Google Git
Sign in
android / platform / prebuilts / clang / host / windows-x86 / aa5238aabfa8ef3d5bb3115b905a5bd2f28ad5a5 / . / clang-r377782 / include / clang / Basic / arm_mve_builtin_cg.inc
blob: d4ab16ceecf5e7a428539adc49b0fea12fa0e421 [file] [log] [blame]
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_u64:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_f32:
Param0 = llvm::VectorType::get(FloatTy, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreateLoad(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(1));
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, llvm::SmallVector<llvm::Type *, 2> {Param0, Param1}), llvm::SmallVector<Value *, 2> {Val1, Val2});
Value *Val4 = Builder.CreateExtractValue(Val3, static_cast<unsigned>(1));
Builder.CreateStore(Val4, Val0);
return Builder.CreateExtractValue(Val3, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_u64:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_f32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreateLoad(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(1));
Value *Val3 = EmitScalarExpr(E->getArg(2));
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_wb, llvm::SmallVector<llvm::Type *, 2> {Param0, Param1}), llvm::SmallVector<Value *, 3> {Val1, Val2, Val3});
return Builder.CreateStore(Val4, Val0);
}
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_z_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_z_u64:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_z_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_wb_z_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_f32:
Param0 = llvm::VectorType::get(FloatTy, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_wb_z_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreateLoad(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(1));
Value *Val3 = EmitScalarExpr(E->getArg(2));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb_predicated, llvm::SmallVector<llvm::Type *, 3> {Param0, Param1, llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 3> {Val1, Val2, Val5});
Value *Val7 = Builder.CreateExtractValue(Val6, static_cast<unsigned>(1));
Builder.CreateStore(Val7, Val0);
return Builder.CreateExtractValue(Val6, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_p_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_p_u64:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_p_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_wb_p_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_f32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_wb_p_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreateLoad(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(1));
Value *Val3 = EmitScalarExpr(E->getArg(2));
Value *Val4 = EmitScalarExpr(E->getArg(3));
Value *Val5 = Builder.CreateIntCast(Val4, Int32Ty, false);
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val5});
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_wb_predicated, llvm::SmallVector<llvm::Type *, 3> {Param0, Param1, llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val3, Val6});
return Builder.CreateStore(Val7, Val0);
}
case ARM::BI__builtin_arm_mve_vld1q_f16:
case ARM::BI__builtin_arm_mve_vld1q_s16:
case ARM::BI__builtin_arm_mve_vld1q_u16:
case ARM::BI__builtin_arm_mve_vldrhq_f16:
case ARM::BI__builtin_arm_mve_vldrhq_s16:
case ARM::BI__builtin_arm_mve_vldrhq_u16: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vld1q_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
break;
case ARM::BI__builtin_arm_mve_vld1q_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vld1q_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vldrhq_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
break;
case ARM::BI__builtin_arm_mve_vldrhq_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vldrhq_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), Param0);
Address Val2 = Address(Val1, CharUnits::fromQuantity(2));
return Builder.CreateLoad(Val2);
}
case ARM::BI__builtin_arm_mve_vld1q_f32:
case ARM::BI__builtin_arm_mve_vld1q_s32:
case ARM::BI__builtin_arm_mve_vld1q_u32:
case ARM::BI__builtin_arm_mve_vldrwq_f32:
case ARM::BI__builtin_arm_mve_vldrwq_s32:
case ARM::BI__builtin_arm_mve_vldrwq_u32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vld1q_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
break;
case ARM::BI__builtin_arm_mve_vld1q_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vld1q_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vldrwq_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
break;
case ARM::BI__builtin_arm_mve_vldrwq_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vldrwq_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), Param0);
Address Val2 = Address(Val1, CharUnits::fromQuantity(4));
return Builder.CreateLoad(Val2);
}
case ARM::BI__builtin_arm_mve_vld1q_z_f32:
case ARM::BI__builtin_arm_mve_vldrwq_z_f32: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 4);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(FloatTy, 4);
Value *Val7 = llvm::Constant::getNullValue(Val6);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(FloatTy, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
}
case ARM::BI__builtin_arm_mve_vld1q_z_f16:
case ARM::BI__builtin_arm_mve_vldrhq_z_f16: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 2);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 8)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(HalfTy, 8);
Value *Val7 = llvm::Constant::getNullValue(Val6);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(HalfTy, 8), llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
}
case ARM::BI__builtin_arm_mve_vldrhq_s32:
case ARM::BI__builtin_arm_mve_vldrhq_u32: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrhq_s32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrhq_u32:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4)));
Address Val2 = Address(Val1, CharUnits::fromQuantity(2));
Value *Val3 = Builder.CreateLoad(Val2);
llvm::Type *Val4 = llvm::VectorType::get(Int32Ty, 4);
return SignOrZeroExtend(Builder, Val3, Val4, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vldrhq_z_s32:
case ARM::BI__builtin_arm_mve_vldrhq_z_u32: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrhq_z_s32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrhq_z_u32:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 2);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int16Ty, 4);
Value *Val7 = llvm::Constant::getNullValue(Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int16Ty, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
llvm::Type *Val9 = llvm::VectorType::get(Int32Ty, 4);
return SignOrZeroExtend(Builder, Val8, Val9, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vld1q_z_s16:
case ARM::BI__builtin_arm_mve_vld1q_z_u16:
case ARM::BI__builtin_arm_mve_vldrhq_z_s16:
case ARM::BI__builtin_arm_mve_vldrhq_z_u16: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 2);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 8)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int16Ty, 8);
Value *Val7 = llvm::Constant::getNullValue(Val6);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int16Ty, 8), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
}
case ARM::BI__builtin_arm_mve_vld1q_z_s32:
case ARM::BI__builtin_arm_mve_vld1q_z_u32:
case ARM::BI__builtin_arm_mve_vldrwq_z_s32:
case ARM::BI__builtin_arm_mve_vldrwq_z_u32: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 4);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int32Ty, 4);
Value *Val7 = llvm::Constant::getNullValue(Val6);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int32Ty, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
}
case ARM::BI__builtin_arm_mve_vld1q_s8:
case ARM::BI__builtin_arm_mve_vld1q_u8:
case ARM::BI__builtin_arm_mve_vldrbq_s8:
case ARM::BI__builtin_arm_mve_vldrbq_u8: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16)));
Address Val2 = Address(Val1, CharUnits::fromQuantity(1));
return Builder.CreateLoad(Val2);
}
case ARM::BI__builtin_arm_mve_vld1q_z_s8:
case ARM::BI__builtin_arm_mve_vld1q_z_u8:
case ARM::BI__builtin_arm_mve_vldrbq_z_s8:
case ARM::BI__builtin_arm_mve_vldrbq_z_u8: {
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 16)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int8Ty, 16);
Value *Val7 = llvm::Constant::getNullValue(Val6);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int8Ty, 16), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
}
case ARM::BI__builtin_arm_mve_vldrbq_s32:
case ARM::BI__builtin_arm_mve_vldrbq_u32: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_s32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrbq_u32:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4)));
Address Val2 = Address(Val1, CharUnits::fromQuantity(1));
Value *Val3 = Builder.CreateLoad(Val2);
llvm::Type *Val4 = llvm::VectorType::get(Int32Ty, 4);
return SignOrZeroExtend(Builder, Val3, Val4, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vldrbq_z_s32:
case ARM::BI__builtin_arm_mve_vldrbq_z_u32: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_z_s32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrbq_z_u32:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int8Ty, 4);
Value *Val7 = llvm::Constant::getNullValue(Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int8Ty, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
llvm::Type *Val9 = llvm::VectorType::get(Int32Ty, 4);
return SignOrZeroExtend(Builder, Val8, Val9, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vldrbq_s16:
case ARM::BI__builtin_arm_mve_vldrbq_u16: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_s16:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrbq_u16:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8)));
Address Val2 = Address(Val1, CharUnits::fromQuantity(1));
Value *Val3 = Builder.CreateLoad(Val2);
llvm::Type *Val4 = llvm::VectorType::get(Int16Ty, 8);
return SignOrZeroExtend(Builder, Val3, Val4, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vldrbq_z_s16:
case ARM::BI__builtin_arm_mve_vldrbq_z_u16: {
unsigned Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_z_s16:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vldrbq_z_u16:
Param0 = 1;
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = Builder.CreatePointerCast((Val0.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8)));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val3 = EmitScalarExpr(E->getArg(1));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 8)}), llvm::SmallVector<Value *, 1> {Val4});
llvm::Type *Val6 = llvm::VectorType::get(Int8Ty, 8);
Value *Val7 = llvm::Constant::getNullValue(Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_load, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int8Ty, 8), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8))}), llvm::SmallVector<Value *, 4> {Val1, Val2, Val5, Val7});
llvm::Type *Val9 = llvm::VectorType::get(Int16Ty, 8);
return SignOrZeroExtend(Builder, Val8, Val9, static_cast<bool>(Param0));
}
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s16:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s32:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s8:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u16:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u32:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u8:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_p_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_p_u64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_p_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_p_u64:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_f16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_s16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_s32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_u16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_u32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_f16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_s16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_s32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_u16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_u32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_u32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_u32: {
uint32_t Param0;
uint32_t Param1;
llvm::Type * Param2;
llvm::Type * Param3;
llvm::Type * Param4;
llvm::Type * Param5;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s16:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s32:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_s8:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int8Ty, 16);
Param5 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u16:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u32:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_p_u8:
Param0 = 8;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::PointerType::getUnqual(Int8Ty);
Param4 = llvm::VectorType::get(Int8Ty, 16);
Param5 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_p_s64:
Param0 = 64;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int64Ty);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_p_u64:
Param0 = 64;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int64Ty);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_p_s64:
Param0 = 64;
Param1 = 3;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int64Ty);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_p_u64:
Param0 = 64;
Param1 = 3;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int64Ty);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_f16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(HalfTy);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_s16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_s32:
Param0 = 16;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_u16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_p_u32:
Param0 = 16;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_f16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(HalfTy);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_s16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_s32:
Param0 = 16;
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_u16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_p_u32:
Param0 = 16;
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int16Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_f32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(FloatTy);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_s32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int32Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_p_u32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int32Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_f32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(FloatTy);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_s32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int32Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_p_u32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::PointerType::getUnqual(Int32Ty);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Value *Val3 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val4 = llvm::ConstantInt::get(Int32Ty, Param1);
Value *Val5 = EmitScalarExpr(E->getArg(3));
Value *Val6 = Builder.CreateIntCast(Val5, Int32Ty, false);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param2}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_offset_predicated, llvm::SmallVector<llvm::Type *, 4> {Param3, Param4, Param5, Param2}), llvm::SmallVector<Value *, 6> {(Val0.getPointer()), Val1, Val2, Val3, Val4, Val7});
}
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s16:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s32:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s8:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u16:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u32:
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u8:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_u64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_u64:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_f16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_s16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_s32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_u16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_u32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_f16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_s16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_s32:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_u16:
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_u32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_u32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_u32: {
uint32_t Param0;
uint32_t Param1;
llvm::Type * Param2;
llvm::Type * Param3;
llvm::Type * Param4;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s16:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s32:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_s8:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int8Ty, 16);
Param4 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u16:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u32:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrbq_scatter_offset_u8:
Param0 = 8;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int8Ty);
Param3 = llvm::VectorType::get(Int8Ty, 16);
Param4 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_s64:
Param0 = 64;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int64Ty);
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_offset_u64:
Param0 = 64;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int64Ty);
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_s64:
Param0 = 64;
Param1 = 3;
Param2 = llvm::PointerType::getUnqual(Int64Ty);
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_shifted_offset_u64:
Param0 = 64;
Param1 = 3;
Param2 = llvm::PointerType::getUnqual(Int64Ty);
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_f16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(HalfTy);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_s16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_s32:
Param0 = 16;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_u16:
Param0 = 16;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_offset_u32:
Param0 = 16;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_f16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::PointerType::getUnqual(HalfTy);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_s16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_s32:
Param0 = 16;
Param1 = 1;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_u16:
Param0 = 16;
Param1 = 1;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_scatter_shifted_offset_u32:
Param0 = 16;
Param1 = 1;
Param2 = llvm::PointerType::getUnqual(Int16Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_f32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(FloatTy);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_s32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int32Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_offset_u32:
Param0 = 32;
Param1 = 0;
Param2 = llvm::PointerType::getUnqual(Int32Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_f32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::PointerType::getUnqual(FloatTy);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_s32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::PointerType::getUnqual(Int32Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_shifted_offset_u32:
Param0 = 32;
Param1 = 2;
Param2 = llvm::PointerType::getUnqual(Int32Ty);
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Value *Val3 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val4 = llvm::ConstantInt::get(Int32Ty, Param1);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_offset, llvm::SmallVector<llvm::Type *, 3> {Param2, Param3, Param4}), llvm::SmallVector<Value *, 5> {(Val0.getPointer()), Val1, Val2, Val3, Val4});
}
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s16:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s32:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s8:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u16:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u32:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u8:
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_z_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_z_u64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_z_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_z_u64:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_f16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_s16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_s32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_u16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_u32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_f16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_s16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_s32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_u16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_u32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_u32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_u32: {
uint32_t Param0;
uint32_t Param1;
uint32_t Param2;
llvm::Type * Param3;
llvm::Type * Param4;
llvm::Type * Param5;
llvm::Type * Param6;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s16:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s32:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_s8:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param4 = llvm::VectorType::get(Int8Ty, 16);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u16:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u32:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_z_u8:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param4 = llvm::VectorType::get(Int8Ty, 16);
Param5 = llvm::PointerType::getUnqual(Int8Ty);
Param6 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_z_s64:
Param0 = 64;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::PointerType::getUnqual(Int64Ty);
Param6 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_z_u64:
Param0 = 64;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::PointerType::getUnqual(Int64Ty);
Param6 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_z_s64:
Param0 = 64;
Param1 = 3;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::PointerType::getUnqual(Int64Ty);
Param6 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_z_u64:
Param0 = 64;
Param1 = 3;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int64Ty, 2);
Param5 = llvm::PointerType::getUnqual(Int64Ty);
Param6 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_f16:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(HalfTy, 8);
Param5 = llvm::PointerType::getUnqual(HalfTy);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_s16:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_s32:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_u16:
Param0 = 16;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_z_u32:
Param0 = 16;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_f16:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(HalfTy, 8);
Param5 = llvm::PointerType::getUnqual(HalfTy);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_s16:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_s32:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_u16:
Param0 = 16;
Param1 = 1;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param4 = llvm::VectorType::get(Int16Ty, 8);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_z_u32:
Param0 = 16;
Param1 = 1;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int16Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_f32:
Param0 = 32;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(FloatTy, 4);
Param5 = llvm::PointerType::getUnqual(FloatTy);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_s32:
Param0 = 32;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int32Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_z_u32:
Param0 = 32;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int32Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_f32:
Param0 = 32;
Param1 = 2;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(FloatTy, 4);
Param5 = llvm::PointerType::getUnqual(FloatTy);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_s32:
Param0 = 32;
Param1 = 2;
Param2 = 0;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int32Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_z_u32:
Param0 = 32;
Param1 = 2;
Param2 = 1;
Param3 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param4 = llvm::VectorType::get(Int32Ty, 4);
Param5 = llvm::PointerType::getUnqual(Int32Ty);
Param6 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val3 = llvm::ConstantInt::get(Int32Ty, Param1);
Value *Val4 = llvm::ConstantInt::get(Int32Ty, Param2);
Value *Val5 = EmitScalarExpr(E->getArg(2));
Value *Val6 = Builder.CreateIntCast(Val5, Int32Ty, false);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param3}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_offset_predicated, llvm::SmallVector<llvm::Type *, 4> {Param4, Param5, Param6, Param3}), llvm::SmallVector<Value *, 6> {(Val0.getPointer()), Val1, Val2, Val3, Val4, Val7});
}
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s16:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s32:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s8:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u16:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u32:
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u8:
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_u64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_u64:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_f16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_s16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_s32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_u16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_u32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_f16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_s16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_s32:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_u16:
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_u32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_u32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_u32: {
uint32_t Param0;
uint32_t Param1;
uint32_t Param2;
llvm::Type * Param3;
llvm::Type * Param4;
llvm::Type * Param5;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s16:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s32:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_s8:
Param0 = 8;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int8Ty, 16);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u16:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u32:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrbq_gather_offset_u8:
Param0 = 8;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int8Ty, 16);
Param4 = llvm::PointerType::getUnqual(Int8Ty);
Param5 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_s64:
Param0 = 64;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::PointerType::getUnqual(Int64Ty);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_offset_u64:
Param0 = 64;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::PointerType::getUnqual(Int64Ty);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_s64:
Param0 = 64;
Param1 = 3;
Param2 = 0;
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::PointerType::getUnqual(Int64Ty);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_shifted_offset_u64:
Param0 = 64;
Param1 = 3;
Param2 = 1;
Param3 = llvm::VectorType::get(Int64Ty, 2);
Param4 = llvm::PointerType::getUnqual(Int64Ty);
Param5 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_f16:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(HalfTy, 8);
Param4 = llvm::PointerType::getUnqual(HalfTy);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_s16:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_s32:
Param0 = 16;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_u16:
Param0 = 16;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_offset_u32:
Param0 = 16;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_f16:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(HalfTy, 8);
Param4 = llvm::PointerType::getUnqual(HalfTy);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_s16:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_s32:
Param0 = 16;
Param1 = 1;
Param2 = 0;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_u16:
Param0 = 16;
Param1 = 1;
Param2 = 1;
Param3 = llvm::VectorType::get(Int16Ty, 8);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vldrhq_gather_shifted_offset_u32:
Param0 = 16;
Param1 = 1;
Param2 = 1;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int16Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_f32:
Param0 = 32;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(FloatTy, 4);
Param4 = llvm::PointerType::getUnqual(FloatTy);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_s32:
Param0 = 32;
Param1 = 0;
Param2 = 0;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int32Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_offset_u32:
Param0 = 32;
Param1 = 0;
Param2 = 1;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int32Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_f32:
Param0 = 32;
Param1 = 2;
Param2 = 0;
Param3 = llvm::VectorType::get(FloatTy, 4);
Param4 = llvm::PointerType::getUnqual(FloatTy);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_s32:
Param0 = 32;
Param1 = 2;
Param2 = 0;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int32Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_shifted_offset_u32:
Param0 = 32;
Param1 = 2;
Param2 = 1;
Param3 = llvm::VectorType::get(Int32Ty, 4);
Param4 = llvm::PointerType::getUnqual(Int32Ty);
Param5 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Address Val0 = EmitPointerWithAlignment(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val3 = llvm::ConstantInt::get(Int32Ty, Param1);
Value *Val4 = llvm::ConstantInt::get(Int32Ty, Param2);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_offset, llvm::SmallVector<llvm::Type *, 3> {Param3, Param4, Param5}), llvm::SmallVector<Value *, 5> {(Val0.getPointer()), Val1, Val2, Val3, Val4});
}
case ARM::BI__builtin_arm_mve_vld2q_f16:
case ARM::BI__builtin_arm_mve_vld2q_f32:
case ARM::BI__builtin_arm_mve_vld2q_s16:
case ARM::BI__builtin_arm_mve_vld2q_s32:
case ARM::BI__builtin_arm_mve_vld2q_s8:
case ARM::BI__builtin_arm_mve_vld2q_u16:
case ARM::BI__builtin_arm_mve_vld2q_u32:
case ARM::BI__builtin_arm_mve_vld2q_u8: {
CustomCodeGenType = CustomCodeGen::VLD24;
IRIntr = Intrinsic::arm_mve_vld2q;
NumVectors = 2;
break; // custom code gen
}
case ARM::BI__builtin_arm_mve_vld4q_f16:
case ARM::BI__builtin_arm_mve_vld4q_f32:
case ARM::BI__builtin_arm_mve_vld4q_s16:
case ARM::BI__builtin_arm_mve_vld4q_s32:
case ARM::BI__builtin_arm_mve_vld4q_s8:
case ARM::BI__builtin_arm_mve_vld4q_u16:
case ARM::BI__builtin_arm_mve_vld4q_u32:
case ARM::BI__builtin_arm_mve_vld4q_u8: {
CustomCodeGenType = CustomCodeGen::VLD24;
IRIntr = Intrinsic::arm_mve_vld4q;
NumVectors = 4;
break; // custom code gen
}
case ARM::BI__builtin_arm_mve_vst2q_f16:
case ARM::BI__builtin_arm_mve_vst2q_f32:
case ARM::BI__builtin_arm_mve_vst2q_s16:
case ARM::BI__builtin_arm_mve_vst2q_s32:
case ARM::BI__builtin_arm_mve_vst2q_s8:
case ARM::BI__builtin_arm_mve_vst2q_u16:
case ARM::BI__builtin_arm_mve_vst2q_u32:
case ARM::BI__builtin_arm_mve_vst2q_u8: {
CustomCodeGenType = CustomCodeGen::VST24;
IRIntr = Intrinsic::arm_mve_vst2q;
NumVectors = 2;
break; // custom code gen
}
case ARM::BI__builtin_arm_mve_vst4q_f16:
case ARM::BI__builtin_arm_mve_vst4q_f32:
case ARM::BI__builtin_arm_mve_vst4q_s16:
case ARM::BI__builtin_arm_mve_vst4q_s32:
case ARM::BI__builtin_arm_mve_vst4q_s8:
case ARM::BI__builtin_arm_mve_vst4q_u16:
case ARM::BI__builtin_arm_mve_vst4q_u32:
case ARM::BI__builtin_arm_mve_vst4q_u8: {
CustomCodeGenType = CustomCodeGen::VST24;
IRIntr = Intrinsic::arm_mve_vst4q;
NumVectors = 4;
break; // custom code gen
}
case ARM::BI__builtin_arm_mve_vmaxvq_s16:
case ARM::BI__builtin_arm_mve_vmaxvq_s8:
case ARM::BI__builtin_arm_mve_vmaxvq_u16:
case ARM::BI__builtin_arm_mve_vmaxvq_u8:
case ARM::BI__builtin_arm_mve_vminvq_s16:
case ARM::BI__builtin_arm_mve_vminvq_s8:
case ARM::BI__builtin_arm_mve_vminvq_u16:
case ARM::BI__builtin_arm_mve_vminvq_u8: {
Intrinsic::ID Param0;
llvm::Type * Param1;
llvm::Type * Param2;
bool Param3;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vmaxvq_s16:
Param0 = Intrinsic::arm_mve_maxv_s;
Param1 = llvm::VectorType::get(Int16Ty, 8);
Param2 = Int16Ty;
Param3 = true;
break;
case ARM::BI__builtin_arm_mve_vmaxvq_s8:
Param0 = Intrinsic::arm_mve_maxv_s;
Param1 = llvm::VectorType::get(Int8Ty, 16);
Param2 = Int8Ty;
Param3 = true;
break;
case ARM::BI__builtin_arm_mve_vmaxvq_u16:
Param0 = Intrinsic::arm_mve_maxv_u;
Param1 = llvm::VectorType::get(Int16Ty, 8);
Param2 = Int16Ty;
Param3 = false;
break;
case ARM::BI__builtin_arm_mve_vmaxvq_u8:
Param0 = Intrinsic::arm_mve_maxv_u;
Param1 = llvm::VectorType::get(Int8Ty, 16);
Param2 = Int8Ty;
Param3 = false;
break;
case ARM::BI__builtin_arm_mve_vminvq_s16:
Param0 = Intrinsic::arm_mve_minv_s;
Param1 = llvm::VectorType::get(Int16Ty, 8);
Param2 = Int16Ty;
Param3 = true;
break;
case ARM::BI__builtin_arm_mve_vminvq_s8:
Param0 = Intrinsic::arm_mve_minv_s;
Param1 = llvm::VectorType::get(Int8Ty, 16);
Param2 = Int8Ty;
Param3 = true;
break;
case ARM::BI__builtin_arm_mve_vminvq_u16:
Param0 = Intrinsic::arm_mve_minv_u;
Param1 = llvm::VectorType::get(Int16Ty, 8);
Param2 = Int16Ty;
Param3 = false;
break;
case ARM::BI__builtin_arm_mve_vminvq_u8:
Param0 = Intrinsic::arm_mve_minv_u;
Param1 = llvm::VectorType::get(Int8Ty, 16);
Param2 = Int8Ty;
Param3 = false;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = EmitScalarExpr(E->getArg(1));
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Param0, llvm::SmallVector<llvm::Type *, 1> {Param1}), llvm::SmallVector<Value *, 2> {Val1, Val2});
return Builder.CreateIntCast(Val3, Param2, Param3);
}
case ARM::BI__builtin_arm_mve_vadcq_s32:
case ARM::BI__builtin_arm_mve_vadcq_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Address Val2 = EmitPointerWithAlignment(E->getArg(2));
Value *Val3 = Builder.CreateLoad(Val2);
Value *Val4 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val5 = Builder.CreateShl(Val3, Val4);
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vadc, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Int32Ty, 4)}), llvm::SmallVector<Value *, 3> {Val0, Val1, Val5});
Value *Val7 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val8 = Builder.CreateExtractValue(Val6, static_cast<unsigned>(1));
Value *Val9 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val10 = Builder.CreateLShr(Val8, Val9);
Value *Val11 = Builder.CreateAnd(Val7, Val10);
Builder.CreateStore(Val11, Val2);
return Builder.CreateExtractValue(Val6, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vcmpeqq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpOEQ(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpgeq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpOGE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpgtq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpOGT(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpleq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpOLE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpltq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpOLT(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_n_f16:
case ARM::BI__builtin_arm_mve_vcmpneq_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateFCmpUNE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s8:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u16:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u32:
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpEQ(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpneq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpneq_n_s8:
case ARM::BI__builtin_arm_mve_vcmpneq_n_u16:
case ARM::BI__builtin_arm_mve_vcmpneq_n_u32:
case ARM::BI__builtin_arm_mve_vcmpneq_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpNE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpSGE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpSGT(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpleq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpleq_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpSLE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_n_s16:
case ARM::BI__builtin_arm_mve_vcmpltq_n_s32:
case ARM::BI__builtin_arm_mve_vcmpltq_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpSLT(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u16:
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u32:
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpUGE(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmphiq_n_u16:
case ARM::BI__builtin_arm_mve_vcmphiq_n_u32:
case ARM::BI__builtin_arm_mve_vcmphiq_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmphiq_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = ARMMVEVectorSplat(Builder, Val1);
Value *Val3 = Builder.CreateICmpUGT(Val0, Val2);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateIntCast(Val4, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vmaxvq_s32:
case ARM::BI__builtin_arm_mve_vmaxvq_u32:
case ARM::BI__builtin_arm_mve_vminvq_s32:
case ARM::BI__builtin_arm_mve_vminvq_u32: {
Intrinsic::ID Param0;
bool Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vmaxvq_s32:
Param0 = Intrinsic::arm_mve_maxv_s;
Param1 = true;
break;
case ARM::BI__builtin_arm_mve_vmaxvq_u32:
Param0 = Intrinsic::arm_mve_maxv_u;
Param1 = false;
break;
case ARM::BI__builtin_arm_mve_vminvq_s32:
Param0 = Intrinsic::arm_mve_minv_s;
Param1 = true;
break;
case ARM::BI__builtin_arm_mve_vminvq_u32:
Param0 = Intrinsic::arm_mve_minv_u;
Param1 = false;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Param0, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Int32Ty, 4)}), llvm::SmallVector<Value *, 2> {Val0, Val1});
return Builder.CreateIntCast(Val2, Int32Ty, Param1);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_f16:
case ARM::BI__builtin_arm_mve_vcmpeqq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpOEQ(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_f16:
case ARM::BI__builtin_arm_mve_vcmpgeq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpOGE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_f16:
case ARM::BI__builtin_arm_mve_vcmpgtq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpOGT(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_f16:
case ARM::BI__builtin_arm_mve_vcmpleq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpOLE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_f16:
case ARM::BI__builtin_arm_mve_vcmpltq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpOLT(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_f16:
case ARM::BI__builtin_arm_mve_vcmpneq_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateFCmpUNE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_s16:
case ARM::BI__builtin_arm_mve_vcmpeqq_s32:
case ARM::BI__builtin_arm_mve_vcmpeqq_s8:
case ARM::BI__builtin_arm_mve_vcmpeqq_u16:
case ARM::BI__builtin_arm_mve_vcmpeqq_u32:
case ARM::BI__builtin_arm_mve_vcmpeqq_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpEQ(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_s16:
case ARM::BI__builtin_arm_mve_vcmpneq_s32:
case ARM::BI__builtin_arm_mve_vcmpneq_s8:
case ARM::BI__builtin_arm_mve_vcmpneq_u16:
case ARM::BI__builtin_arm_mve_vcmpneq_u32:
case ARM::BI__builtin_arm_mve_vcmpneq_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpNE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_s16:
case ARM::BI__builtin_arm_mve_vcmpgeq_s32:
case ARM::BI__builtin_arm_mve_vcmpgeq_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpSGE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_s16:
case ARM::BI__builtin_arm_mve_vcmpgtq_s32:
case ARM::BI__builtin_arm_mve_vcmpgtq_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpSGT(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_s16:
case ARM::BI__builtin_arm_mve_vcmpleq_s32:
case ARM::BI__builtin_arm_mve_vcmpleq_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpSLE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_s16:
case ARM::BI__builtin_arm_mve_vcmpltq_s32:
case ARM::BI__builtin_arm_mve_vcmpltq_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpSLT(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpcsq_u16:
case ARM::BI__builtin_arm_mve_vcmpcsq_u32:
case ARM::BI__builtin_arm_mve_vcmpcsq_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpcsq_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpUGE(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmphiq_u16:
case ARM::BI__builtin_arm_mve_vcmphiq_u32:
case ARM::BI__builtin_arm_mve_vcmphiq_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmphiq_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = Builder.CreateICmpUGT(Val0, Val1);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val2});
return Builder.CreateIntCast(Val3, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vadcq_m_s32:
case ARM::BI__builtin_arm_mve_vadcq_m_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Address Val3 = EmitPointerWithAlignment(E->getArg(3));
Value *Val4 = Builder.CreateLoad(Val3);
Value *Val5 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val6 = Builder.CreateShl(Val4, Val5);
Value *Val7 = EmitScalarExpr(E->getArg(4));
Value *Val8 = Builder.CreateIntCast(Val7, Int32Ty, false);
Value *Val9 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val8});
Value *Val10 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vadc_predicated, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int32Ty, 4), llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 5> {Val0, Val1, Val2, Val6, Val9});
Value *Val11 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val12 = Builder.CreateExtractValue(Val10, static_cast<unsigned>(1));
Value *Val13 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val14 = Builder.CreateLShr(Val12, Val13);
Value *Val15 = Builder.CreateAnd(Val11, Val14);
Builder.CreateStore(Val15, Val3);
return Builder.CreateExtractValue(Val10, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_z_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_z_u64:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_z_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_z_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_f32:
Param0 = llvm::VectorType::get(FloatTy, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_z_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Value *Val3 = Builder.CreateIntCast(Val2, Int32Ty, false);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val3});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_base_predicated, llvm::SmallVector<llvm::Type *, 3> {Param0, Param1, llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 3> {Val0, Val1, Val4});
}
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_p_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_p_u64:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_p_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_p_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_f32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_p_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Value *Val3 = EmitScalarExpr(E->getArg(3));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_predicated, llvm::SmallVector<llvm::Type *, 3> {Param0, Param1, llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 4> {Val0, Val1, Val2, Val5});
}
case ARM::BI__builtin_arm_mve_vadciq_m_s32:
case ARM::BI__builtin_arm_mve_vadciq_m_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
Value *Val3 = llvm::ConstantInt::get(Int32Ty, 0);
Value *Val4 = EmitScalarExpr(E->getArg(4));
Value *Val5 = Builder.CreateIntCast(Val4, Int32Ty, false);
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val5});
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vadc_predicated, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int32Ty, 4), llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 5> {Val0, Val1, Val2, Val3, Val6});
Value *Val8 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val9 = Builder.CreateExtractValue(Val7, static_cast<unsigned>(1));
Value *Val10 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val11 = Builder.CreateLShr(Val9, Val10);
Value *Val12 = Builder.CreateAnd(Val8, Val11);
Address Val13 = EmitPointerWithAlignment(E->getArg(3));
Builder.CreateStore(Val12, Val13);
return Builder.CreateExtractValue(Val7, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_s64:
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_u64:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_f32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_s32:
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrdq_scatter_base_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_f32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_scatter_base_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = EmitScalarExpr(E->getArg(2));
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, llvm::SmallVector<llvm::Type *, 2> {Param0, Param1}), llvm::SmallVector<Value *, 3> {Val0, Val1, Val2});
}
case ARM::BI__builtin_arm_mve_vadciq_s32:
case ARM::BI__builtin_arm_mve_vadciq_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, 0);
Value *Val3 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vadc, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Int32Ty, 4)}), llvm::SmallVector<Value *, 3> {Val0, Val1, Val2});
Value *Val4 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val5 = Builder.CreateExtractValue(Val3, static_cast<unsigned>(1));
Value *Val6 = llvm::ConstantInt::get(Int32Ty, 29);
Value *Val7 = Builder.CreateLShr(Val5, Val6);
Value *Val8 = Builder.CreateAnd(Val4, Val7);
Address Val9 = EmitPointerWithAlignment(E->getArg(2));
Builder.CreateStore(Val8, Val9);
return Builder.CreateExtractValue(Val3, static_cast<unsigned>(0));
}
case ARM::BI__builtin_arm_mve_vcvtbq_m_f16_f32:
case ARM::BI__builtin_arm_mve_vcvttq_m_f16_f32: {
uint32_t Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcvtbq_m_f16_f32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vcvttq_m_f16_f32:
Param0 = 1;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val3 = EmitScalarExpr(E->getArg(2));
Value *Val4 = Builder.CreateIntCast(Val3, Int32Ty, false);
Value *Val5 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val4});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vcvt_narrow_predicated), llvm::SmallVector<Value *, 4> {Val0, Val1, Val2, Val5});
}
case ARM::BI__builtin_arm_mve_vcvtbq_f16_f32:
case ARM::BI__builtin_arm_mve_vcvttq_f16_f32: {
uint32_t Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcvtbq_f16_f32:
Param0 = 0;
break;
case ARM::BI__builtin_arm_mve_vcvttq_f16_f32:
Param0 = 1;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
Value *Val2 = llvm::ConstantInt::get(Int32Ty, Param0);
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vcvt_narrow), llvm::SmallVector<Value *, 3> {Val0, Val1, Val2});
}
case ARM::BI__builtin_arm_mve_vaddq_s16:
case ARM::BI__builtin_arm_mve_vaddq_s32:
case ARM::BI__builtin_arm_mve_vaddq_s8:
case ARM::BI__builtin_arm_mve_vaddq_u16:
case ARM::BI__builtin_arm_mve_vaddq_u32:
case ARM::BI__builtin_arm_mve_vaddq_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateAdd(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_s64:
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_u64:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_f32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_s32:
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_u32: {
llvm::Type * Param0;
llvm::Type * Param1;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_s64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrdq_gather_base_u64:
Param0 = llvm::VectorType::get(Int64Ty, 2);
Param1 = llvm::VectorType::get(Int64Ty, 2);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_f32:
Param0 = llvm::VectorType::get(FloatTy, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_s32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vldrwq_gather_base_u32:
Param0 = llvm::VectorType::get(Int32Ty, 4);
Param1 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_vldr_gather_base, llvm::SmallVector<llvm::Type *, 2> {Param0, Param1}), llvm::SmallVector<Value *, 2> {Val0, Val1});
}
case ARM::BI__builtin_arm_mve_sqrshr:
case ARM::BI__builtin_arm_mve_sqshl:
case ARM::BI__builtin_arm_mve_srshr:
case ARM::BI__builtin_arm_mve_uqrshl:
case ARM::BI__builtin_arm_mve_uqshl:
case ARM::BI__builtin_arm_mve_urshr: {
Intrinsic::ID Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_sqrshr:
Param0 = Intrinsic::arm_mve_sqrshr;
break;
case ARM::BI__builtin_arm_mve_sqshl:
Param0 = Intrinsic::arm_mve_sqshl;
break;
case ARM::BI__builtin_arm_mve_srshr:
Param0 = Intrinsic::arm_mve_srshr;
break;
case ARM::BI__builtin_arm_mve_uqrshl:
Param0 = Intrinsic::arm_mve_uqrshl;
break;
case ARM::BI__builtin_arm_mve_uqshl:
Param0 = Intrinsic::arm_mve_uqshl;
break;
case ARM::BI__builtin_arm_mve_urshr:
Param0 = Intrinsic::arm_mve_urshr;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateCall(CGM.getIntrinsic(Param0), llvm::SmallVector<Value *, 2> {Val0, Val1});
}
case ARM::BI__builtin_arm_mve_vgetq_lane_f16:
case ARM::BI__builtin_arm_mve_vgetq_lane_f32:
case ARM::BI__builtin_arm_mve_vgetq_lane_s16:
case ARM::BI__builtin_arm_mve_vgetq_lane_s32:
case ARM::BI__builtin_arm_mve_vgetq_lane_s64:
case ARM::BI__builtin_arm_mve_vgetq_lane_s8:
case ARM::BI__builtin_arm_mve_vgetq_lane_u16:
case ARM::BI__builtin_arm_mve_vgetq_lane_u32:
case ARM::BI__builtin_arm_mve_vgetq_lane_u64:
case ARM::BI__builtin_arm_mve_vgetq_lane_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateExtractElement(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vaddq_f16:
case ARM::BI__builtin_arm_mve_vaddq_f32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateFAdd(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vsubq_f16:
case ARM::BI__builtin_arm_mve_vsubq_f32: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateFSub(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vsubq_s16:
case ARM::BI__builtin_arm_mve_vsubq_s32:
case ARM::BI__builtin_arm_mve_vsubq_s8:
case ARM::BI__builtin_arm_mve_vsubq_u16:
case ARM::BI__builtin_arm_mve_vsubq_u32:
case ARM::BI__builtin_arm_mve_vsubq_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = EmitScalarExpr(E->getArg(1));
return Builder.CreateSub(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_asrl:
case ARM::BI__builtin_arm_mve_lsll:
case ARM::BI__builtin_arm_mve_sqshll:
case ARM::BI__builtin_arm_mve_srshrl:
case ARM::BI__builtin_arm_mve_uqshll:
case ARM::BI__builtin_arm_mve_urshrl: {
Intrinsic::ID Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_asrl:
Param0 = Intrinsic::arm_mve_asrl;
break;
case ARM::BI__builtin_arm_mve_lsll:
Param0 = Intrinsic::arm_mve_lsll;
break;
case ARM::BI__builtin_arm_mve_sqshll:
Param0 = Intrinsic::arm_mve_sqshll;
break;
case ARM::BI__builtin_arm_mve_srshrl:
Param0 = Intrinsic::arm_mve_srshrl;
break;
case ARM::BI__builtin_arm_mve_uqshll:
Param0 = Intrinsic::arm_mve_uqshll;
break;
case ARM::BI__builtin_arm_mve_urshrl:
Param0 = Intrinsic::arm_mve_urshrl;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val2 = Builder.CreateLShr(Val0, Val1);
Value *Val3 = Builder.CreateIntCast(Val2, Int32Ty, false);
Value *Val4 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val5 = EmitScalarExpr(E->getArg(1));
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Param0), llvm::SmallVector<Value *, 3> {Val4, Val3, Val5});
Value *Val7 = Builder.CreateExtractValue(Val6, static_cast<unsigned>(1));
Value *Val8 = Builder.CreateIntCast(Val7, Int64Ty, false);
Value *Val9 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val10 = Builder.CreateShl(Val8, Val9);
Value *Val11 = Builder.CreateExtractValue(Val6, static_cast<unsigned>(0));
Value *Val12 = Builder.CreateIntCast(Val11, Int64Ty, false);
return Builder.CreateOr(Val10, Val12);
}
case ARM::BI__builtin_arm_mve_sqrshrl:
case ARM::BI__builtin_arm_mve_sqrshrl_sat48: {
uint32_t Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_sqrshrl:
Param0 = 64;
break;
case ARM::BI__builtin_arm_mve_sqrshrl_sat48:
Param0 = 48;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val2 = Builder.CreateLShr(Val0, Val1);
Value *Val3 = Builder.CreateIntCast(Val2, Int32Ty, false);
Value *Val4 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val5 = EmitScalarExpr(E->getArg(1));
Value *Val6 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_sqrshrl), llvm::SmallVector<Value *, 4> {Val4, Val3, Val5, Val6});
Value *Val8 = Builder.CreateExtractValue(Val7, static_cast<unsigned>(1));
Value *Val9 = Builder.CreateIntCast(Val8, Int64Ty, false);
Value *Val10 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val11 = Builder.CreateShl(Val9, Val10);
Value *Val12 = Builder.CreateExtractValue(Val7, static_cast<unsigned>(0));
Value *Val13 = Builder.CreateIntCast(Val12, Int64Ty, false);
return Builder.CreateOr(Val11, Val13);
}
case ARM::BI__builtin_arm_mve_uqrshll:
case ARM::BI__builtin_arm_mve_uqrshll_sat48: {
uint32_t Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_uqrshll:
Param0 = 64;
break;
case ARM::BI__builtin_arm_mve_uqrshll_sat48:
Param0 = 48;
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(0));
Value *Val1 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val2 = Builder.CreateLShr(Val0, Val1);
Value *Val3 = Builder.CreateIntCast(Val2, Int32Ty, false);
Value *Val4 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val5 = EmitScalarExpr(E->getArg(1));
Value *Val6 = llvm::ConstantInt::get(Int32Ty, Param0);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_uqrshll), llvm::SmallVector<Value *, 4> {Val4, Val3, Val5, Val6});
Value *Val8 = Builder.CreateExtractValue(Val7, static_cast<unsigned>(1));
Value *Val9 = Builder.CreateIntCast(Val8, Int64Ty, false);
Value *Val10 = llvm::ConstantInt::get(Int64Ty, 32);
Value *Val11 = Builder.CreateShl(Val9, Val10);
Value *Val12 = Builder.CreateExtractValue(Val7, static_cast<unsigned>(0));
Value *Val13 = Builder.CreateIntCast(Val12, Int64Ty, false);
return Builder.CreateOr(Val11, Val13);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_f32_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(FloatTy, 4);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_f16_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(HalfTy, 8);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s16_u8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u16_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(Int16Ty, 8);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s32_u8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u32_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(Int32Ty, 4);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s64_u8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u64_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(Int64Ty, 2);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_u64:
case ARM::BI__builtin_arm_mve_vreinterpretq_s8_u8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_f16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_f32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_s16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_s32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_s64:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_s8:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_u16:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_u32:
case ARM::BI__builtin_arm_mve_vreinterpretq_u8_u64: {
Value *Val0 = EmitScalarExpr(E->getArg(0));
llvm::Type *Val1 = llvm::VectorType::get(Int8Ty, 16);
return Builder.CreateBitCast(Val0, Val1);
}
case ARM::BI__builtin_arm_mve_vst1q_f16:
case ARM::BI__builtin_arm_mve_vst1q_s16:
case ARM::BI__builtin_arm_mve_vst1q_u16:
case ARM::BI__builtin_arm_mve_vstrhq_f16:
case ARM::BI__builtin_arm_mve_vstrhq_s16:
case ARM::BI__builtin_arm_mve_vstrhq_u16: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vst1q_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
break;
case ARM::BI__builtin_arm_mve_vst1q_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vst1q_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vstrhq_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
break;
case ARM::BI__builtin_arm_mve_vstrhq_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
case ARM::BI__builtin_arm_mve_vstrhq_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(1));
Address Val1 = EmitPointerWithAlignment(E->getArg(0));
Value *Val2 = Builder.CreatePointerCast((Val1.getPointer()), Param0);
Address Val3 = Address(Val2, CharUnits::fromQuantity(2));
return Builder.CreateStore(Val0, Val3);
}
case ARM::BI__builtin_arm_mve_vst1q_f32:
case ARM::BI__builtin_arm_mve_vst1q_s32:
case ARM::BI__builtin_arm_mve_vst1q_u32:
case ARM::BI__builtin_arm_mve_vstrwq_f32:
case ARM::BI__builtin_arm_mve_vstrwq_s32:
case ARM::BI__builtin_arm_mve_vstrwq_u32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vst1q_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
break;
case ARM::BI__builtin_arm_mve_vst1q_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vst1q_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vstrwq_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
break;
case ARM::BI__builtin_arm_mve_vstrwq_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
case ARM::BI__builtin_arm_mve_vstrwq_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(1));
Address Val1 = EmitPointerWithAlignment(E->getArg(0));
Value *Val2 = Builder.CreatePointerCast((Val1.getPointer()), Param0);
Address Val3 = Address(Val2, CharUnits::fromQuantity(4));
return Builder.CreateStore(Val0, Val3);
}
case ARM::BI__builtin_arm_mve_vst1q_p_f16:
case ARM::BI__builtin_arm_mve_vst1q_p_f32:
case ARM::BI__builtin_arm_mve_vst1q_p_s16:
case ARM::BI__builtin_arm_mve_vst1q_p_s32:
case ARM::BI__builtin_arm_mve_vst1q_p_s8:
case ARM::BI__builtin_arm_mve_vst1q_p_u16:
case ARM::BI__builtin_arm_mve_vst1q_p_u32:
case ARM::BI__builtin_arm_mve_vst1q_p_u8:
case ARM::BI__builtin_arm_mve_vstrbq_p_s8:
case ARM::BI__builtin_arm_mve_vstrbq_p_u8:
case ARM::BI__builtin_arm_mve_vstrhq_p_f16:
case ARM::BI__builtin_arm_mve_vstrhq_p_s16:
case ARM::BI__builtin_arm_mve_vstrhq_p_u16:
case ARM::BI__builtin_arm_mve_vstrwq_p_f32:
case ARM::BI__builtin_arm_mve_vstrwq_p_s32:
case ARM::BI__builtin_arm_mve_vstrwq_p_u32: {
llvm::Type * Param0;
uint32_t Param1;
llvm::Type * Param2;
llvm::Type * Param3;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vst1q_p_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_s8:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16));
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vst1q_p_u8:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16));
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrbq_p_s8:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16));
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrbq_p_u8:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16));
Param1 = 1;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param3 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vstrhq_p_f16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(HalfTy, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_p_s16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrhq_p_u16:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 8));
Param1 = 2;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param3 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vstrwq_p_f32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(FloatTy, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_p_s32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vstrwq_p_u32:
Param0 = llvm::PointerType::getUnqual(llvm::VectorType::get(Int32Ty, 4));
Param1 = 4;
Param2 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param3 = llvm::VectorType::get(Int32Ty, 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(1));
Address Val1 = EmitPointerWithAlignment(E->getArg(0));
Value *Val2 = Builder.CreatePointerCast((Val1.getPointer()), Param0);
Value *Val3 = llvm::ConstantInt::get(Int32Ty, Param1);
Value *Val4 = EmitScalarExpr(E->getArg(2));
Value *Val5 = Builder.CreateIntCast(Val4, Int32Ty, false);
Value *Val6 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param2}), llvm::SmallVector<Value *, 1> {Val5});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_store, llvm::SmallVector<llvm::Type *, 2> {Param3, Param0}), llvm::SmallVector<Value *, 4> {Val0, Val2, Val3, Val6});
}
case ARM::BI__builtin_arm_mve_vst1q_s8:
case ARM::BI__builtin_arm_mve_vst1q_u8:
case ARM::BI__builtin_arm_mve_vstrbq_s8:
case ARM::BI__builtin_arm_mve_vstrbq_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
Address Val1 = EmitPointerWithAlignment(E->getArg(0));
Value *Val2 = Builder.CreatePointerCast((Val1.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 16)));
Address Val3 = Address(Val2, CharUnits::fromQuantity(1));
return Builder.CreateStore(Val0, Val3);
}
case ARM::BI__builtin_arm_mve_vsetq_lane_f16:
case ARM::BI__builtin_arm_mve_vsetq_lane_f32:
case ARM::BI__builtin_arm_mve_vsetq_lane_s16:
case ARM::BI__builtin_arm_mve_vsetq_lane_s32:
case ARM::BI__builtin_arm_mve_vsetq_lane_s64:
case ARM::BI__builtin_arm_mve_vsetq_lane_s8:
case ARM::BI__builtin_arm_mve_vsetq_lane_u16:
case ARM::BI__builtin_arm_mve_vsetq_lane_u32:
case ARM::BI__builtin_arm_mve_vsetq_lane_u64:
case ARM::BI__builtin_arm_mve_vsetq_lane_u8: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
Value *Val1 = EmitScalarExpr(E->getArg(0));
Value *Val2 = EmitScalarExpr(E->getArg(2));
return Builder.CreateInsertElement(Val0, Val1, Val2);
}
case ARM::BI__builtin_arm_mve_vaddq_m_f16:
case ARM::BI__builtin_arm_mve_vaddq_m_f32:
case ARM::BI__builtin_arm_mve_vaddq_m_s16:
case ARM::BI__builtin_arm_mve_vaddq_m_s32:
case ARM::BI__builtin_arm_mve_vaddq_m_s8:
case ARM::BI__builtin_arm_mve_vaddq_m_u16:
case ARM::BI__builtin_arm_mve_vaddq_m_u32:
case ARM::BI__builtin_arm_mve_vaddq_m_u8:
case ARM::BI__builtin_arm_mve_vsubq_m_f16:
case ARM::BI__builtin_arm_mve_vsubq_m_f32:
case ARM::BI__builtin_arm_mve_vsubq_m_s16:
case ARM::BI__builtin_arm_mve_vsubq_m_s32:
case ARM::BI__builtin_arm_mve_vsubq_m_s8:
case ARM::BI__builtin_arm_mve_vsubq_m_u16:
case ARM::BI__builtin_arm_mve_vsubq_m_u32:
case ARM::BI__builtin_arm_mve_vsubq_m_u8: {
llvm::Type * Param0;
Intrinsic::ID Param1;
llvm::Type * Param2;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vaddq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vaddq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param1 = Intrinsic::arm_mve_add_predicated;
Param2 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(HalfTy, 8);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(FloatTy, 4);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int8Ty, 16);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int16Ty, 8);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int32Ty, 4);
break;
case ARM::BI__builtin_arm_mve_vsubq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
Param1 = Intrinsic::arm_mve_sub_predicated;
Param2 = llvm::VectorType::get(Int8Ty, 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(1));
Value *Val1 = EmitScalarExpr(E->getArg(2));
Value *Val2 = EmitScalarExpr(E->getArg(3));
Value *Val3 = Builder.CreateIntCast(Val2, Int32Ty, false);
Value *Val4 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val3});
Value *Val5 = EmitScalarExpr(E->getArg(0));
return Builder.CreateCall(CGM.getIntrinsic(Param1, llvm::SmallVector<llvm::Type *, 2> {Param2, Param0}), llvm::SmallVector<Value *, 4> {Val0, Val1, Val4, Val5});
}
case ARM::BI__builtin_arm_mve_vstrhq_s32:
case ARM::BI__builtin_arm_mve_vstrhq_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int16Ty, 4);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4)));
Address Val5 = Address(Val4, CharUnits::fromQuantity(2));
return Builder.CreateStore(Val2, Val5);
}
case ARM::BI__builtin_arm_mve_vstrhq_p_s32:
case ARM::BI__builtin_arm_mve_vstrhq_p_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int16Ty, 4);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4)));
Value *Val5 = llvm::ConstantInt::get(Int32Ty, 2);
Value *Val6 = EmitScalarExpr(E->getArg(2));
Value *Val7 = Builder.CreateIntCast(Val6, Int32Ty, false);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_store, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int16Ty, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(Int16Ty, 4))}), llvm::SmallVector<Value *, 4> {Val2, Val4, Val5, Val8});
}
case ARM::BI__builtin_arm_mve_vstrbq_s32:
case ARM::BI__builtin_arm_mve_vstrbq_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int8Ty, 4);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4)));
Address Val5 = Address(Val4, CharUnits::fromQuantity(1));
return Builder.CreateStore(Val2, Val5);
}
case ARM::BI__builtin_arm_mve_vstrbq_p_s32:
case ARM::BI__builtin_arm_mve_vstrbq_p_u32: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int8Ty, 4);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4)));
Value *Val5 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val6 = EmitScalarExpr(E->getArg(2));
Value *Val7 = Builder.CreateIntCast(Val6, Int32Ty, false);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 4)}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_store, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int8Ty, 4), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 4))}), llvm::SmallVector<Value *, 4> {Val2, Val4, Val5, Val8});
}
case ARM::BI__builtin_arm_mve_vstrbq_s16:
case ARM::BI__builtin_arm_mve_vstrbq_u16: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int8Ty, 8);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8)));
Address Val5 = Address(Val4, CharUnits::fromQuantity(1));
return Builder.CreateStore(Val2, Val5);
}
case ARM::BI__builtin_arm_mve_vstrbq_p_s16:
case ARM::BI__builtin_arm_mve_vstrbq_p_u16: {
Value *Val0 = EmitScalarExpr(E->getArg(1));
llvm::Type *Val1 = llvm::VectorType::get(Int8Ty, 8);
Value *Val2 = Builder.CreateTrunc(Val0, Val1);
Address Val3 = EmitPointerWithAlignment(E->getArg(0));
Value *Val4 = Builder.CreatePointerCast((Val3.getPointer()), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8)));
Value *Val5 = llvm::ConstantInt::get(Int32Ty, 1);
Value *Val6 = EmitScalarExpr(E->getArg(2));
Value *Val7 = Builder.CreateIntCast(Val6, Int32Ty, false);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {llvm::VectorType::get(Builder.getInt1Ty(), 8)}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::masked_store, llvm::SmallVector<llvm::Type *, 2> {llvm::VectorType::get(Int8Ty, 8), llvm::PointerType::getUnqual(llvm::VectorType::get(Int8Ty, 8))}), llvm::SmallVector<Value *, 4> {Val2, Val4, Val5, Val8});
}
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpOEQ(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpOGE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpOGT(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpOLE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpOLT(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_f16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateFCmpUNE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s8:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u32:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpEQ(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s8:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u32:
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpNE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpSGE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpSGT(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpSLE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s16:
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s32:
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_n_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpSLT(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u16:
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u32:
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_m_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpUGE(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u16:
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u32:
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_m_n_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = ARMMVEVectorSplat(Builder, Val4);
Value *Val6 = Builder.CreateICmpUGT(Val3, Val5);
Value *Val7 = Builder.CreateAnd(Val2, Val6);
Value *Val8 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val7});
return Builder.CreateIntCast(Val8, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpOEQ(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpOGE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpOGT(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpleq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpOLE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpltq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpOLT(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_m_f16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_f32: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_m_f16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_f32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateFCmpUNE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s8:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u16:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u32:
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpeqq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpEQ(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpneq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpneq_m_s8:
case ARM::BI__builtin_arm_mve_vcmpneq_m_u16:
case ARM::BI__builtin_arm_mve_vcmpneq_m_u32:
case ARM::BI__builtin_arm_mve_vcmpneq_m_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpneq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpneq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpNE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgeq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpSGE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpgtq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpSGT(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpleq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpleq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpleq_m_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpleq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpleq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpSLE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpltq_m_s16:
case ARM::BI__builtin_arm_mve_vcmpltq_m_s32:
case ARM::BI__builtin_arm_mve_vcmpltq_m_s8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpltq_m_s16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_s32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpltq_m_s8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpSLT(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u16:
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u32:
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmpcsq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpUGE(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vcmphiq_m_u16:
case ARM::BI__builtin_arm_mve_vcmphiq_m_u32:
case ARM::BI__builtin_arm_mve_vcmphiq_m_u8: {
llvm::Type * Param0;
switch (BuiltinID) {
case ARM::BI__builtin_arm_mve_vcmphiq_m_u16:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 8);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_m_u32:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 4);
break;
case ARM::BI__builtin_arm_mve_vcmphiq_m_u8:
Param0 = llvm::VectorType::get(Builder.getInt1Ty(), 16);
break;
}
Value *Val0 = EmitScalarExpr(E->getArg(2));
Value *Val1 = Builder.CreateIntCast(Val0, Int32Ty, false);
Value *Val2 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_i2v, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val1});
Value *Val3 = EmitScalarExpr(E->getArg(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateICmpUGT(Val3, Val4);
Value *Val6 = Builder.CreateAnd(Val2, Val5);
Value *Val7 = Builder.CreateCall(CGM.getIntrinsic(Intrinsic::arm_mve_pred_v2i, llvm::SmallVector<llvm::Type *, 1> {Param0}), llvm::SmallVector<Value *, 1> {Val6});
return Builder.CreateIntCast(Val7, Int16Ty, false);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_f32:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_f32: {
llvm::Type *Val0 = llvm::VectorType::get(FloatTy, 4);
return UndefValue::get(Val0);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_f16:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_f16: {
llvm::Type *Val0 = llvm::VectorType::get(HalfTy, 8);
return UndefValue::get(Val0);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_s16:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_u16:
case ARM::BI__builtin_arm_mve_vuninitializedq_s16:
case ARM::BI__builtin_arm_mve_vuninitializedq_u16: {
llvm::Type *Val0 = llvm::VectorType::get(Int16Ty, 8);
return UndefValue::get(Val0);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_s32:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_u32:
case ARM::BI__builtin_arm_mve_vuninitializedq_s32:
case ARM::BI__builtin_arm_mve_vuninitializedq_u32: {
llvm::Type *Val0 = llvm::VectorType::get(Int32Ty, 4);
return UndefValue::get(Val0);
}
case ARM::BI__builtin_arm_mve_vcreateq_f32: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(FloatTy, 4);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vcreateq_f16: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(HalfTy, 8);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vcreateq_s16:
case ARM::BI__builtin_arm_mve_vcreateq_u16: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(Int16Ty, 8);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vcreateq_s32:
case ARM::BI__builtin_arm_mve_vcreateq_u32: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(Int32Ty, 4);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vcreateq_s64:
case ARM::BI__builtin_arm_mve_vcreateq_u64: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(Int64Ty, 2);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vcreateq_s8:
case ARM::BI__builtin_arm_mve_vcreateq_u8: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
Value *Val1 = UndefValue::get(Val0);
Value *Val2 = EmitScalarExpr(E->getArg(0));
Value *Val3 = Builder.CreateInsertElement(Val1, Val2, static_cast<uint64_t>(0));
Value *Val4 = EmitScalarExpr(E->getArg(1));
Value *Val5 = Builder.CreateInsertElement(Val3, Val4, static_cast<uint64_t>(1));
llvm::Type *Val6 = llvm::VectorType::get(Int8Ty, 16);
return Builder.CreateBitCast(Val5, Val6);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_s64:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_u64:
case ARM::BI__builtin_arm_mve_vuninitializedq_s64:
case ARM::BI__builtin_arm_mve_vuninitializedq_u64: {
llvm::Type *Val0 = llvm::VectorType::get(Int64Ty, 2);
return UndefValue::get(Val0);
}
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_s8:
case ARM::BI__builtin_arm_mve_vuninitializedq_polymorphic_u8:
case ARM::BI__builtin_arm_mve_vuninitializedq_s8:
case ARM::BI__builtin_arm_mve_vuninitializedq_u8: {
llvm::Type *Val0 = llvm::VectorType::get(Int8Ty, 16);
return UndefValue::get(Val0);
}