|
@@ -3497,7 +3497,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
case Intrinsic::nvvm_wmma_m16n16k16_load_a_s8_col:
|
|
case Intrinsic::nvvm_wmma_m16n16k16_load_a_s8_col:
|
|
@@ -3521,7 +3521,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 8;
|
|
|
|
|
|
+ Info.align = Align(8);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3547,7 +3547,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3585,7 +3585,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 4;
|
|
|
|
|
|
+ Info.align = Align(4);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3606,7 +3606,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3627,7 +3627,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3648,7 +3648,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3665,7 +3665,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 8;
|
|
|
|
|
|
+ Info.align = Align(8);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3686,7 +3686,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3707,7 +3707,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3728,7 +3728,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3745,7 +3745,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
Info.flags = MachineMemOperand::MOStore;
|
|
- Info.align = 8;
|
|
|
|
|
|
+ Info.align = Align(8);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3780,7 +3780,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad | MachineMemOperand::MOStore;
|
|
Info.flags = MachineMemOperand::MOLoad | MachineMemOperand::MOStore;
|
|
- Info.align = 0;
|
|
|
|
|
|
+ Info.align.reset();
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -3798,7 +3798,8 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = cast<ConstantInt>(I.getArgOperand(1))->getZExtValue();
|
|
|
|
|
|
+ Info.align =
|
|
|
|
+ MaybeAlign(cast<ConstantInt>(I.getArgOperand(1))->getZExtValue());
|
|
|
|
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
@@ -3817,7 +3818,8 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.ptrVal = I.getArgOperand(0);
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = cast<ConstantInt>(I.getArgOperand(1))->getZExtValue();
|
|
|
|
|
|
+ Info.align =
|
|
|
|
+ MaybeAlign(cast<ConstantInt>(I.getArgOperand(1))->getZExtValue());
|
|
|
|
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
@@ -3883,7 +3885,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
|
|
|
|
case Intrinsic::nvvm_tex_1d_v4s32_s32:
|
|
case Intrinsic::nvvm_tex_1d_v4s32_s32:
|
|
@@ -4003,7 +4005,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
|
|
|
|
case Intrinsic::nvvm_suld_1d_i8_clamp:
|
|
case Intrinsic::nvvm_suld_1d_i8_clamp:
|
|
@@ -4056,7 +4058,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
|
|
|
|
case Intrinsic::nvvm_suld_1d_i16_clamp:
|
|
case Intrinsic::nvvm_suld_1d_i16_clamp:
|
|
@@ -4109,7 +4111,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
|
|
|
|
case Intrinsic::nvvm_suld_1d_i32_clamp:
|
|
case Intrinsic::nvvm_suld_1d_i32_clamp:
|
|
@@ -4162,7 +4164,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
|
|
|
|
case Intrinsic::nvvm_suld_1d_i64_clamp:
|
|
case Intrinsic::nvvm_suld_1d_i64_clamp:
|
|
@@ -4200,7 +4202,7 @@ bool NVPTXTargetLowering::getTgtMemIntrinsic(
|
|
Info.ptrVal = nullptr;
|
|
Info.ptrVal = nullptr;
|
|
Info.offset = 0;
|
|
Info.offset = 0;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
Info.flags = MachineMemOperand::MOLoad;
|
|
- Info.align = 16;
|
|
|
|
|
|
+ Info.align = Align(16);
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
return false;
|
|
return false;
|