MDBuilder.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. //===---- llvm/MDBuilder.cpp - Builder for LLVM metadata ------------------===//
  2. //
  3. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  4. // See https://llvm.org/LICENSE.txt for license information.
  5. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  6. //
  7. //===----------------------------------------------------------------------===//
  8. //
  9. // This file defines the MDBuilder class, which is used as a convenient way to
  10. // create LLVM metadata with a consistent and simplified interface.
  11. //
  12. //===----------------------------------------------------------------------===//
  13. #include "llvm/IR/MDBuilder.h"
  14. #include "llvm/IR/Constants.h"
  15. #include "llvm/IR/Function.h"
  16. #include "llvm/IR/Metadata.h"
  17. using namespace llvm;
  18. MDString *MDBuilder::createString(StringRef Str) {
  19. return MDString::get(Context, Str);
  20. }
  21. ConstantAsMetadata *MDBuilder::createConstant(Constant *C) {
  22. return ConstantAsMetadata::get(C);
  23. }
  24. MDNode *MDBuilder::createFPMath(float Accuracy) {
  25. if (Accuracy == 0.0)
  26. return nullptr;
  27. assert(Accuracy > 0.0 && "Invalid fpmath accuracy!");
  28. auto *Op =
  29. createConstant(ConstantFP::get(Type::getFloatTy(Context), Accuracy));
  30. return MDNode::get(Context, Op);
  31. }
  32. MDNode *MDBuilder::createBranchWeights(uint32_t TrueWeight,
  33. uint32_t FalseWeight) {
  34. return createBranchWeights({TrueWeight, FalseWeight});
  35. }
  36. MDNode *MDBuilder::createBranchWeights(ArrayRef<uint32_t> Weights) {
  37. assert(Weights.size() >= 1 && "Need at least one branch weights!");
  38. SmallVector<Metadata *, 4> Vals(Weights.size() + 1);
  39. Vals[0] = createString("branch_weights");
  40. Type *Int32Ty = Type::getInt32Ty(Context);
  41. for (unsigned i = 0, e = Weights.size(); i != e; ++i)
  42. Vals[i + 1] = createConstant(ConstantInt::get(Int32Ty, Weights[i]));
  43. return MDNode::get(Context, Vals);
  44. }
  45. MDNode *MDBuilder::createUnpredictable() {
  46. return MDNode::get(Context, None);
  47. }
  48. MDNode *MDBuilder::createFunctionEntryCount(
  49. uint64_t Count, bool Synthetic,
  50. const DenseSet<GlobalValue::GUID> *Imports) {
  51. Type *Int64Ty = Type::getInt64Ty(Context);
  52. SmallVector<Metadata *, 8> Ops;
  53. if (Synthetic)
  54. Ops.push_back(createString("synthetic_function_entry_count"));
  55. else
  56. Ops.push_back(createString("function_entry_count"));
  57. Ops.push_back(createConstant(ConstantInt::get(Int64Ty, Count)));
  58. if (Imports) {
  59. SmallVector<GlobalValue::GUID, 2> OrderID(Imports->begin(), Imports->end());
  60. llvm::stable_sort(OrderID);
  61. for (auto ID : OrderID)
  62. Ops.push_back(createConstant(ConstantInt::get(Int64Ty, ID)));
  63. }
  64. return MDNode::get(Context, Ops);
  65. }
  66. MDNode *MDBuilder::createFunctionSectionPrefix(StringRef Prefix) {
  67. return MDNode::get(Context,
  68. {createString("function_section_prefix"),
  69. createString(Prefix)});
  70. }
  71. MDNode *MDBuilder::createRange(const APInt &Lo, const APInt &Hi) {
  72. assert(Lo.getBitWidth() == Hi.getBitWidth() && "Mismatched bitwidths!");
  73. Type *Ty = IntegerType::get(Context, Lo.getBitWidth());
  74. return createRange(ConstantInt::get(Ty, Lo), ConstantInt::get(Ty, Hi));
  75. }
  76. MDNode *MDBuilder::createRange(Constant *Lo, Constant *Hi) {
  77. // If the range is everything then it is useless.
  78. if (Hi == Lo)
  79. return nullptr;
  80. // Return the range [Lo, Hi).
  81. return MDNode::get(Context, {createConstant(Lo), createConstant(Hi)});
  82. }
  83. MDNode *MDBuilder::createCallees(ArrayRef<Function *> Callees) {
  84. SmallVector<Metadata *, 4> Ops;
  85. for (Function *F : Callees)
  86. Ops.push_back(createConstant(F));
  87. return MDNode::get(Context, Ops);
  88. }
  89. MDNode *MDBuilder::createCallbackEncoding(unsigned CalleeArgNo,
  90. ArrayRef<int> Arguments,
  91. bool VarArgArePassed) {
  92. SmallVector<Metadata *, 4> Ops;
  93. Type *Int64 = Type::getInt64Ty(Context);
  94. Ops.push_back(createConstant(ConstantInt::get(Int64, CalleeArgNo)));
  95. for (int ArgNo : Arguments)
  96. Ops.push_back(createConstant(ConstantInt::get(Int64, ArgNo, true)));
  97. Type *Int1 = Type::getInt1Ty(Context);
  98. Ops.push_back(createConstant(ConstantInt::get(Int1, VarArgArePassed)));
  99. return MDNode::get(Context, Ops);
  100. }
  101. MDNode *MDBuilder::mergeCallbackEncodings(MDNode *ExistingCallbacks,
  102. MDNode *NewCB) {
  103. if (!ExistingCallbacks)
  104. return MDNode::get(Context, {NewCB});
  105. auto *NewCBCalleeIdxAsCM = cast<ConstantAsMetadata>(NewCB->getOperand(0));
  106. uint64_t NewCBCalleeIdx =
  107. cast<ConstantInt>(NewCBCalleeIdxAsCM->getValue())->getZExtValue();
  108. (void)NewCBCalleeIdx;
  109. SmallVector<Metadata *, 4> Ops;
  110. unsigned NumExistingOps = ExistingCallbacks->getNumOperands();
  111. Ops.resize(NumExistingOps + 1);
  112. for (unsigned u = 0; u < NumExistingOps; u++) {
  113. Ops[u] = ExistingCallbacks->getOperand(u);
  114. auto *OldCBCalleeIdxAsCM = cast<ConstantAsMetadata>(Ops[u]);
  115. uint64_t OldCBCalleeIdx =
  116. cast<ConstantInt>(OldCBCalleeIdxAsCM->getValue())->getZExtValue();
  117. (void)OldCBCalleeIdx;
  118. assert(NewCBCalleeIdx != OldCBCalleeIdx &&
  119. "Cannot map a callback callee index twice!");
  120. }
  121. Ops[NumExistingOps] = NewCB;
  122. return MDNode::get(Context, Ops);
  123. }
  124. MDNode *MDBuilder::createAnonymousAARoot(StringRef Name, MDNode *Extra) {
  125. // To ensure uniqueness the root node is self-referential.
  126. auto Dummy = MDNode::getTemporary(Context, None);
  127. SmallVector<Metadata *, 3> Args(1, Dummy.get());
  128. if (Extra)
  129. Args.push_back(Extra);
  130. if (!Name.empty())
  131. Args.push_back(createString(Name));
  132. MDNode *Root = MDNode::get(Context, Args);
  133. // At this point we have
  134. // !0 = metadata !{} <- dummy
  135. // !1 = metadata !{metadata !0} <- root
  136. // Replace the dummy operand with the root node itself and delete the dummy.
  137. Root->replaceOperandWith(0, Root);
  138. // We now have
  139. // !1 = metadata !{metadata !1} <- self-referential root
  140. return Root;
  141. }
  142. MDNode *MDBuilder::createTBAARoot(StringRef Name) {
  143. return MDNode::get(Context, createString(Name));
  144. }
  145. /// Return metadata for a non-root TBAA node with the given name,
  146. /// parent in the TBAA tree, and value for 'pointsToConstantMemory'.
  147. MDNode *MDBuilder::createTBAANode(StringRef Name, MDNode *Parent,
  148. bool isConstant) {
  149. if (isConstant) {
  150. Constant *Flags = ConstantInt::get(Type::getInt64Ty(Context), 1);
  151. return MDNode::get(Context,
  152. {createString(Name), Parent, createConstant(Flags)});
  153. }
  154. return MDNode::get(Context, {createString(Name), Parent});
  155. }
  156. MDNode *MDBuilder::createAliasScopeDomain(StringRef Name) {
  157. return MDNode::get(Context, createString(Name));
  158. }
  159. MDNode *MDBuilder::createAliasScope(StringRef Name, MDNode *Domain) {
  160. return MDNode::get(Context, {createString(Name), Domain});
  161. }
  162. /// Return metadata for a tbaa.struct node with the given
  163. /// struct field descriptions.
  164. MDNode *MDBuilder::createTBAAStructNode(ArrayRef<TBAAStructField> Fields) {
  165. SmallVector<Metadata *, 4> Vals(Fields.size() * 3);
  166. Type *Int64 = Type::getInt64Ty(Context);
  167. for (unsigned i = 0, e = Fields.size(); i != e; ++i) {
  168. Vals[i * 3 + 0] = createConstant(ConstantInt::get(Int64, Fields[i].Offset));
  169. Vals[i * 3 + 1] = createConstant(ConstantInt::get(Int64, Fields[i].Size));
  170. Vals[i * 3 + 2] = Fields[i].Type;
  171. }
  172. return MDNode::get(Context, Vals);
  173. }
  174. /// Return metadata for a TBAA struct node in the type DAG
  175. /// with the given name, a list of pairs (offset, field type in the type DAG).
  176. MDNode *MDBuilder::createTBAAStructTypeNode(
  177. StringRef Name, ArrayRef<std::pair<MDNode *, uint64_t>> Fields) {
  178. SmallVector<Metadata *, 4> Ops(Fields.size() * 2 + 1);
  179. Type *Int64 = Type::getInt64Ty(Context);
  180. Ops[0] = createString(Name);
  181. for (unsigned i = 0, e = Fields.size(); i != e; ++i) {
  182. Ops[i * 2 + 1] = Fields[i].first;
  183. Ops[i * 2 + 2] = createConstant(ConstantInt::get(Int64, Fields[i].second));
  184. }
  185. return MDNode::get(Context, Ops);
  186. }
  187. /// Return metadata for a TBAA scalar type node with the
  188. /// given name, an offset and a parent in the TBAA type DAG.
  189. MDNode *MDBuilder::createTBAAScalarTypeNode(StringRef Name, MDNode *Parent,
  190. uint64_t Offset) {
  191. ConstantInt *Off = ConstantInt::get(Type::getInt64Ty(Context), Offset);
  192. return MDNode::get(Context,
  193. {createString(Name), Parent, createConstant(Off)});
  194. }
  195. /// Return metadata for a TBAA tag node with the given
  196. /// base type, access type and offset relative to the base type.
  197. MDNode *MDBuilder::createTBAAStructTagNode(MDNode *BaseType, MDNode *AccessType,
  198. uint64_t Offset, bool IsConstant) {
  199. IntegerType *Int64 = Type::getInt64Ty(Context);
  200. ConstantInt *Off = ConstantInt::get(Int64, Offset);
  201. if (IsConstant) {
  202. return MDNode::get(Context, {BaseType, AccessType, createConstant(Off),
  203. createConstant(ConstantInt::get(Int64, 1))});
  204. }
  205. return MDNode::get(Context, {BaseType, AccessType, createConstant(Off)});
  206. }
  207. MDNode *MDBuilder::createTBAATypeNode(MDNode *Parent, uint64_t Size,
  208. Metadata *Id,
  209. ArrayRef<TBAAStructField> Fields) {
  210. SmallVector<Metadata *, 4> Ops(3 + Fields.size() * 3);
  211. Type *Int64 = Type::getInt64Ty(Context);
  212. Ops[0] = Parent;
  213. Ops[1] = createConstant(ConstantInt::get(Int64, Size));
  214. Ops[2] = Id;
  215. for (unsigned I = 0, E = Fields.size(); I != E; ++I) {
  216. Ops[I * 3 + 3] = Fields[I].Type;
  217. Ops[I * 3 + 4] = createConstant(ConstantInt::get(Int64, Fields[I].Offset));
  218. Ops[I * 3 + 5] = createConstant(ConstantInt::get(Int64, Fields[I].Size));
  219. }
  220. return MDNode::get(Context, Ops);
  221. }
  222. MDNode *MDBuilder::createTBAAAccessTag(MDNode *BaseType, MDNode *AccessType,
  223. uint64_t Offset, uint64_t Size,
  224. bool IsImmutable) {
  225. IntegerType *Int64 = Type::getInt64Ty(Context);
  226. auto *OffsetNode = createConstant(ConstantInt::get(Int64, Offset));
  227. auto *SizeNode = createConstant(ConstantInt::get(Int64, Size));
  228. if (IsImmutable) {
  229. auto *ImmutabilityFlagNode = createConstant(ConstantInt::get(Int64, 1));
  230. return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode,
  231. ImmutabilityFlagNode});
  232. }
  233. return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode});
  234. }
  235. MDNode *MDBuilder::createMutableTBAAAccessTag(MDNode *Tag) {
  236. MDNode *BaseType = cast<MDNode>(Tag->getOperand(0));
  237. MDNode *AccessType = cast<MDNode>(Tag->getOperand(1));
  238. Metadata *OffsetNode = Tag->getOperand(2);
  239. uint64_t Offset = mdconst::extract<ConstantInt>(OffsetNode)->getZExtValue();
  240. bool NewFormat = isa<MDNode>(AccessType->getOperand(0));
  241. // See if the tag is already mutable.
  242. unsigned ImmutabilityFlagOp = NewFormat ? 4 : 3;
  243. if (Tag->getNumOperands() <= ImmutabilityFlagOp)
  244. return Tag;
  245. // If Tag is already mutable then return it.
  246. Metadata *ImmutabilityFlagNode = Tag->getOperand(ImmutabilityFlagOp);
  247. if (!mdconst::extract<ConstantInt>(ImmutabilityFlagNode)->getValue())
  248. return Tag;
  249. // Otherwise, create another node.
  250. if (!NewFormat)
  251. return createTBAAStructTagNode(BaseType, AccessType, Offset);
  252. Metadata *SizeNode = Tag->getOperand(3);
  253. uint64_t Size = mdconst::extract<ConstantInt>(SizeNode)->getZExtValue();
  254. return createTBAAAccessTag(BaseType, AccessType, Offset, Size);
  255. }
  256. MDNode *MDBuilder::createIrrLoopHeaderWeight(uint64_t Weight) {
  257. Metadata *Vals[] = {
  258. createString("loop_header_weight"),
  259. createConstant(ConstantInt::get(Type::getInt64Ty(Context), Weight)),
  260. };
  261. return MDNode::get(Context, Vals);
  262. }
  263. MDNode *MDBuilder::createMisExpect(uint64_t Index, uint64_t LikleyWeight,
  264. uint64_t UnlikleyWeight) {
  265. auto *IntType = Type::getInt64Ty(Context);
  266. Metadata *Vals[] = {
  267. createString("misexpect"),
  268. createConstant(ConstantInt::get(IntType, Index)),
  269. createConstant(ConstantInt::get(IntType, LikleyWeight)),
  270. createConstant(ConstantInt::get(IntType, UnlikleyWeight)),
  271. };
  272. return MDNode::get(Context, Vals);
  273. }