1 //===- Operator.cpp - Operator class --------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // Operator wrapper to simplify using TableGen Record defining a MLIR Op. 10 // 11 //===----------------------------------------------------------------------===// 12 13 #include "mlir/TableGen/Operator.h" 14 #include "mlir/ADT/TypeSwitch.h" 15 #include "mlir/TableGen/OpTrait.h" 16 #include "mlir/TableGen/Predicate.h" 17 #include "mlir/TableGen/Type.h" 18 #include "llvm/ADT/SmallPtrSet.h" 19 #include "llvm/Support/Debug.h" 20 #include "llvm/Support/FormatVariadic.h" 21 #include "llvm/TableGen/Error.h" 22 #include "llvm/TableGen/Record.h" 23 24 #define DEBUG_TYPE "mlir-tblgen-operator" 25 26 using namespace mlir; 27 28 using llvm::DagInit; 29 using llvm::DefInit; 30 using llvm::Record; 31 32 tblgen::Operator::Operator(const llvm::Record &def) 33 : dialect(def.getValueAsDef("opDialect")), def(def) { 34 // The first `_` in the op's TableGen def name is treated as separating the 35 // dialect prefix and the op class name. The dialect prefix will be ignored if 36 // not empty. Otherwise, if def name starts with a `_`, the `_` is considered 37 // as part of the class name. 38 StringRef prefix; 39 std::tie(prefix, cppClassName) = def.getName().split('_'); 40 if (prefix.empty()) { 41 // Class name with a leading underscore and without dialect prefix 42 cppClassName = def.getName(); 43 } else if (cppClassName.empty()) { 44 // Class name without dialect prefix 45 cppClassName = prefix; 46 } 47 48 populateOpStructure(); 49 } 50 51 std::string tblgen::Operator::getOperationName() const { 52 auto prefix = dialect.getName(); 53 auto opName = def.getValueAsString("opName"); 54 if (prefix.empty()) 55 return std::string(opName); 56 return std::string(llvm::formatv("{0}.{1}", prefix, opName)); 57 } 58 59 StringRef tblgen::Operator::getDialectName() const { return dialect.getName(); } 60 61 StringRef tblgen::Operator::getCppClassName() const { return cppClassName; } 62 63 std::string tblgen::Operator::getQualCppClassName() const { 64 auto prefix = dialect.getCppNamespace(); 65 if (prefix.empty()) 66 return std::string(cppClassName); 67 return std::string(llvm::formatv("{0}::{1}", prefix, cppClassName)); 68 } 69 70 int tblgen::Operator::getNumResults() const { 71 DagInit *results = def.getValueAsDag("results"); 72 return results->getNumArgs(); 73 } 74 75 StringRef tblgen::Operator::getExtraClassDeclaration() const { 76 constexpr auto attr = "extraClassDeclaration"; 77 if (def.isValueUnset(attr)) 78 return {}; 79 return def.getValueAsString(attr); 80 } 81 82 const llvm::Record &tblgen::Operator::getDef() const { return def; } 83 84 bool tblgen::Operator::isVariadic() const { 85 return getNumVariadicOperands() != 0 || getNumVariadicResults() != 0; 86 } 87 88 bool tblgen::Operator::skipDefaultBuilders() const { 89 return def.getValueAsBit("skipDefaultBuilders"); 90 } 91 92 auto tblgen::Operator::result_begin() -> value_iterator { 93 return results.begin(); 94 } 95 96 auto tblgen::Operator::result_end() -> value_iterator { return results.end(); } 97 98 auto tblgen::Operator::getResults() -> value_range { 99 return {result_begin(), result_end()}; 100 } 101 102 tblgen::TypeConstraint 103 tblgen::Operator::getResultTypeConstraint(int index) const { 104 DagInit *results = def.getValueAsDag("results"); 105 return TypeConstraint(cast<DefInit>(results->getArg(index))); 106 } 107 108 StringRef tblgen::Operator::getResultName(int index) const { 109 DagInit *results = def.getValueAsDag("results"); 110 return results->getArgNameStr(index); 111 } 112 113 auto tblgen::Operator::getResultDecorators(int index) const 114 -> var_decorator_range { 115 Record *result = 116 cast<DefInit>(def.getValueAsDag("results")->getArg(index))->getDef(); 117 if (!result->isSubClassOf("OpVariable")) 118 return var_decorator_range(nullptr, nullptr); 119 return *result->getValueAsListInit("decorators"); 120 } 121 122 unsigned tblgen::Operator::getNumVariadicResults() const { 123 return std::count_if( 124 results.begin(), results.end(), 125 [](const NamedTypeConstraint &c) { return c.constraint.isVariadic(); }); 126 } 127 128 unsigned tblgen::Operator::getNumVariadicOperands() const { 129 return std::count_if( 130 operands.begin(), operands.end(), 131 [](const NamedTypeConstraint &c) { return c.constraint.isVariadic(); }); 132 } 133 134 tblgen::Operator::arg_iterator tblgen::Operator::arg_begin() const { 135 return arguments.begin(); 136 } 137 138 tblgen::Operator::arg_iterator tblgen::Operator::arg_end() const { 139 return arguments.end(); 140 } 141 142 tblgen::Operator::arg_range tblgen::Operator::getArgs() const { 143 return {arg_begin(), arg_end()}; 144 } 145 146 StringRef tblgen::Operator::getArgName(int index) const { 147 DagInit *argumentValues = def.getValueAsDag("arguments"); 148 return argumentValues->getArgName(index)->getValue(); 149 } 150 151 auto tblgen::Operator::getArgDecorators(int index) const 152 -> var_decorator_range { 153 Record *arg = 154 cast<DefInit>(def.getValueAsDag("arguments")->getArg(index))->getDef(); 155 if (!arg->isSubClassOf("OpVariable")) 156 return var_decorator_range(nullptr, nullptr); 157 return *arg->getValueAsListInit("decorators"); 158 } 159 160 const tblgen::OpTrait *tblgen::Operator::getTrait(StringRef trait) const { 161 for (const auto &t : traits) { 162 if (auto opTrait = dyn_cast<tblgen::NativeOpTrait>(&t)) { 163 if (opTrait->getTrait() == trait) 164 return opTrait; 165 } else if (auto opTrait = dyn_cast<tblgen::InternalOpTrait>(&t)) { 166 if (opTrait->getTrait() == trait) 167 return opTrait; 168 } else if (auto opTrait = dyn_cast<tblgen::InterfaceOpTrait>(&t)) { 169 if (opTrait->getTrait() == trait) 170 return opTrait; 171 } 172 } 173 return nullptr; 174 } 175 176 unsigned tblgen::Operator::getNumRegions() const { return regions.size(); } 177 178 const tblgen::NamedRegion &tblgen::Operator::getRegion(unsigned index) const { 179 return regions[index]; 180 } 181 182 auto tblgen::Operator::successor_begin() const -> const_successor_iterator { 183 return successors.begin(); 184 } 185 auto tblgen::Operator::successor_end() const -> const_successor_iterator { 186 return successors.end(); 187 } 188 auto tblgen::Operator::getSuccessors() const 189 -> llvm::iterator_range<const_successor_iterator> { 190 return {successor_begin(), successor_end()}; 191 } 192 193 unsigned tblgen::Operator::getNumSuccessors() const { 194 return successors.size(); 195 } 196 197 const tblgen::NamedSuccessor & 198 tblgen::Operator::getSuccessor(unsigned index) const { 199 return successors[index]; 200 } 201 202 unsigned tblgen::Operator::getNumVariadicSuccessors() const { 203 return llvm::count_if(successors, 204 [](const NamedSuccessor &c) { return c.isVariadic(); }); 205 } 206 207 auto tblgen::Operator::trait_begin() const -> const_trait_iterator { 208 return traits.begin(); 209 } 210 auto tblgen::Operator::trait_end() const -> const_trait_iterator { 211 return traits.end(); 212 } 213 auto tblgen::Operator::getTraits() const 214 -> llvm::iterator_range<const_trait_iterator> { 215 return {trait_begin(), trait_end()}; 216 } 217 218 auto tblgen::Operator::attribute_begin() const -> attribute_iterator { 219 return attributes.begin(); 220 } 221 auto tblgen::Operator::attribute_end() const -> attribute_iterator { 222 return attributes.end(); 223 } 224 auto tblgen::Operator::getAttributes() const 225 -> llvm::iterator_range<attribute_iterator> { 226 return {attribute_begin(), attribute_end()}; 227 } 228 229 auto tblgen::Operator::operand_begin() -> value_iterator { 230 return operands.begin(); 231 } 232 auto tblgen::Operator::operand_end() -> value_iterator { 233 return operands.end(); 234 } 235 auto tblgen::Operator::getOperands() -> value_range { 236 return {operand_begin(), operand_end()}; 237 } 238 239 auto tblgen::Operator::getArg(int index) const -> Argument { 240 return arguments[index]; 241 } 242 243 void tblgen::Operator::populateOpStructure() { 244 auto &recordKeeper = def.getRecords(); 245 auto typeConstraintClass = recordKeeper.getClass("TypeConstraint"); 246 auto attrClass = recordKeeper.getClass("Attr"); 247 auto derivedAttrClass = recordKeeper.getClass("DerivedAttr"); 248 auto opVarClass = recordKeeper.getClass("OpVariable"); 249 numNativeAttributes = 0; 250 251 DagInit *argumentValues = def.getValueAsDag("arguments"); 252 unsigned numArgs = argumentValues->getNumArgs(); 253 254 // Handle operands and native attributes. 255 for (unsigned i = 0; i != numArgs; ++i) { 256 auto arg = argumentValues->getArg(i); 257 auto givenName = argumentValues->getArgNameStr(i); 258 auto argDefInit = dyn_cast<DefInit>(arg); 259 if (!argDefInit) 260 PrintFatalError(def.getLoc(), 261 Twine("undefined type for argument #") + Twine(i)); 262 Record *argDef = argDefInit->getDef(); 263 if (argDef->isSubClassOf(opVarClass)) 264 argDef = argDef->getValueAsDef("constraint"); 265 266 if (argDef->isSubClassOf(typeConstraintClass)) { 267 operands.push_back( 268 NamedTypeConstraint{givenName, TypeConstraint(argDef)}); 269 } else if (argDef->isSubClassOf(attrClass)) { 270 if (givenName.empty()) 271 PrintFatalError(argDef->getLoc(), "attributes must be named"); 272 if (argDef->isSubClassOf(derivedAttrClass)) 273 PrintFatalError(argDef->getLoc(), 274 "derived attributes not allowed in argument list"); 275 attributes.push_back({givenName, Attribute(argDef)}); 276 ++numNativeAttributes; 277 } else { 278 PrintFatalError(def.getLoc(), "unexpected def type; only defs deriving " 279 "from TypeConstraint or Attr are allowed"); 280 } 281 } 282 283 // Handle derived attributes. 284 for (const auto &val : def.getValues()) { 285 if (auto *record = dyn_cast<llvm::RecordRecTy>(val.getType())) { 286 if (!record->isSubClassOf(attrClass)) 287 continue; 288 if (!record->isSubClassOf(derivedAttrClass)) 289 PrintFatalError(def.getLoc(), 290 "unexpected Attr where only DerivedAttr is allowed"); 291 292 if (record->getClasses().size() != 1) { 293 PrintFatalError( 294 def.getLoc(), 295 "unsupported attribute modelling, only single class expected"); 296 } 297 attributes.push_back( 298 {cast<llvm::StringInit>(val.getNameInit())->getValue(), 299 Attribute(cast<DefInit>(val.getValue()))}); 300 } 301 } 302 303 // Populate `arguments`. This must happen after we've finalized `operands` and 304 // `attributes` because we will put their elements' pointers in `arguments`. 305 // SmallVector may perform re-allocation under the hood when adding new 306 // elements. 307 int operandIndex = 0, attrIndex = 0; 308 for (unsigned i = 0; i != numArgs; ++i) { 309 Record *argDef = dyn_cast<DefInit>(argumentValues->getArg(i))->getDef(); 310 if (argDef->isSubClassOf(opVarClass)) 311 argDef = argDef->getValueAsDef("constraint"); 312 313 if (argDef->isSubClassOf(typeConstraintClass)) { 314 arguments.emplace_back(&operands[operandIndex++]); 315 } else { 316 assert(argDef->isSubClassOf(attrClass)); 317 arguments.emplace_back(&attributes[attrIndex++]); 318 } 319 } 320 321 auto *resultsDag = def.getValueAsDag("results"); 322 auto *outsOp = dyn_cast<DefInit>(resultsDag->getOperator()); 323 if (!outsOp || outsOp->getDef()->getName() != "outs") { 324 PrintFatalError(def.getLoc(), "'results' must have 'outs' directive"); 325 } 326 327 // Handle results. 328 for (unsigned i = 0, e = resultsDag->getNumArgs(); i < e; ++i) { 329 auto name = resultsDag->getArgNameStr(i); 330 auto *resultInit = dyn_cast<DefInit>(resultsDag->getArg(i)); 331 if (!resultInit) { 332 PrintFatalError(def.getLoc(), 333 Twine("undefined type for result #") + Twine(i)); 334 } 335 auto *resultDef = resultInit->getDef(); 336 if (resultDef->isSubClassOf(opVarClass)) 337 resultDef = resultDef->getValueAsDef("constraint"); 338 results.push_back({name, TypeConstraint(resultDef)}); 339 } 340 341 // Handle successors 342 auto *successorsDag = def.getValueAsDag("successors"); 343 auto *successorsOp = dyn_cast<DefInit>(successorsDag->getOperator()); 344 if (!successorsOp || successorsOp->getDef()->getName() != "successor") { 345 PrintFatalError(def.getLoc(), 346 "'successors' must have 'successor' directive"); 347 } 348 349 for (unsigned i = 0, e = successorsDag->getNumArgs(); i < e; ++i) { 350 auto name = successorsDag->getArgNameStr(i); 351 auto *successorInit = dyn_cast<DefInit>(successorsDag->getArg(i)); 352 if (!successorInit) { 353 PrintFatalError(def.getLoc(), 354 Twine("undefined kind for successor #") + Twine(i)); 355 } 356 Successor successor(successorInit->getDef()); 357 358 // Only support variadic successors if it is the last one for now. 359 if (i != e - 1 && successor.isVariadic()) 360 PrintFatalError(def.getLoc(), "only the last successor can be variadic"); 361 successors.push_back({name, successor}); 362 } 363 364 // Create list of traits, skipping over duplicates: appending to lists in 365 // tablegen is easy, making them unique less so, so dedupe here. 366 if (auto traitList = def.getValueAsListInit("traits")) { 367 // This is uniquing based on pointers of the trait. 368 SmallPtrSet<const llvm::Init *, 32> traitSet; 369 traits.reserve(traitSet.size()); 370 for (auto traitInit : *traitList) { 371 // Keep traits in the same order while skipping over duplicates. 372 if (traitSet.insert(traitInit).second) 373 traits.push_back(OpTrait::create(traitInit)); 374 } 375 } 376 377 // Handle regions 378 auto *regionsDag = def.getValueAsDag("regions"); 379 auto *regionsOp = dyn_cast<DefInit>(regionsDag->getOperator()); 380 if (!regionsOp || regionsOp->getDef()->getName() != "region") { 381 PrintFatalError(def.getLoc(), "'regions' must have 'region' directive"); 382 } 383 384 for (unsigned i = 0, e = regionsDag->getNumArgs(); i < e; ++i) { 385 auto name = regionsDag->getArgNameStr(i); 386 auto *regionInit = dyn_cast<DefInit>(regionsDag->getArg(i)); 387 if (!regionInit) { 388 PrintFatalError(def.getLoc(), 389 Twine("undefined kind for region #") + Twine(i)); 390 } 391 regions.push_back({name, Region(regionInit->getDef())}); 392 } 393 394 LLVM_DEBUG(print(llvm::dbgs())); 395 } 396 397 ArrayRef<llvm::SMLoc> tblgen::Operator::getLoc() const { return def.getLoc(); } 398 399 bool tblgen::Operator::hasDescription() const { 400 return def.getValue("description") != nullptr; 401 } 402 403 StringRef tblgen::Operator::getDescription() const { 404 return def.getValueAsString("description"); 405 } 406 407 bool tblgen::Operator::hasSummary() const { 408 return def.getValue("summary") != nullptr; 409 } 410 411 StringRef tblgen::Operator::getSummary() const { 412 return def.getValueAsString("summary"); 413 } 414 415 bool tblgen::Operator::hasAssemblyFormat() const { 416 auto *valueInit = def.getValueInit("assemblyFormat"); 417 return isa<llvm::CodeInit>(valueInit) || isa<llvm::StringInit>(valueInit); 418 } 419 420 StringRef tblgen::Operator::getAssemblyFormat() const { 421 return TypeSwitch<llvm::Init *, StringRef>(def.getValueInit("assemblyFormat")) 422 .Case<llvm::StringInit, llvm::CodeInit>( 423 [&](auto *init) { return init->getValue(); }); 424 } 425 426 void tblgen::Operator::print(llvm::raw_ostream &os) const { 427 os << "op '" << getOperationName() << "'\n"; 428 for (Argument arg : arguments) { 429 if (auto *attr = arg.dyn_cast<NamedAttribute *>()) 430 os << "[attribute] " << attr->name << '\n'; 431 else 432 os << "[operand] " << arg.get<NamedTypeConstraint *>()->name << '\n'; 433 } 434 } 435 436 auto tblgen::Operator::VariableDecoratorIterator::unwrap(llvm::Init *init) 437 -> VariableDecorator { 438 return VariableDecorator(cast<llvm::DefInit>(init)->getDef()); 439 } 440