1 //===- Operator.cpp - Operator class --------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // Operator wrapper to simplify using TableGen Record defining a MLIR Op. 10 // 11 //===----------------------------------------------------------------------===// 12 13 #include "mlir/TableGen/Operator.h" 14 #include "mlir/TableGen/OpTrait.h" 15 #include "mlir/TableGen/Predicate.h" 16 #include "mlir/TableGen/Type.h" 17 #include "llvm/ADT/SmallPtrSet.h" 18 #include "llvm/ADT/TypeSwitch.h" 19 #include "llvm/Support/Debug.h" 20 #include "llvm/Support/FormatVariadic.h" 21 #include "llvm/TableGen/Error.h" 22 #include "llvm/TableGen/Record.h" 23 24 #define DEBUG_TYPE "mlir-tblgen-operator" 25 26 using namespace mlir; 27 28 using llvm::DagInit; 29 using llvm::DefInit; 30 using llvm::Record; 31 32 tblgen::Operator::Operator(const llvm::Record &def) 33 : dialect(def.getValueAsDef("opDialect")), def(def) { 34 // The first `_` in the op's TableGen def name is treated as separating the 35 // dialect prefix and the op class name. The dialect prefix will be ignored if 36 // not empty. Otherwise, if def name starts with a `_`, the `_` is considered 37 // as part of the class name. 38 StringRef prefix; 39 std::tie(prefix, cppClassName) = def.getName().split('_'); 40 if (prefix.empty()) { 41 // Class name with a leading underscore and without dialect prefix 42 cppClassName = def.getName(); 43 } else if (cppClassName.empty()) { 44 // Class name without dialect prefix 45 cppClassName = prefix; 46 } 47 48 populateOpStructure(); 49 } 50 51 std::string tblgen::Operator::getOperationName() const { 52 auto prefix = dialect.getName(); 53 auto opName = def.getValueAsString("opName"); 54 if (prefix.empty()) 55 return std::string(opName); 56 return std::string(llvm::formatv("{0}.{1}", prefix, opName)); 57 } 58 59 StringRef tblgen::Operator::getDialectName() const { return dialect.getName(); } 60 61 StringRef tblgen::Operator::getCppClassName() const { return cppClassName; } 62 63 std::string tblgen::Operator::getQualCppClassName() const { 64 auto prefix = dialect.getCppNamespace(); 65 if (prefix.empty()) 66 return std::string(cppClassName); 67 return std::string(llvm::formatv("{0}::{1}", prefix, cppClassName)); 68 } 69 70 int tblgen::Operator::getNumResults() const { 71 DagInit *results = def.getValueAsDag("results"); 72 return results->getNumArgs(); 73 } 74 75 StringRef tblgen::Operator::getExtraClassDeclaration() const { 76 constexpr auto attr = "extraClassDeclaration"; 77 if (def.isValueUnset(attr)) 78 return {}; 79 return def.getValueAsString(attr); 80 } 81 82 const llvm::Record &tblgen::Operator::getDef() const { return def; } 83 84 bool tblgen::Operator::skipDefaultBuilders() const { 85 return def.getValueAsBit("skipDefaultBuilders"); 86 } 87 88 auto tblgen::Operator::result_begin() -> value_iterator { 89 return results.begin(); 90 } 91 92 auto tblgen::Operator::result_end() -> value_iterator { return results.end(); } 93 94 auto tblgen::Operator::getResults() -> value_range { 95 return {result_begin(), result_end()}; 96 } 97 98 tblgen::TypeConstraint 99 tblgen::Operator::getResultTypeConstraint(int index) const { 100 DagInit *results = def.getValueAsDag("results"); 101 return TypeConstraint(cast<DefInit>(results->getArg(index))); 102 } 103 104 StringRef tblgen::Operator::getResultName(int index) const { 105 DagInit *results = def.getValueAsDag("results"); 106 return results->getArgNameStr(index); 107 } 108 109 auto tblgen::Operator::getResultDecorators(int index) const 110 -> var_decorator_range { 111 Record *result = 112 cast<DefInit>(def.getValueAsDag("results")->getArg(index))->getDef(); 113 if (!result->isSubClassOf("OpVariable")) 114 return var_decorator_range(nullptr, nullptr); 115 return *result->getValueAsListInit("decorators"); 116 } 117 118 unsigned tblgen::Operator::getNumVariableLengthResults() const { 119 return llvm::count_if(results, [](const NamedTypeConstraint &c) { 120 return c.constraint.isVariableLength(); 121 }); 122 } 123 124 unsigned tblgen::Operator::getNumVariableLengthOperands() const { 125 return llvm::count_if(operands, [](const NamedTypeConstraint &c) { 126 return c.constraint.isVariableLength(); 127 }); 128 } 129 130 tblgen::Operator::arg_iterator tblgen::Operator::arg_begin() const { 131 return arguments.begin(); 132 } 133 134 tblgen::Operator::arg_iterator tblgen::Operator::arg_end() const { 135 return arguments.end(); 136 } 137 138 tblgen::Operator::arg_range tblgen::Operator::getArgs() const { 139 return {arg_begin(), arg_end()}; 140 } 141 142 StringRef tblgen::Operator::getArgName(int index) const { 143 DagInit *argumentValues = def.getValueAsDag("arguments"); 144 return argumentValues->getArgName(index)->getValue(); 145 } 146 147 auto tblgen::Operator::getArgDecorators(int index) const 148 -> var_decorator_range { 149 Record *arg = 150 cast<DefInit>(def.getValueAsDag("arguments")->getArg(index))->getDef(); 151 if (!arg->isSubClassOf("OpVariable")) 152 return var_decorator_range(nullptr, nullptr); 153 return *arg->getValueAsListInit("decorators"); 154 } 155 156 const tblgen::OpTrait *tblgen::Operator::getTrait(StringRef trait) const { 157 for (const auto &t : traits) { 158 if (auto opTrait = dyn_cast<tblgen::NativeOpTrait>(&t)) { 159 if (opTrait->getTrait() == trait) 160 return opTrait; 161 } else if (auto opTrait = dyn_cast<tblgen::InternalOpTrait>(&t)) { 162 if (opTrait->getTrait() == trait) 163 return opTrait; 164 } else if (auto opTrait = dyn_cast<tblgen::InterfaceOpTrait>(&t)) { 165 if (opTrait->getTrait() == trait) 166 return opTrait; 167 } 168 } 169 return nullptr; 170 } 171 172 bool tblgen::Operator::hasResizableOperandList() const { 173 return getTrait("OpTrait::ResizableOperandList") != nullptr; 174 } 175 176 auto tblgen::Operator::region_begin() const -> const_region_iterator { 177 return regions.begin(); 178 } 179 auto tblgen::Operator::region_end() const -> const_region_iterator { 180 return regions.end(); 181 } 182 auto tblgen::Operator::getRegions() const 183 -> llvm::iterator_range<const_region_iterator> { 184 return {region_begin(), region_end()}; 185 } 186 187 unsigned tblgen::Operator::getNumRegions() const { return regions.size(); } 188 189 const tblgen::NamedRegion &tblgen::Operator::getRegion(unsigned index) const { 190 return regions[index]; 191 } 192 193 unsigned tblgen::Operator::getNumVariadicRegions() const { 194 return llvm::count_if(regions, 195 [](const NamedRegion &c) { return c.isVariadic(); }); 196 } 197 198 auto tblgen::Operator::successor_begin() const -> const_successor_iterator { 199 return successors.begin(); 200 } 201 auto tblgen::Operator::successor_end() const -> const_successor_iterator { 202 return successors.end(); 203 } 204 auto tblgen::Operator::getSuccessors() const 205 -> llvm::iterator_range<const_successor_iterator> { 206 return {successor_begin(), successor_end()}; 207 } 208 209 unsigned tblgen::Operator::getNumSuccessors() const { 210 return successors.size(); 211 } 212 213 const tblgen::NamedSuccessor & 214 tblgen::Operator::getSuccessor(unsigned index) const { 215 return successors[index]; 216 } 217 218 unsigned tblgen::Operator::getNumVariadicSuccessors() const { 219 return llvm::count_if(successors, 220 [](const NamedSuccessor &c) { return c.isVariadic(); }); 221 } 222 223 auto tblgen::Operator::trait_begin() const -> const_trait_iterator { 224 return traits.begin(); 225 } 226 auto tblgen::Operator::trait_end() const -> const_trait_iterator { 227 return traits.end(); 228 } 229 auto tblgen::Operator::getTraits() const 230 -> llvm::iterator_range<const_trait_iterator> { 231 return {trait_begin(), trait_end()}; 232 } 233 234 auto tblgen::Operator::attribute_begin() const -> attribute_iterator { 235 return attributes.begin(); 236 } 237 auto tblgen::Operator::attribute_end() const -> attribute_iterator { 238 return attributes.end(); 239 } 240 auto tblgen::Operator::getAttributes() const 241 -> llvm::iterator_range<attribute_iterator> { 242 return {attribute_begin(), attribute_end()}; 243 } 244 245 auto tblgen::Operator::operand_begin() -> value_iterator { 246 return operands.begin(); 247 } 248 auto tblgen::Operator::operand_end() -> value_iterator { 249 return operands.end(); 250 } 251 auto tblgen::Operator::getOperands() -> value_range { 252 return {operand_begin(), operand_end()}; 253 } 254 255 auto tblgen::Operator::getArg(int index) const -> Argument { 256 return arguments[index]; 257 } 258 259 void tblgen::Operator::populateOpStructure() { 260 auto &recordKeeper = def.getRecords(); 261 auto typeConstraintClass = recordKeeper.getClass("TypeConstraint"); 262 auto attrClass = recordKeeper.getClass("Attr"); 263 auto derivedAttrClass = recordKeeper.getClass("DerivedAttr"); 264 auto opVarClass = recordKeeper.getClass("OpVariable"); 265 numNativeAttributes = 0; 266 267 DagInit *argumentValues = def.getValueAsDag("arguments"); 268 unsigned numArgs = argumentValues->getNumArgs(); 269 270 // Handle operands and native attributes. 271 for (unsigned i = 0; i != numArgs; ++i) { 272 auto arg = argumentValues->getArg(i); 273 auto givenName = argumentValues->getArgNameStr(i); 274 auto argDefInit = dyn_cast<DefInit>(arg); 275 if (!argDefInit) 276 PrintFatalError(def.getLoc(), 277 Twine("undefined type for argument #") + Twine(i)); 278 Record *argDef = argDefInit->getDef(); 279 if (argDef->isSubClassOf(opVarClass)) 280 argDef = argDef->getValueAsDef("constraint"); 281 282 if (argDef->isSubClassOf(typeConstraintClass)) { 283 operands.push_back( 284 NamedTypeConstraint{givenName, TypeConstraint(argDef)}); 285 } else if (argDef->isSubClassOf(attrClass)) { 286 if (givenName.empty()) 287 PrintFatalError(argDef->getLoc(), "attributes must be named"); 288 if (argDef->isSubClassOf(derivedAttrClass)) 289 PrintFatalError(argDef->getLoc(), 290 "derived attributes not allowed in argument list"); 291 attributes.push_back({givenName, Attribute(argDef)}); 292 ++numNativeAttributes; 293 } else { 294 PrintFatalError(def.getLoc(), "unexpected def type; only defs deriving " 295 "from TypeConstraint or Attr are allowed"); 296 } 297 } 298 299 // Handle derived attributes. 300 for (const auto &val : def.getValues()) { 301 if (auto *record = dyn_cast<llvm::RecordRecTy>(val.getType())) { 302 if (!record->isSubClassOf(attrClass)) 303 continue; 304 if (!record->isSubClassOf(derivedAttrClass)) 305 PrintFatalError(def.getLoc(), 306 "unexpected Attr where only DerivedAttr is allowed"); 307 308 if (record->getClasses().size() != 1) { 309 PrintFatalError( 310 def.getLoc(), 311 "unsupported attribute modelling, only single class expected"); 312 } 313 attributes.push_back( 314 {cast<llvm::StringInit>(val.getNameInit())->getValue(), 315 Attribute(cast<DefInit>(val.getValue()))}); 316 } 317 } 318 319 // Populate `arguments`. This must happen after we've finalized `operands` and 320 // `attributes` because we will put their elements' pointers in `arguments`. 321 // SmallVector may perform re-allocation under the hood when adding new 322 // elements. 323 int operandIndex = 0, attrIndex = 0; 324 for (unsigned i = 0; i != numArgs; ++i) { 325 Record *argDef = dyn_cast<DefInit>(argumentValues->getArg(i))->getDef(); 326 if (argDef->isSubClassOf(opVarClass)) 327 argDef = argDef->getValueAsDef("constraint"); 328 329 if (argDef->isSubClassOf(typeConstraintClass)) { 330 arguments.emplace_back(&operands[operandIndex++]); 331 } else { 332 assert(argDef->isSubClassOf(attrClass)); 333 arguments.emplace_back(&attributes[attrIndex++]); 334 } 335 } 336 337 auto *resultsDag = def.getValueAsDag("results"); 338 auto *outsOp = dyn_cast<DefInit>(resultsDag->getOperator()); 339 if (!outsOp || outsOp->getDef()->getName() != "outs") { 340 PrintFatalError(def.getLoc(), "'results' must have 'outs' directive"); 341 } 342 343 // Handle results. 344 for (unsigned i = 0, e = resultsDag->getNumArgs(); i < e; ++i) { 345 auto name = resultsDag->getArgNameStr(i); 346 auto *resultInit = dyn_cast<DefInit>(resultsDag->getArg(i)); 347 if (!resultInit) { 348 PrintFatalError(def.getLoc(), 349 Twine("undefined type for result #") + Twine(i)); 350 } 351 auto *resultDef = resultInit->getDef(); 352 if (resultDef->isSubClassOf(opVarClass)) 353 resultDef = resultDef->getValueAsDef("constraint"); 354 results.push_back({name, TypeConstraint(resultDef)}); 355 } 356 357 // Handle successors 358 auto *successorsDag = def.getValueAsDag("successors"); 359 auto *successorsOp = dyn_cast<DefInit>(successorsDag->getOperator()); 360 if (!successorsOp || successorsOp->getDef()->getName() != "successor") { 361 PrintFatalError(def.getLoc(), 362 "'successors' must have 'successor' directive"); 363 } 364 365 for (unsigned i = 0, e = successorsDag->getNumArgs(); i < e; ++i) { 366 auto name = successorsDag->getArgNameStr(i); 367 auto *successorInit = dyn_cast<DefInit>(successorsDag->getArg(i)); 368 if (!successorInit) { 369 PrintFatalError(def.getLoc(), 370 Twine("undefined kind for successor #") + Twine(i)); 371 } 372 Successor successor(successorInit->getDef()); 373 374 // Only support variadic successors if it is the last one for now. 375 if (i != e - 1 && successor.isVariadic()) 376 PrintFatalError(def.getLoc(), "only the last successor can be variadic"); 377 successors.push_back({name, successor}); 378 } 379 380 // Create list of traits, skipping over duplicates: appending to lists in 381 // tablegen is easy, making them unique less so, so dedupe here. 382 if (auto traitList = def.getValueAsListInit("traits")) { 383 // This is uniquing based on pointers of the trait. 384 SmallPtrSet<const llvm::Init *, 32> traitSet; 385 traits.reserve(traitSet.size()); 386 for (auto traitInit : *traitList) { 387 // Keep traits in the same order while skipping over duplicates. 388 if (traitSet.insert(traitInit).second) 389 traits.push_back(OpTrait::create(traitInit)); 390 } 391 } 392 393 // Handle regions 394 auto *regionsDag = def.getValueAsDag("regions"); 395 auto *regionsOp = dyn_cast<DefInit>(regionsDag->getOperator()); 396 if (!regionsOp || regionsOp->getDef()->getName() != "region") { 397 PrintFatalError(def.getLoc(), "'regions' must have 'region' directive"); 398 } 399 400 for (unsigned i = 0, e = regionsDag->getNumArgs(); i < e; ++i) { 401 auto name = regionsDag->getArgNameStr(i); 402 auto *regionInit = dyn_cast<DefInit>(regionsDag->getArg(i)); 403 if (!regionInit) { 404 PrintFatalError(def.getLoc(), 405 Twine("undefined kind for region #") + Twine(i)); 406 } 407 Region region(regionInit->getDef()); 408 if (region.isVariadic()) { 409 // Only support variadic regions if it is the last one for now. 410 if (i != e - 1) 411 PrintFatalError(def.getLoc(), "only the last region can be variadic"); 412 if (name.empty()) 413 PrintFatalError(def.getLoc(), "variadic regions must be named"); 414 } 415 416 regions.push_back({name, region}); 417 } 418 419 LLVM_DEBUG(print(llvm::dbgs())); 420 } 421 422 ArrayRef<llvm::SMLoc> tblgen::Operator::getLoc() const { return def.getLoc(); } 423 424 bool tblgen::Operator::hasDescription() const { 425 return def.getValue("description") != nullptr; 426 } 427 428 StringRef tblgen::Operator::getDescription() const { 429 return def.getValueAsString("description"); 430 } 431 432 bool tblgen::Operator::hasSummary() const { 433 return def.getValue("summary") != nullptr; 434 } 435 436 StringRef tblgen::Operator::getSummary() const { 437 return def.getValueAsString("summary"); 438 } 439 440 bool tblgen::Operator::hasAssemblyFormat() const { 441 auto *valueInit = def.getValueInit("assemblyFormat"); 442 return isa<llvm::CodeInit>(valueInit) || isa<llvm::StringInit>(valueInit); 443 } 444 445 StringRef tblgen::Operator::getAssemblyFormat() const { 446 return TypeSwitch<llvm::Init *, StringRef>(def.getValueInit("assemblyFormat")) 447 .Case<llvm::StringInit, llvm::CodeInit>( 448 [&](auto *init) { return init->getValue(); }); 449 } 450 451 void tblgen::Operator::print(llvm::raw_ostream &os) const { 452 os << "op '" << getOperationName() << "'\n"; 453 for (Argument arg : arguments) { 454 if (auto *attr = arg.dyn_cast<NamedAttribute *>()) 455 os << "[attribute] " << attr->name << '\n'; 456 else 457 os << "[operand] " << arg.get<NamedTypeConstraint *>()->name << '\n'; 458 } 459 } 460 461 auto tblgen::Operator::VariableDecoratorIterator::unwrap(llvm::Init *init) 462 -> VariableDecorator { 463 return VariableDecorator(cast<llvm::DefInit>(init)->getDef()); 464 } 465