1ac0a70f3SAlex Zinenko //===- IRModule.cpp - IR pybind module ------------------------------------===//
2ac0a70f3SAlex Zinenko //
3ac0a70f3SAlex Zinenko // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4ac0a70f3SAlex Zinenko // See https://llvm.org/LICENSE.txt for license information.
5ac0a70f3SAlex Zinenko // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6ac0a70f3SAlex Zinenko //
7ac0a70f3SAlex Zinenko //===----------------------------------------------------------------------===//
8ac0a70f3SAlex Zinenko
9ac0a70f3SAlex Zinenko #include "IRModule.h"
10ac0a70f3SAlex Zinenko #include "Globals.h"
11ac0a70f3SAlex Zinenko #include "PybindUtils.h"
12ac0a70f3SAlex Zinenko
13ac0a70f3SAlex Zinenko #include <vector>
14ac0a70f3SAlex Zinenko
15cb7b0381SStella Laurenzo #include "mlir-c/Bindings/Python/Interop.h"
16cb7b0381SStella Laurenzo
17ac0a70f3SAlex Zinenko namespace py = pybind11;
18ac0a70f3SAlex Zinenko using namespace mlir;
19ac0a70f3SAlex Zinenko using namespace mlir::python;
20ac0a70f3SAlex Zinenko
21ac0a70f3SAlex Zinenko // -----------------------------------------------------------------------------
22ac0a70f3SAlex Zinenko // PyGlobals
23ac0a70f3SAlex Zinenko // -----------------------------------------------------------------------------
24ac0a70f3SAlex Zinenko
25ac0a70f3SAlex Zinenko PyGlobals *PyGlobals::instance = nullptr;
26ac0a70f3SAlex Zinenko
PyGlobals()27ac0a70f3SAlex Zinenko PyGlobals::PyGlobals() {
28ac0a70f3SAlex Zinenko assert(!instance && "PyGlobals already constructed");
29ac0a70f3SAlex Zinenko instance = this;
30cb7b0381SStella Laurenzo // The default search path include {mlir.}dialects, where {mlir.} is the
31cb7b0381SStella Laurenzo // package prefix configured at compile time.
32*e5639b3fSMehdi Amini dialectSearchPrefixes.emplace_back(MAKE_MLIR_PYTHON_QUALNAME("dialects"));
33ac0a70f3SAlex Zinenko }
34ac0a70f3SAlex Zinenko
~PyGlobals()35ac0a70f3SAlex Zinenko PyGlobals::~PyGlobals() { instance = nullptr; }
36ac0a70f3SAlex Zinenko
loadDialectModule(llvm::StringRef dialectNamespace)37ac0a70f3SAlex Zinenko void PyGlobals::loadDialectModule(llvm::StringRef dialectNamespace) {
38ac0a70f3SAlex Zinenko if (loadedDialectModulesCache.contains(dialectNamespace))
39ac0a70f3SAlex Zinenko return;
40ac0a70f3SAlex Zinenko // Since re-entrancy is possible, make a copy of the search prefixes.
41ac0a70f3SAlex Zinenko std::vector<std::string> localSearchPrefixes = dialectSearchPrefixes;
42ac0a70f3SAlex Zinenko py::object loaded;
43ac0a70f3SAlex Zinenko for (std::string moduleName : localSearchPrefixes) {
44ac0a70f3SAlex Zinenko moduleName.push_back('.');
45ac0a70f3SAlex Zinenko moduleName.append(dialectNamespace.data(), dialectNamespace.size());
46ac0a70f3SAlex Zinenko
47ac0a70f3SAlex Zinenko try {
48ac0a70f3SAlex Zinenko loaded = py::module::import(moduleName.c_str());
49ac0a70f3SAlex Zinenko } catch (py::error_already_set &e) {
50ac0a70f3SAlex Zinenko if (e.matches(PyExc_ModuleNotFoundError)) {
51ac0a70f3SAlex Zinenko continue;
52ac0a70f3SAlex Zinenko }
5302b6fb21SMehdi Amini throw;
54ac0a70f3SAlex Zinenko }
55ac0a70f3SAlex Zinenko break;
56ac0a70f3SAlex Zinenko }
57ac0a70f3SAlex Zinenko
58ac0a70f3SAlex Zinenko // Note: Iterator cannot be shared from prior to loading, since re-entrancy
59ac0a70f3SAlex Zinenko // may have occurred, which may do anything.
60ac0a70f3SAlex Zinenko loadedDialectModulesCache.insert(dialectNamespace);
61ac0a70f3SAlex Zinenko }
62ac0a70f3SAlex Zinenko
registerDialectImpl(const std::string & dialectNamespace,py::object pyClass)63ac0a70f3SAlex Zinenko void PyGlobals::registerDialectImpl(const std::string &dialectNamespace,
64ac0a70f3SAlex Zinenko py::object pyClass) {
65ac0a70f3SAlex Zinenko py::object &found = dialectClassMap[dialectNamespace];
66ac0a70f3SAlex Zinenko if (found) {
67ac0a70f3SAlex Zinenko throw SetPyError(PyExc_RuntimeError, llvm::Twine("Dialect namespace '") +
68ac0a70f3SAlex Zinenko dialectNamespace +
69ac0a70f3SAlex Zinenko "' is already registered.");
70ac0a70f3SAlex Zinenko }
71ac0a70f3SAlex Zinenko found = std::move(pyClass);
72ac0a70f3SAlex Zinenko }
73ac0a70f3SAlex Zinenko
registerOperationImpl(const std::string & operationName,py::object pyClass,py::object rawOpViewClass)74ac0a70f3SAlex Zinenko void PyGlobals::registerOperationImpl(const std::string &operationName,
75ac0a70f3SAlex Zinenko py::object pyClass,
76ac0a70f3SAlex Zinenko py::object rawOpViewClass) {
77ac0a70f3SAlex Zinenko py::object &found = operationClassMap[operationName];
78ac0a70f3SAlex Zinenko if (found) {
79ac0a70f3SAlex Zinenko throw SetPyError(PyExc_RuntimeError, llvm::Twine("Operation '") +
80ac0a70f3SAlex Zinenko operationName +
81ac0a70f3SAlex Zinenko "' is already registered.");
82ac0a70f3SAlex Zinenko }
83ac0a70f3SAlex Zinenko found = std::move(pyClass);
84ac0a70f3SAlex Zinenko rawOpViewClassMap[operationName] = std::move(rawOpViewClass);
85ac0a70f3SAlex Zinenko }
86ac0a70f3SAlex Zinenko
87ac0a70f3SAlex Zinenko llvm::Optional<py::object>
lookupDialectClass(const std::string & dialectNamespace)88ac0a70f3SAlex Zinenko PyGlobals::lookupDialectClass(const std::string &dialectNamespace) {
89ac0a70f3SAlex Zinenko loadDialectModule(dialectNamespace);
90ac0a70f3SAlex Zinenko // Fast match against the class map first (common case).
91ac0a70f3SAlex Zinenko const auto foundIt = dialectClassMap.find(dialectNamespace);
92ac0a70f3SAlex Zinenko if (foundIt != dialectClassMap.end()) {
93ac0a70f3SAlex Zinenko if (foundIt->second.is_none())
94ac0a70f3SAlex Zinenko return llvm::None;
95ac0a70f3SAlex Zinenko assert(foundIt->second && "py::object is defined");
96ac0a70f3SAlex Zinenko return foundIt->second;
97ac0a70f3SAlex Zinenko }
98ac0a70f3SAlex Zinenko
99ac0a70f3SAlex Zinenko // Not found and loading did not yield a registration. Negative cache.
100ac0a70f3SAlex Zinenko dialectClassMap[dialectNamespace] = py::none();
101ac0a70f3SAlex Zinenko return llvm::None;
102ac0a70f3SAlex Zinenko }
103ac0a70f3SAlex Zinenko
104ac0a70f3SAlex Zinenko llvm::Optional<pybind11::object>
lookupRawOpViewClass(llvm::StringRef operationName)105ac0a70f3SAlex Zinenko PyGlobals::lookupRawOpViewClass(llvm::StringRef operationName) {
106ac0a70f3SAlex Zinenko {
107ac0a70f3SAlex Zinenko auto foundIt = rawOpViewClassMapCache.find(operationName);
108ac0a70f3SAlex Zinenko if (foundIt != rawOpViewClassMapCache.end()) {
109ac0a70f3SAlex Zinenko if (foundIt->second.is_none())
110ac0a70f3SAlex Zinenko return llvm::None;
111ac0a70f3SAlex Zinenko assert(foundIt->second && "py::object is defined");
112ac0a70f3SAlex Zinenko return foundIt->second;
113ac0a70f3SAlex Zinenko }
114ac0a70f3SAlex Zinenko }
115ac0a70f3SAlex Zinenko
116ac0a70f3SAlex Zinenko // Not found. Load the dialect namespace.
117ac0a70f3SAlex Zinenko auto split = operationName.split('.');
118ac0a70f3SAlex Zinenko llvm::StringRef dialectNamespace = split.first;
119ac0a70f3SAlex Zinenko loadDialectModule(dialectNamespace);
120ac0a70f3SAlex Zinenko
121ac0a70f3SAlex Zinenko // Attempt to find from the canonical map and cache.
122ac0a70f3SAlex Zinenko {
123ac0a70f3SAlex Zinenko auto foundIt = rawOpViewClassMap.find(operationName);
124ac0a70f3SAlex Zinenko if (foundIt != rawOpViewClassMap.end()) {
125ac0a70f3SAlex Zinenko if (foundIt->second.is_none())
126ac0a70f3SAlex Zinenko return llvm::None;
127ac0a70f3SAlex Zinenko assert(foundIt->second && "py::object is defined");
128ac0a70f3SAlex Zinenko // Positive cache.
129ac0a70f3SAlex Zinenko rawOpViewClassMapCache[operationName] = foundIt->second;
130ac0a70f3SAlex Zinenko return foundIt->second;
13102b6fb21SMehdi Amini }
132ac0a70f3SAlex Zinenko // Negative cache.
133ac0a70f3SAlex Zinenko rawOpViewClassMap[operationName] = py::none();
134ac0a70f3SAlex Zinenko return llvm::None;
135ac0a70f3SAlex Zinenko }
136ac0a70f3SAlex Zinenko }
137ac0a70f3SAlex Zinenko
clearImportCache()138ac0a70f3SAlex Zinenko void PyGlobals::clearImportCache() {
139ac0a70f3SAlex Zinenko loadedDialectModulesCache.clear();
140ac0a70f3SAlex Zinenko rawOpViewClassMapCache.clear();
141ac0a70f3SAlex Zinenko }
142