1 //===- Matrix.cpp - MLIR Matrix Class -------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "mlir/Analysis/Presburger/Matrix.h"
10 #include "mlir/Analysis/Presburger/Utils.h"
11 #include "llvm/Support/MathExtras.h"
12 
13 using namespace mlir;
14 using namespace presburger;
15 
Matrix(unsigned rows,unsigned columns,unsigned reservedRows,unsigned reservedColumns)16 Matrix::Matrix(unsigned rows, unsigned columns, unsigned reservedRows,
17                unsigned reservedColumns)
18     : nRows(rows), nColumns(columns),
19       nReservedColumns(std::max(nColumns, reservedColumns)),
20       data(nRows * nReservedColumns) {
21   data.reserve(std::max(nRows, reservedRows) * nReservedColumns);
22 }
23 
identity(unsigned dimension)24 Matrix Matrix::identity(unsigned dimension) {
25   Matrix matrix(dimension, dimension);
26   for (unsigned i = 0; i < dimension; ++i)
27     matrix(i, i) = 1;
28   return matrix;
29 }
30 
getNumReservedRows() const31 unsigned Matrix::getNumReservedRows() const {
32   return data.capacity() / nReservedColumns;
33 }
34 
reserveRows(unsigned rows)35 void Matrix::reserveRows(unsigned rows) {
36   data.reserve(rows * nReservedColumns);
37 }
38 
appendExtraRow()39 unsigned Matrix::appendExtraRow() {
40   resizeVertically(nRows + 1);
41   return nRows - 1;
42 }
43 
appendExtraRow(ArrayRef<int64_t> elems)44 unsigned Matrix::appendExtraRow(ArrayRef<int64_t> elems) {
45   assert(elems.size() == nColumns && "elems must match row length!");
46   unsigned row = appendExtraRow();
47   for (unsigned col = 0; col < nColumns; ++col)
48     at(row, col) = elems[col];
49   return row;
50 }
51 
resizeHorizontally(unsigned newNColumns)52 void Matrix::resizeHorizontally(unsigned newNColumns) {
53   if (newNColumns < nColumns)
54     removeColumns(newNColumns, nColumns - newNColumns);
55   if (newNColumns > nColumns)
56     insertColumns(nColumns, newNColumns - nColumns);
57 }
58 
resize(unsigned newNRows,unsigned newNColumns)59 void Matrix::resize(unsigned newNRows, unsigned newNColumns) {
60   resizeHorizontally(newNColumns);
61   resizeVertically(newNRows);
62 }
63 
resizeVertically(unsigned newNRows)64 void Matrix::resizeVertically(unsigned newNRows) {
65   nRows = newNRows;
66   data.resize(nRows * nReservedColumns);
67 }
68 
swapRows(unsigned row,unsigned otherRow)69 void Matrix::swapRows(unsigned row, unsigned otherRow) {
70   assert((row < getNumRows() && otherRow < getNumRows()) &&
71          "Given row out of bounds");
72   if (row == otherRow)
73     return;
74   for (unsigned col = 0; col < nColumns; col++)
75     std::swap(at(row, col), at(otherRow, col));
76 }
77 
swapColumns(unsigned column,unsigned otherColumn)78 void Matrix::swapColumns(unsigned column, unsigned otherColumn) {
79   assert((column < getNumColumns() && otherColumn < getNumColumns()) &&
80          "Given column out of bounds");
81   if (column == otherColumn)
82     return;
83   for (unsigned row = 0; row < nRows; row++)
84     std::swap(at(row, column), at(row, otherColumn));
85 }
86 
getRow(unsigned row)87 MutableArrayRef<int64_t> Matrix::getRow(unsigned row) {
88   return {&data[row * nReservedColumns], nColumns};
89 }
90 
getRow(unsigned row) const91 ArrayRef<int64_t> Matrix::getRow(unsigned row) const {
92   return {&data[row * nReservedColumns], nColumns};
93 }
94 
setRow(unsigned row,ArrayRef<int64_t> elems)95 void Matrix::setRow(unsigned row, ArrayRef<int64_t> elems) {
96   assert(elems.size() == getNumColumns() &&
97          "elems size must match row length!");
98   for (unsigned i = 0, e = getNumColumns(); i < e; ++i)
99     at(row, i) = elems[i];
100 }
101 
insertColumn(unsigned pos)102 void Matrix::insertColumn(unsigned pos) { insertColumns(pos, 1); }
insertColumns(unsigned pos,unsigned count)103 void Matrix::insertColumns(unsigned pos, unsigned count) {
104   if (count == 0)
105     return;
106   assert(pos <= nColumns);
107   unsigned oldNReservedColumns = nReservedColumns;
108   if (nColumns + count > nReservedColumns) {
109     nReservedColumns = llvm::NextPowerOf2(nColumns + count);
110     data.resize(nRows * nReservedColumns);
111   }
112   nColumns += count;
113 
114   for (int ri = nRows - 1; ri >= 0; --ri) {
115     for (int ci = nReservedColumns - 1; ci >= 0; --ci) {
116       unsigned r = ri;
117       unsigned c = ci;
118       int64_t &dest = data[r * nReservedColumns + c];
119       if (c >= nColumns) { // NOLINT
120         // Out of bounds columns are zero-initialized. NOLINT because clang-tidy
121         // complains about this branch being the same as the c >= pos one.
122         //
123         // TODO: this case can be skipped if the number of reserved columns
124         // didn't change.
125         dest = 0;
126       } else if (c >= pos + count) {
127         // Shift the data occuring after the inserted columns.
128         dest = data[r * oldNReservedColumns + c - count];
129       } else if (c >= pos) {
130         // The inserted columns are also zero-initialized.
131         dest = 0;
132       } else {
133         // The columns before the inserted columns stay at the same (row, col)
134         // but this corresponds to a different location in the linearized array
135         // if the number of reserved columns changed.
136         if (nReservedColumns == oldNReservedColumns)
137           break;
138         dest = data[r * oldNReservedColumns + c];
139       }
140     }
141   }
142 }
143 
removeColumn(unsigned pos)144 void Matrix::removeColumn(unsigned pos) { removeColumns(pos, 1); }
removeColumns(unsigned pos,unsigned count)145 void Matrix::removeColumns(unsigned pos, unsigned count) {
146   if (count == 0)
147     return;
148   assert(pos + count - 1 < nColumns);
149   for (unsigned r = 0; r < nRows; ++r) {
150     for (unsigned c = pos; c < nColumns - count; ++c)
151       at(r, c) = at(r, c + count);
152     for (unsigned c = nColumns - count; c < nColumns; ++c)
153       at(r, c) = 0;
154   }
155   nColumns -= count;
156 }
157 
insertRow(unsigned pos)158 void Matrix::insertRow(unsigned pos) { insertRows(pos, 1); }
insertRows(unsigned pos,unsigned count)159 void Matrix::insertRows(unsigned pos, unsigned count) {
160   if (count == 0)
161     return;
162 
163   assert(pos <= nRows);
164   resizeVertically(nRows + count);
165   for (int r = nRows - 1; r >= int(pos + count); --r)
166     copyRow(r - count, r);
167   for (int r = pos + count - 1; r >= int(pos); --r)
168     for (unsigned c = 0; c < nColumns; ++c)
169       at(r, c) = 0;
170 }
171 
removeRow(unsigned pos)172 void Matrix::removeRow(unsigned pos) { removeRows(pos, 1); }
removeRows(unsigned pos,unsigned count)173 void Matrix::removeRows(unsigned pos, unsigned count) {
174   if (count == 0)
175     return;
176   assert(pos + count - 1 <= nRows);
177   for (unsigned r = pos; r + count < nRows; ++r)
178     copyRow(r + count, r);
179   resizeVertically(nRows - count);
180 }
181 
copyRow(unsigned sourceRow,unsigned targetRow)182 void Matrix::copyRow(unsigned sourceRow, unsigned targetRow) {
183   if (sourceRow == targetRow)
184     return;
185   for (unsigned c = 0; c < nColumns; ++c)
186     at(targetRow, c) = at(sourceRow, c);
187 }
188 
fillRow(unsigned row,int64_t value)189 void Matrix::fillRow(unsigned row, int64_t value) {
190   for (unsigned col = 0; col < nColumns; ++col)
191     at(row, col) = value;
192 }
193 
addToRow(unsigned sourceRow,unsigned targetRow,int64_t scale)194 void Matrix::addToRow(unsigned sourceRow, unsigned targetRow, int64_t scale) {
195   if (scale == 0)
196     return;
197   for (unsigned col = 0; col < nColumns; ++col)
198     at(targetRow, col) += scale * at(sourceRow, col);
199 }
200 
addToColumn(unsigned sourceColumn,unsigned targetColumn,int64_t scale)201 void Matrix::addToColumn(unsigned sourceColumn, unsigned targetColumn,
202                          int64_t scale) {
203   if (scale == 0)
204     return;
205   for (unsigned row = 0, e = getNumRows(); row < e; ++row)
206     at(row, targetColumn) += scale * at(row, sourceColumn);
207 }
208 
negateColumn(unsigned column)209 void Matrix::negateColumn(unsigned column) {
210   for (unsigned row = 0, e = getNumRows(); row < e; ++row)
211     at(row, column) = -at(row, column);
212 }
213 
negateRow(unsigned row)214 void Matrix::negateRow(unsigned row) {
215   for (unsigned column = 0, e = getNumColumns(); column < e; ++column)
216     at(row, column) = -at(row, column);
217 }
218 
normalizeRow(unsigned row,unsigned cols)219 int64_t Matrix::normalizeRow(unsigned row, unsigned cols) {
220   return normalizeRange(getRow(row).slice(0, cols));
221 }
222 
normalizeRow(unsigned row)223 int64_t Matrix::normalizeRow(unsigned row) {
224   return normalizeRow(row, getNumColumns());
225 }
226 
227 SmallVector<int64_t, 8>
preMultiplyWithRow(ArrayRef<int64_t> rowVec) const228 Matrix::preMultiplyWithRow(ArrayRef<int64_t> rowVec) const {
229   assert(rowVec.size() == getNumRows() && "Invalid row vector dimension!");
230 
231   SmallVector<int64_t, 8> result(getNumColumns(), 0);
232   for (unsigned col = 0, e = getNumColumns(); col < e; ++col)
233     for (unsigned i = 0, e = getNumRows(); i < e; ++i)
234       result[col] += rowVec[i] * at(i, col);
235   return result;
236 }
237 
238 SmallVector<int64_t, 8>
postMultiplyWithColumn(ArrayRef<int64_t> colVec) const239 Matrix::postMultiplyWithColumn(ArrayRef<int64_t> colVec) const {
240   assert(getNumColumns() == colVec.size() &&
241          "Invalid column vector dimension!");
242 
243   SmallVector<int64_t, 8> result(getNumRows(), 0);
244   for (unsigned row = 0, e = getNumRows(); row < e; row++)
245     for (unsigned i = 0, e = getNumColumns(); i < e; i++)
246       result[row] += at(row, i) * colVec[i];
247   return result;
248 }
249 
print(raw_ostream & os) const250 void Matrix::print(raw_ostream &os) const {
251   for (unsigned row = 0; row < nRows; ++row) {
252     for (unsigned column = 0; column < nColumns; ++column)
253       os << at(row, column) << ' ';
254     os << '\n';
255   }
256 }
257 
dump() const258 void Matrix::dump() const { print(llvm::errs()); }
259 
hasConsistentState() const260 bool Matrix::hasConsistentState() const {
261   if (data.size() != nRows * nReservedColumns)
262     return false;
263   if (nColumns > nReservedColumns)
264     return false;
265   for (unsigned r = 0; r < nRows; ++r)
266     for (unsigned c = nColumns; c < nReservedColumns; ++c)
267       if (data[r * nReservedColumns + c] != 0)
268         return false;
269   return true;
270 }
271