1 // RUN: %libomptarget-compilexx-run-and-check-generic 2 3 // Currently hangs on amdgpu 4 // UNSUPPORTED: amdgcn-amd-amdhsa 5 // UNSUPPORTED: amdgcn-amd-amdhsa-oldDriver 6 // UNSUPPORTED: x86_64-pc-linux-gnu 7 // UNSUPPORTED: x86_64-pc-linux-gnu-oldDriver 8 9 #include <cassert> 10 #include <cmath> 11 #include <iostream> 12 #include <limits> 13 #include <memory> 14 #include <vector> 15 16 class BlockMatrix { 17 private: 18 const int rowsPerBlock; 19 const int colsPerBlock; 20 const long nRows; 21 const long nCols; 22 const int nBlocksPerRow; 23 const int nBlocksPerCol; 24 std::vector<std::vector<std::unique_ptr<float[]>>> Blocks; 25 26 public: 27 BlockMatrix(const int _rowsPerBlock, const int _colsPerBlock, 28 const long _nRows, const long _nCols) 29 : rowsPerBlock(_rowsPerBlock), colsPerBlock(_colsPerBlock), nRows(_nRows), 30 nCols(_nCols), nBlocksPerRow(_nRows / _rowsPerBlock), 31 nBlocksPerCol(_nCols / _colsPerBlock), Blocks(nBlocksPerCol) { 32 for (int i = 0; i < nBlocksPerCol; i++) { 33 for (int j = 0; j < nBlocksPerRow; j++) { 34 Blocks[i].emplace_back(new float[_rowsPerBlock * _colsPerBlock]); 35 } 36 } 37 }; 38 39 // Initialize the BlockMatrix from 2D arrays 40 void Initialize(const std::vector<float> &matrix) { 41 for (int i = 0; i < nBlocksPerCol; i++) 42 for (int j = 0; j < nBlocksPerRow; j++) { 43 float *CurrBlock = GetBlock(i, j); 44 for (int ii = 0; ii < colsPerBlock; ++ii) 45 for (int jj = 0; jj < rowsPerBlock; ++jj) { 46 int curri = i * colsPerBlock + ii; 47 int currj = j * rowsPerBlock + jj; 48 CurrBlock[ii + jj * colsPerBlock] = matrix[curri + currj * nCols]; 49 } 50 } 51 } 52 53 void Compare(const std::vector<float> &matrix) const { 54 for (int i = 0; i < nBlocksPerCol; i++) 55 for (int j = 0; j < nBlocksPerRow; j++) { 56 float *CurrBlock = GetBlock(i, j); 57 for (int ii = 0; ii < colsPerBlock; ++ii) 58 for (int jj = 0; jj < rowsPerBlock; ++jj) { 59 int curri = i * colsPerBlock + ii; 60 int currj = j * rowsPerBlock + jj; 61 float m_value = matrix[curri + currj * nCols]; 62 float bm_value = CurrBlock[ii + jj * colsPerBlock]; 63 assert(std::fabs(bm_value - m_value) < 64 std::numeric_limits<float>::epsilon()); 65 } 66 } 67 } 68 69 float *GetBlock(int i, int j) const { 70 assert(i < nBlocksPerCol && j < nBlocksPerRow && "Accessing outside block"); 71 return Blocks[i][j].get(); 72 } 73 }; 74 75 constexpr const int BS = 16; 76 constexpr const int N = 256; 77 78 int BlockMatMul_TargetNowait(BlockMatrix &A, BlockMatrix &B, BlockMatrix &C) { 79 #pragma omp parallel 80 #pragma omp master 81 for (int i = 0; i < N / BS; ++i) 82 for (int j = 0; j < N / BS; ++j) { 83 float *BlockC = C.GetBlock(i, j); 84 for (int k = 0; k < N / BS; ++k) { 85 float *BlockA = A.GetBlock(i, k); 86 float *BlockB = B.GetBlock(k, j); 87 // clang-format off 88 #pragma omp target depend(in: BlockA[0], BlockB[0]) depend(inout: BlockC[0]) \ 89 map(to: BlockA[:BS * BS], BlockB[:BS * BS]) \ 90 map(tofrom: BlockC[:BS * BS]) nowait 91 // clang-format on 92 #pragma omp parallel for 93 for (int ii = 0; ii < BS; ii++) 94 for (int jj = 0; jj < BS; jj++) { 95 for (int kk = 0; kk < BS; ++kk) 96 BlockC[ii + jj * BS] += 97 BlockA[ii + kk * BS] * BlockB[kk + jj * BS]; 98 } 99 } 100 } 101 return 0; 102 } 103 104 void Matmul(const std::vector<float> &a, const std::vector<float> &b, 105 std::vector<float> &c) { 106 for (int i = 0; i < N; ++i) { 107 for (int j = 0; j < N; ++j) { 108 float sum = 0.0; 109 for (int k = 0; k < N; ++k) { 110 sum = sum + a[i * N + k] * b[k * N + j]; 111 } 112 c[i * N + j] = sum; 113 } 114 } 115 } 116 117 int main(int argc, char *argv[]) { 118 std::vector<float> a(N * N); 119 std::vector<float> b(N * N); 120 std::vector<float> c(N * N, 0.0); 121 122 for (int i = 0; i < N; ++i) { 123 for (int j = 0; j < N; ++j) { 124 a[i * N + j] = b[i * N + j] = i + j % 100; 125 } 126 } 127 128 auto BlockedA = BlockMatrix(BS, BS, N, N); 129 auto BlockedB = BlockMatrix(BS, BS, N, N); 130 auto BlockedC = BlockMatrix(BS, BS, N, N); 131 BlockedA.Initialize(a); 132 BlockedB.Initialize(b); 133 BlockedC.Initialize(c); 134 BlockedA.Compare(a); 135 BlockedB.Compare(b); 136 BlockedC.Compare(c); 137 138 Matmul(a, b, c); 139 BlockMatMul_TargetNowait(BlockedA, BlockedB, BlockedC); 140 141 BlockedC.Compare(c); 142 143 std::cout << "PASS\n"; 144 145 return 0; 146 } 147 148 // CHECK: PASS 149