620                           m_Value(MatrixA), m_Value(MatrixB), m_Value(M),  in propagateShapeForward()
621                           m_Value(N), m_Value(K)))) {  in propagateShapeForward()
624                                  m_Value(MatrixA), m_Value(M), m_Value(N)))) {  in propagateShapeForward()
628                                  m_Value(MatrixA), m_Value(), m_Value(),  in propagateShapeForward()
629                                  m_Value(), m_Value(M), m_Value(N)))) {  in propagateShapeForward()
632                                  m_Value(), m_Value(), m_Value(), m_Value(M),  in propagateShapeForward()
633                                  m_Value(N)))) {  in propagateShapeForward()
635       } else if (match(Inst, m_Store(m_Value(MatrixA), m_Value()))) {  in propagateShapeForward()
691                        m_Value(MatrixA), m_Value(MatrixB), m_Value(M),  in propagateShapeBackward()
692                        m_Value(N), m_Value(K)))) {  in propagateShapeBackward()
700                               m_Value(MatrixA), m_Value(M), m_Value(N)))) {  in propagateShapeBackward()
705                               m_Value(MatrixA), m_Value(), m_Value(), m_Value(),  in propagateShapeBackward()
706                               m_Value(M), m_Value(N)))) {  in propagateShapeBackward()
779                        m_Value(TA), m_ConstantInt(R), m_ConstantInt(C))))  in sinkTranspose()
784     if (match(TA, m_Intrinsic<Intrinsic::matrix_transpose>(m_Value(TATA)))) {  in sinkTranspose()
801                       m_Value(TAMA), m_Value(TAMB), m_ConstantInt(R),  in sinkTranspose()
820     if (match(TA, m_AnyMul(m_Value(TAMA), m_Value(TAMB))) &&  in sinkTranspose()
843     if (match(TA, m_AnyAdd(m_Value(TAMA), m_Value(TAMB)))) {  in sinkTranspose()
880                       m_Value(A), m_Value(B), m_ConstantInt(R),  in liftTranspose()
882         match(A, m_Intrinsic<Intrinsic::matrix_transpose>(m_Value(AT))) &&  in liftTranspose()
883         match(B, m_Intrinsic<Intrinsic::matrix_transpose>(m_Value((BT))))) {  in liftTranspose()
895     else if (match(&I, m_FAdd(m_Value(A), m_Value(B))) &&  in liftTranspose()
897                           m_Value(AT), m_ConstantInt(R), m_ConstantInt(C))) &&  in liftTranspose()
899                           m_Value(BT), m_ConstantInt(R), m_ConstantInt(C)))) {  in liftTranspose()
1018       if (match(Inst, m_Load(m_Value(Op1))))  in Visit()
1020       else if (match(Inst, m_Store(m_Value(Op1), m_Value(Op2))))  in Visit()
1340                   m_Load(m_Value()),  in lowerDotProduct()
1343                                   m_Value(), m_SpecificInt(1))))));  in lowerDotProduct()
1431                         m_Value(Arg)))) {  in lowerDotProduct()
1437                                m_Value(Arg)))) {  in lowerDotProduct()
1829             ? match(B, m_Intrinsic<Intrinsic::matrix_transpose>(m_Value(T)))  in LowerMatrixMultiplyFused()
1830             : match(A, m_Intrinsic<Intrinsic::matrix_transpose>(m_Value(T)))) {  in LowerMatrixMultiplyFused()