39   void Accumulate(const SubscriptValue xAt[], const SubscriptValue yAt[]) {  in Accumulate()
74     SubscriptValue rows, SubscriptValue cols, const XT *RESTRICT x,  in MatrixTimesMatrix()
75     const YT *RESTRICT y, SubscriptValue n) {  in MatrixTimesMatrix()
79   for (SubscriptValue k{0}; k < n; ++k) {  in MatrixTimesMatrix()
81     for (SubscriptValue j{0}; j < cols; ++j) {  in MatrixTimesMatrix()
84       for (SubscriptValue i{0}; i < rows; ++i) {  in MatrixTimesMatrix()
108     SubscriptValue rows, SubscriptValue n, const XT *RESTRICT x,  in MatrixTimesVector()
112   for (SubscriptValue k{0}; k < n; ++k) {  in MatrixTimesVector()
115     for (SubscriptValue j{0}; j < rows; ++j) {  in MatrixTimesVector()
137     SubscriptValue n, SubscriptValue cols, const XT *RESTRICT x,  in VectorTimesMatrix()
141   for (SubscriptValue k{0}; k < n; ++k) {  in VectorTimesMatrix()
145     for (SubscriptValue j{0}; j < cols; ++j) {  in VectorTimesMatrix()
164   SubscriptValue extent[2]{  in DoMatmul()
185   SubscriptValue n{x.GetDimension(xRank - 1).Extent()};  in DoMatmul()
250   SubscriptValue xAt[2], yAt[2], resAt[2];  in DoMatmul()
255     SubscriptValue x1{xAt[1]}, y0{yAt[0]}, y1{yAt[1]}, res1{resAt[1]};  in DoMatmul()
256     for (SubscriptValue i{0}; i < extent[0]; ++i) {  in DoMatmul()
257       for (SubscriptValue j{0}; j < extent[1]; ++j) {  in DoMatmul()
260         for (SubscriptValue k{0}; k < n; ++k) {  in DoMatmul()
272     SubscriptValue x1{xAt[1]}, y0{yAt[0]};  in DoMatmul()
273     for (SubscriptValue j{0}; j < extent[0]; ++j) {  in DoMatmul()
275       for (SubscriptValue k{0}; k < n; ++k) {  in DoMatmul()
285     SubscriptValue x0{xAt[0]}, y0{yAt[0]};  in DoMatmul()
286     for (SubscriptValue j{0}; j < extent[0]; ++j) {  in DoMatmul()
288       for (SubscriptValue k{0}; k < n; ++k) {  in DoMatmul()