product_notemporary.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209
  1. // This file is part of Eigen, a lightweight C++ template library
  2. // for linear algebra.
  3. //
  4. // Copyright (C) 2006-2008 Benoit Jacob <jacob.benoit.1@gmail.com>
  5. //
  6. // This Source Code Form is subject to the terms of the Mozilla
  7. // Public License v. 2.0. If a copy of the MPL was not distributed
  8. // with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
  9. #define TEST_ENABLE_TEMPORARY_TRACKING
  10. #include "main.h"
  11. template<typename Dst, typename Lhs, typename Rhs>
  12. void check_scalar_multiple3(Dst &dst, const Lhs& A, const Rhs& B)
  13. {
  14. VERIFY_EVALUATION_COUNT( (dst.noalias() = A * B), 0);
  15. VERIFY_IS_APPROX( dst, (A.eval() * B.eval()).eval() );
  16. VERIFY_EVALUATION_COUNT( (dst.noalias() += A * B), 0);
  17. VERIFY_IS_APPROX( dst, 2*(A.eval() * B.eval()).eval() );
  18. VERIFY_EVALUATION_COUNT( (dst.noalias() -= A * B), 0);
  19. VERIFY_IS_APPROX( dst, (A.eval() * B.eval()).eval() );
  20. }
  21. template<typename Dst, typename Lhs, typename Rhs, typename S2>
  22. void check_scalar_multiple2(Dst &dst, const Lhs& A, const Rhs& B, S2 s2)
  23. {
  24. CALL_SUBTEST( check_scalar_multiple3(dst, A, B) );
  25. CALL_SUBTEST( check_scalar_multiple3(dst, A, -B) );
  26. CALL_SUBTEST( check_scalar_multiple3(dst, A, s2*B) );
  27. CALL_SUBTEST( check_scalar_multiple3(dst, A, B*s2) );
  28. CALL_SUBTEST( check_scalar_multiple3(dst, A, (B*s2).conjugate()) );
  29. }
  30. template<typename Dst, typename Lhs, typename Rhs, typename S1, typename S2>
  31. void check_scalar_multiple1(Dst &dst, const Lhs& A, const Rhs& B, S1 s1, S2 s2)
  32. {
  33. CALL_SUBTEST( check_scalar_multiple2(dst, A, B, s2) );
  34. CALL_SUBTEST( check_scalar_multiple2(dst, -A, B, s2) );
  35. CALL_SUBTEST( check_scalar_multiple2(dst, s1*A, B, s2) );
  36. CALL_SUBTEST( check_scalar_multiple2(dst, A*s1, B, s2) );
  37. CALL_SUBTEST( check_scalar_multiple2(dst, (A*s1).conjugate(), B, s2) );
  38. }
  39. template<typename MatrixType> void product_notemporary(const MatrixType& m)
  40. {
  41. /* This test checks the number of temporaries created
  42. * during the evaluation of a complex expression */
  43. typedef typename MatrixType::Scalar Scalar;
  44. typedef typename MatrixType::RealScalar RealScalar;
  45. typedef Matrix<Scalar, 1, Dynamic> RowVectorType;
  46. typedef Matrix<Scalar, Dynamic, 1> ColVectorType;
  47. typedef Matrix<Scalar, Dynamic, Dynamic, ColMajor> ColMajorMatrixType;
  48. typedef Matrix<Scalar, Dynamic, Dynamic, RowMajor> RowMajorMatrixType;
  49. Index rows = m.rows();
  50. Index cols = m.cols();
  51. ColMajorMatrixType m1 = MatrixType::Random(rows, cols),
  52. m2 = MatrixType::Random(rows, cols),
  53. m3(rows, cols);
  54. RowVectorType rv1 = RowVectorType::Random(rows), rvres(rows);
  55. ColVectorType cv1 = ColVectorType::Random(cols), cvres(cols);
  56. RowMajorMatrixType rm3(rows, cols);
  57. Scalar s1 = internal::random<Scalar>(),
  58. s2 = internal::random<Scalar>(),
  59. s3 = internal::random<Scalar>();
  60. Index c0 = internal::random<Index>(4,cols-8),
  61. c1 = internal::random<Index>(8,cols-c0),
  62. r0 = internal::random<Index>(4,cols-8),
  63. r1 = internal::random<Index>(8,rows-r0);
  64. VERIFY_EVALUATION_COUNT( m3 = (m1 * m2.adjoint()), 1);
  65. VERIFY_EVALUATION_COUNT( m3 = (m1 * m2.adjoint()).transpose(), 1);
  66. VERIFY_EVALUATION_COUNT( m3.noalias() = m1 * m2.adjoint(), 0);
  67. VERIFY_EVALUATION_COUNT( m3 = s1 * (m1 * m2.transpose()), 1);
  68. // VERIFY_EVALUATION_COUNT( m3 = m3 + s1 * (m1 * m2.transpose()), 1);
  69. VERIFY_EVALUATION_COUNT( m3.noalias() = s1 * (m1 * m2.transpose()), 0);
  70. VERIFY_EVALUATION_COUNT( m3 = m3 + (m1 * m2.adjoint()), 1);
  71. VERIFY_EVALUATION_COUNT( m3 = m3 - (m1 * m2.adjoint()), 1);
  72. VERIFY_EVALUATION_COUNT( m3 = m3 + (m1 * m2.adjoint()).transpose(), 1);
  73. VERIFY_EVALUATION_COUNT( m3.noalias() = m3 + m1 * m2.transpose(), 0);
  74. VERIFY_EVALUATION_COUNT( m3.noalias() += m3 + m1 * m2.transpose(), 0);
  75. VERIFY_EVALUATION_COUNT( m3.noalias() -= m3 + m1 * m2.transpose(), 0);
  76. VERIFY_EVALUATION_COUNT( m3.noalias() = m3 - m1 * m2.transpose(), 0);
  77. VERIFY_EVALUATION_COUNT( m3.noalias() += m3 - m1 * m2.transpose(), 0);
  78. VERIFY_EVALUATION_COUNT( m3.noalias() -= m3 - m1 * m2.transpose(), 0);
  79. VERIFY_EVALUATION_COUNT( m3.noalias() = s1 * m1 * s2 * m2.adjoint(), 0);
  80. VERIFY_EVALUATION_COUNT( m3.noalias() = s1 * m1 * s2 * (m1*s3+m2*s2).adjoint(), 1);
  81. VERIFY_EVALUATION_COUNT( m3.noalias() = (s1 * m1).adjoint() * s2 * m2, 0);
  82. VERIFY_EVALUATION_COUNT( m3.noalias() += s1 * (-m1*s3).adjoint() * (s2 * m2 * s3), 0);
  83. VERIFY_EVALUATION_COUNT( m3.noalias() -= s1 * (m1.transpose() * m2), 0);
  84. VERIFY_EVALUATION_COUNT(( m3.block(r0,r0,r1,r1).noalias() += -m1.block(r0,c0,r1,c1) * (s2*m2.block(r0,c0,r1,c1)).adjoint() ), 0);
  85. VERIFY_EVALUATION_COUNT(( m3.block(r0,r0,r1,r1).noalias() -= s1 * m1.block(r0,c0,r1,c1) * m2.block(c0,r0,c1,r1) ), 0);
  86. // NOTE this is because the Block expression is not handled yet by our expression analyser
  87. VERIFY_EVALUATION_COUNT(( m3.block(r0,r0,r1,r1).noalias() = s1 * m1.block(r0,c0,r1,c1) * (s1*m2).block(c0,r0,c1,r1) ), 1);
  88. VERIFY_EVALUATION_COUNT( m3.noalias() -= (s1 * m1).template triangularView<Lower>() * m2, 0);
  89. VERIFY_EVALUATION_COUNT( rm3.noalias() = (s1 * m1.adjoint()).template triangularView<Upper>() * (m2+m2), 1);
  90. VERIFY_EVALUATION_COUNT( rm3.noalias() = (s1 * m1.adjoint()).template triangularView<UnitUpper>() * m2.adjoint(), 0);
  91. VERIFY_EVALUATION_COUNT( m3.template triangularView<Upper>() = (m1 * m2.adjoint()), 0);
  92. VERIFY_EVALUATION_COUNT( m3.template triangularView<Upper>() -= (m1 * m2.adjoint()), 0);
  93. // NOTE this is because the blas_traits require innerstride==1 to avoid a temporary, but that doesn't seem to be actually needed for the triangular products
  94. VERIFY_EVALUATION_COUNT( rm3.col(c0).noalias() = (s1 * m1.adjoint()).template triangularView<UnitUpper>() * (s2*m2.row(c0)).adjoint(), 1);
  95. VERIFY_EVALUATION_COUNT( m1.template triangularView<Lower>().solveInPlace(m3), 0);
  96. VERIFY_EVALUATION_COUNT( m1.adjoint().template triangularView<Lower>().solveInPlace(m3.transpose()), 0);
  97. VERIFY_EVALUATION_COUNT( m3.noalias() -= (s1 * m1).adjoint().template selfadjointView<Lower>() * (-m2*s3).adjoint(), 0);
  98. VERIFY_EVALUATION_COUNT( m3.noalias() = s2 * m2.adjoint() * (s1 * m1.adjoint()).template selfadjointView<Upper>(), 0);
  99. VERIFY_EVALUATION_COUNT( rm3.noalias() = (s1 * m1.adjoint()).template selfadjointView<Lower>() * m2.adjoint(), 0);
  100. // NOTE this is because the blas_traits require innerstride==1 to avoid a temporary, but that doesn't seem to be actually needed for the triangular products
  101. VERIFY_EVALUATION_COUNT( m3.col(c0).noalias() = (s1 * m1).adjoint().template selfadjointView<Lower>() * (-m2.row(c0)*s3).adjoint(), 1);
  102. VERIFY_EVALUATION_COUNT( m3.col(c0).noalias() -= (s1 * m1).adjoint().template selfadjointView<Upper>() * (-m2.row(c0)*s3).adjoint(), 1);
  103. VERIFY_EVALUATION_COUNT( m3.block(r0,c0,r1,c1).noalias() += m1.block(r0,r0,r1,r1).template selfadjointView<Upper>() * (s1*m2.block(r0,c0,r1,c1)), 0);
  104. VERIFY_EVALUATION_COUNT( m3.block(r0,c0,r1,c1).noalias() = m1.block(r0,r0,r1,r1).template selfadjointView<Upper>() * m2.block(r0,c0,r1,c1), 0);
  105. VERIFY_EVALUATION_COUNT( m3.template selfadjointView<Lower>().rankUpdate(m2.adjoint()), 0);
  106. // Here we will get 1 temporary for each resize operation of the lhs operator; resize(r1,c1) would lead to zero temporaries
  107. m3.resize(1,1);
  108. VERIFY_EVALUATION_COUNT( m3.noalias() = m1.block(r0,r0,r1,r1).template selfadjointView<Lower>() * m2.block(r0,c0,r1,c1), 1);
  109. m3.resize(1,1);
  110. VERIFY_EVALUATION_COUNT( m3.noalias() = m1.block(r0,r0,r1,r1).template triangularView<UnitUpper>() * m2.block(r0,c0,r1,c1), 1);
  111. // Zero temporaries for lazy products ...
  112. m3.setRandom(rows,cols);
  113. VERIFY_EVALUATION_COUNT( Scalar tmp = 0; tmp += Scalar(RealScalar(1)) / (m3.transpose().lazyProduct(m3)).diagonal().sum(), 0 );
  114. VERIFY_EVALUATION_COUNT( m3.noalias() = m1.conjugate().lazyProduct(m2.conjugate()), 0);
  115. // ... and even no temporary for even deeply (>=2) nested products
  116. VERIFY_EVALUATION_COUNT( Scalar tmp = 0; tmp += Scalar(RealScalar(1)) / (m3.transpose() * m3).diagonal().sum(), 0 );
  117. VERIFY_EVALUATION_COUNT( Scalar tmp = 0; tmp += Scalar(RealScalar(1)) / (m3.transpose() * m3).diagonal().array().abs().sum(), 0 );
  118. // Zero temporaries for ... CoeffBasedProductMode
  119. VERIFY_EVALUATION_COUNT( m3.col(0).template head<5>() * m3.col(0).transpose() + m3.col(0).template head<5>() * m3.col(0).transpose(), 0 );
  120. // Check matrix * vectors
  121. VERIFY_EVALUATION_COUNT( cvres.noalias() = m1 * cv1, 0 );
  122. VERIFY_EVALUATION_COUNT( cvres.noalias() -= m1 * cv1, 0 );
  123. VERIFY_EVALUATION_COUNT( cvres.noalias() -= m1 * m2.col(0), 0 );
  124. VERIFY_EVALUATION_COUNT( cvres.noalias() -= m1 * rv1.adjoint(), 0 );
  125. VERIFY_EVALUATION_COUNT( cvres.noalias() -= m1 * m2.row(0).transpose(), 0 );
  126. VERIFY_EVALUATION_COUNT( cvres.noalias() = (m1+m1) * cv1, 0 );
  127. VERIFY_EVALUATION_COUNT( cvres.noalias() = (rm3+rm3) * cv1, 0 );
  128. VERIFY_EVALUATION_COUNT( cvres.noalias() = (m1+m1) * (m1*cv1), 1 );
  129. VERIFY_EVALUATION_COUNT( cvres.noalias() = (rm3+rm3) * (m1*cv1), 1 );
  130. // Check outer products
  131. #ifdef EIGEN_ALLOCA
  132. bool temp_via_alloca = m3.rows()*sizeof(Scalar) <= EIGEN_STACK_ALLOCATION_LIMIT;
  133. #else
  134. bool temp_via_alloca = false;
  135. #endif
  136. m3 = cv1 * rv1;
  137. VERIFY_EVALUATION_COUNT( m3.noalias() = cv1 * rv1, 0 );
  138. VERIFY_EVALUATION_COUNT( m3.noalias() = (cv1+cv1) * (rv1+rv1), temp_via_alloca ? 0 : 1 );
  139. VERIFY_EVALUATION_COUNT( m3.noalias() = (m1*cv1) * (rv1), 1 );
  140. VERIFY_EVALUATION_COUNT( m3.noalias() += (m1*cv1) * (rv1), 1 );
  141. rm3 = cv1 * rv1;
  142. VERIFY_EVALUATION_COUNT( rm3.noalias() = cv1 * rv1, 0 );
  143. VERIFY_EVALUATION_COUNT( rm3.noalias() = (cv1+cv1) * (rv1+rv1), temp_via_alloca ? 0 : 1 );
  144. VERIFY_EVALUATION_COUNT( rm3.noalias() = (cv1) * (rv1 * m1), 1 );
  145. VERIFY_EVALUATION_COUNT( rm3.noalias() -= (cv1) * (rv1 * m1), 1 );
  146. VERIFY_EVALUATION_COUNT( rm3.noalias() = (m1*cv1) * (rv1 * m1), 2 );
  147. VERIFY_EVALUATION_COUNT( rm3.noalias() += (m1*cv1) * (rv1 * m1), 2 );
  148. // Check nested products
  149. VERIFY_EVALUATION_COUNT( cvres.noalias() = m1.adjoint() * m1 * cv1, 1 );
  150. VERIFY_EVALUATION_COUNT( rvres.noalias() = rv1 * (m1 * m2.adjoint()), 1 );
  151. // exhaustively check all scalar multiple combinations:
  152. {
  153. // Generic path:
  154. check_scalar_multiple1(m3, m1, m2, s1, s2);
  155. // Force fall back to coeff-based:
  156. typename ColMajorMatrixType::BlockXpr m3_blck = m3.block(r0,r0,1,1);
  157. check_scalar_multiple1(m3_blck, m1.block(r0,c0,1,1), m2.block(c0,r0,1,1), s1, s2);
  158. }
  159. }
  160. EIGEN_DECLARE_TEST(product_notemporary)
  161. {
  162. int s;
  163. for(int i = 0; i < g_repeat; i++) {
  164. s = internal::random<int>(16,EIGEN_TEST_MAX_SIZE);
  165. CALL_SUBTEST_1( product_notemporary(MatrixXf(s, s)) );
  166. CALL_SUBTEST_2( product_notemporary(MatrixXd(s, s)) );
  167. TEST_SET_BUT_UNUSED_VARIABLE(s)
  168. s = internal::random<int>(16,EIGEN_TEST_MAX_SIZE/2);
  169. CALL_SUBTEST_3( product_notemporary(MatrixXcf(s,s)) );
  170. CALL_SUBTEST_4( product_notemporary(MatrixXcd(s,s)) );
  171. TEST_SET_BUT_UNUSED_VARIABLE(s)
  172. }
  173. }