tensor_benchmarks_cpu.cc 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. #define EIGEN_USE_THREADS
  2. #include <string>
  3. #include "tensor_benchmarks.h"
  4. #define CREATE_THREAD_POOL(threads) \
  5. Eigen::ThreadPool pool(threads); \
  6. Eigen::ThreadPoolDevice device(&pool, threads);
  7. // Simple functions
  8. #define BM_FuncCPU(FUNC, THREADS) \
  9. static void BM_##FUNC##_##THREADS##T(int iters, int N) { \
  10. StopBenchmarkTiming(); \
  11. CREATE_THREAD_POOL(THREADS); \
  12. BenchmarkSuite<Eigen::ThreadPoolDevice, float> suite(device, N); \
  13. suite.FUNC(iters); \
  14. } \
  15. BENCHMARK_RANGE(BM_##FUNC##_##THREADS##T, 10, 5000);
  16. BM_FuncCPU(memcpy, 4);
  17. BM_FuncCPU(memcpy, 8);
  18. BM_FuncCPU(memcpy, 12);
  19. BM_FuncCPU(typeCasting, 4);
  20. BM_FuncCPU(typeCasting, 8);
  21. BM_FuncCPU(typeCasting, 12);
  22. BM_FuncCPU(random, 4);
  23. BM_FuncCPU(random, 8);
  24. BM_FuncCPU(random, 12);
  25. BM_FuncCPU(slicing, 4);
  26. BM_FuncCPU(slicing, 8);
  27. BM_FuncCPU(slicing, 12);
  28. BM_FuncCPU(rowChip, 4);
  29. BM_FuncCPU(rowChip, 8);
  30. BM_FuncCPU(rowChip, 12);
  31. BM_FuncCPU(colChip, 4);
  32. BM_FuncCPU(colChip, 8);
  33. BM_FuncCPU(colChip, 12);
  34. BM_FuncCPU(shuffling, 4);
  35. BM_FuncCPU(shuffling, 8);
  36. BM_FuncCPU(shuffling, 12);
  37. BM_FuncCPU(padding, 4);
  38. BM_FuncCPU(padding, 8);
  39. BM_FuncCPU(padding, 12);
  40. BM_FuncCPU(striding, 4);
  41. BM_FuncCPU(striding, 8);
  42. BM_FuncCPU(striding, 12);
  43. BM_FuncCPU(broadcasting, 4);
  44. BM_FuncCPU(broadcasting, 8);
  45. BM_FuncCPU(broadcasting, 12);
  46. BM_FuncCPU(coeffWiseOp, 4);
  47. BM_FuncCPU(coeffWiseOp, 8);
  48. BM_FuncCPU(coeffWiseOp, 12);
  49. BM_FuncCPU(algebraicFunc, 4);
  50. BM_FuncCPU(algebraicFunc, 8);
  51. BM_FuncCPU(algebraicFunc, 12);
  52. BM_FuncCPU(transcendentalFunc, 4);
  53. BM_FuncCPU(transcendentalFunc, 8);
  54. BM_FuncCPU(transcendentalFunc, 12);
  55. BM_FuncCPU(rowReduction, 4);
  56. BM_FuncCPU(rowReduction, 8);
  57. BM_FuncCPU(rowReduction, 12);
  58. BM_FuncCPU(colReduction, 4);
  59. BM_FuncCPU(colReduction, 8);
  60. BM_FuncCPU(colReduction, 12);
  61. // Contractions
  62. #define BM_FuncWithInputDimsCPU(FUNC, D1, D2, D3, THREADS) \
  63. static void BM_##FUNC##_##D1##x##D2##x##D3##_##THREADS##T(int iters, int N) { \
  64. StopBenchmarkTiming(); \
  65. if (THREADS == 1) { \
  66. Eigen::DefaultDevice device; \
  67. BenchmarkSuite<Eigen::DefaultDevice, float> suite(device, D1, D2, D3); \
  68. suite.FUNC(iters); \
  69. } else { \
  70. CREATE_THREAD_POOL(THREADS); \
  71. BenchmarkSuite<Eigen::ThreadPoolDevice, float> suite(device, D1, D2, D3); \
  72. suite.FUNC(iters); \
  73. } \
  74. } \
  75. BENCHMARK_RANGE(BM_##FUNC##_##D1##x##D2##x##D3##_##THREADS##T, 10, 5000);
  76. BM_FuncWithInputDimsCPU(contraction, N, N, N, 1);
  77. BM_FuncWithInputDimsCPU(contraction, N, N, N, 4);
  78. BM_FuncWithInputDimsCPU(contraction, N, N, N, 8);
  79. BM_FuncWithInputDimsCPU(contraction, N, N, N, 12);
  80. BM_FuncWithInputDimsCPU(contraction, N, N, N, 16);
  81. BM_FuncWithInputDimsCPU(contraction, 64, N, N, 1);
  82. BM_FuncWithInputDimsCPU(contraction, 64, N, N, 4);
  83. BM_FuncWithInputDimsCPU(contraction, 64, N, N, 8);
  84. BM_FuncWithInputDimsCPU(contraction, 64, N, N, 12);
  85. BM_FuncWithInputDimsCPU(contraction, 64, N, N, 16);
  86. BM_FuncWithInputDimsCPU(contraction, N, 64, N, 1);
  87. BM_FuncWithInputDimsCPU(contraction, N, 64, N, 4);
  88. BM_FuncWithInputDimsCPU(contraction, N, 64, N, 8);
  89. BM_FuncWithInputDimsCPU(contraction, N, 64, N, 12);
  90. BM_FuncWithInputDimsCPU(contraction, N, 64, N, 16);
  91. BM_FuncWithInputDimsCPU(contraction, N, N, 64, 1);
  92. BM_FuncWithInputDimsCPU(contraction, N, N, 64, 4);
  93. BM_FuncWithInputDimsCPU(contraction, N, N, 64, 8);
  94. BM_FuncWithInputDimsCPU(contraction, N, N, 64, 12);
  95. BM_FuncWithInputDimsCPU(contraction, N, N, 64, 16);
  96. BM_FuncWithInputDimsCPU(contraction, 1, N, N, 1);
  97. BM_FuncWithInputDimsCPU(contraction, 1, N, N, 4);
  98. BM_FuncWithInputDimsCPU(contraction, 1, N, N, 8);
  99. BM_FuncWithInputDimsCPU(contraction, 1, N, N, 12);
  100. BM_FuncWithInputDimsCPU(contraction, 1, N, N, 16);
  101. BM_FuncWithInputDimsCPU(contraction, N, N, 1, 1);
  102. BM_FuncWithInputDimsCPU(contraction, N, N, 1, 4);
  103. BM_FuncWithInputDimsCPU(contraction, N, N, 1, 8);
  104. BM_FuncWithInputDimsCPU(contraction, N, N, 1, 12);
  105. BM_FuncWithInputDimsCPU(contraction, N, N, 1, 16);
  106. // Convolutions
  107. #define BM_FuncWithKernelDimsCPU(FUNC, DIM1, DIM2, THREADS) \
  108. static void BM_##FUNC##_##DIM1##x##DIM2##_##THREADS##T(int iters, int N) { \
  109. StopBenchmarkTiming(); \
  110. CREATE_THREAD_POOL(THREADS); \
  111. BenchmarkSuite<Eigen::ThreadPoolDevice, float> suite(device, N); \
  112. suite.FUNC(iters, DIM1, DIM2); \
  113. } \
  114. BENCHMARK_RANGE(BM_##FUNC##_##DIM1##x##DIM2##_##THREADS##T, 128, 5000);
  115. BM_FuncWithKernelDimsCPU(convolution, 7, 1, 4);
  116. BM_FuncWithKernelDimsCPU(convolution, 7, 1, 8);
  117. BM_FuncWithKernelDimsCPU(convolution, 7, 1, 12);
  118. BM_FuncWithKernelDimsCPU(convolution, 1, 7, 4);
  119. BM_FuncWithKernelDimsCPU(convolution, 1, 7, 8);
  120. BM_FuncWithKernelDimsCPU(convolution, 1, 7, 12);
  121. BM_FuncWithKernelDimsCPU(convolution, 7, 4, 4);
  122. BM_FuncWithKernelDimsCPU(convolution, 7, 4, 8);
  123. BM_FuncWithKernelDimsCPU(convolution, 7, 4, 12);
  124. BM_FuncWithKernelDimsCPU(convolution, 4, 7, 4);
  125. BM_FuncWithKernelDimsCPU(convolution, 4, 7, 8);
  126. BM_FuncWithKernelDimsCPU(convolution, 4, 7, 12);
  127. BM_FuncWithKernelDimsCPU(convolution, 7, 64, 4);
  128. BM_FuncWithKernelDimsCPU(convolution, 7, 64, 8);
  129. BM_FuncWithKernelDimsCPU(convolution, 7, 64, 12);
  130. BM_FuncWithKernelDimsCPU(convolution, 64, 7, 4);
  131. BM_FuncWithKernelDimsCPU(convolution, 64, 7, 8);
  132. BM_FuncWithKernelDimsCPU(convolution, 64, 7, 12);