tensor_benchmarks_sycl.cc 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
  1. #ifdef EIGEN_USE_SYCL
  2. #include <CL/sycl.hpp>
  3. #include <iostream>
  4. #include "tensor_benchmarks.h"
  5. cl::sycl::gpu_selector selector;
  6. Eigen::QueueInterface queue(selector);
  7. #define BM_FuncWithInput2DimsGPU(FUNC, D1, D2) \
  8. static void BM_##FUNC##_##D1##x##D2(int iters, int N) { \
  9. StopBenchmarkTiming(); \
  10. Eigen::SyclDevice device(&queue); \
  11. BenchmarkSuite<Eigen::SyclDevice, float> suite(device, D1, D2); \
  12. suite.FUNC(iters); \
  13. } \
  14. BENCHMARK_RANGE(BM_##FUNC##_##D1##x##D2, 10, 10);
  15. BM_FuncWithInput2DimsGPU(rowReduction, 256, 100352);
  16. BM_FuncWithInput2DimsGPU(rowReduction, 64, 100352);
  17. BM_FuncWithInput2DimsGPU(rowReduction, 512, 25088);
  18. BM_FuncWithInput2DimsGPU(rowReduction, 128, 25088);
  19. BM_FuncWithInput2DimsGPU(rowReduction, 102, 6272);
  20. BM_FuncWithInput2DimsGPU(rowReduction, 256, 6272);
  21. BM_FuncWithInput2DimsGPU(rowReduction, 204, 1568);
  22. BM_FuncWithInput2DimsGPU(rowReduction, 512, 1568);
  23. BM_FuncWithInput2DimsGPU(rowReduction, 1024, 1568);
  24. BM_FuncWithInput2DimsGPU(rowReduction, 2048, 1568);
  25. BM_FuncWithInput2DimsGPU(colReduction, 100352, 256);
  26. BM_FuncWithInput2DimsGPU(colReduction, 100352, 64);
  27. BM_FuncWithInput2DimsGPU(colReduction, 25088, 512);
  28. BM_FuncWithInput2DimsGPU(colReduction, 6272, 102);
  29. BM_FuncWithInput2DimsGPU(colReduction, 25088, 128);
  30. BM_FuncWithInput2DimsGPU(colReduction, 6272, 256);
  31. BM_FuncWithInput2DimsGPU(colReduction, 1568, 204);
  32. BM_FuncWithInput2DimsGPU(colReduction, 1568, 512);
  33. BM_FuncWithInput2DimsGPU(colReduction, 1568, 1024);
  34. BM_FuncWithInput2DimsGPU(colReduction, 1568, 2048);
  35. BM_FuncWithInput2DimsGPU(fullReduction, 1001, 1);
  36. BM_FuncWithInput2DimsGPU(fullReduction, 2050048, 1);
  37. BM_FuncWithInput2DimsGPU(fullReduction, 2097152, 1);
  38. BM_FuncWithInput2DimsGPU(fullReduction, 2048, 1);
  39. BM_FuncWithInput2DimsGPU(fullReduction, 262144, 1);
  40. BM_FuncWithInput2DimsGPU(fullReduction, 256, 1);
  41. BM_FuncWithInput2DimsGPU(fullReduction, 589824, 1);
  42. BM_FuncWithInput2DimsGPU(fullReduction, 1024, 1);
  43. BM_FuncWithInput2DimsGPU(fullReduction, 524288, 1);
  44. BM_FuncWithInput2DimsGPU(fullReduction, 512, 1);
  45. BM_FuncWithInput2DimsGPU(fullReduction, 2359296, 1);
  46. BM_FuncWithInput2DimsGPU(fullReduction, 1048576, 1);
  47. BM_FuncWithInput2DimsGPU(fullReduction, 131072, 1);
  48. BM_FuncWithInput2DimsGPU(fullReduction, 16384, 1);
  49. BM_FuncWithInput2DimsGPU(fullReduction, 9408, 1);
  50. BM_FuncWithInput2DimsGPU(fullReduction, 64, 1);
  51. BM_FuncWithInput2DimsGPU(fullReduction, 4096, 1);
  52. BM_FuncWithInput2DimsGPU(fullReduction, 36864, 1);
  53. BM_FuncWithInput2DimsGPU(fullReduction, 32768, 1);
  54. BM_FuncWithInput2DimsGPU(fullReduction, 128, 1);
  55. BM_FuncWithInput2DimsGPU(fullReduction, 147456, 1);
  56. BM_FuncWithInput2DimsGPU(fullReduction, 65536, 1);
  57. #define BM_FuncGPU(FUNC) \
  58. static void BM_##FUNC(int iters, int N) { \
  59. StopBenchmarkTiming(); \
  60. Eigen::SyclDevice device(&queue); \
  61. BenchmarkSuite<Eigen::SyclDevice, float> suite(device, N); \
  62. suite.FUNC(iters); \
  63. } \
  64. BENCHMARK_RANGE(BM_##FUNC, 10, 5000);
  65. BM_FuncGPU(rowReduction);
  66. BM_FuncGPU(colReduction);
  67. BM_FuncGPU(fullReduction);
  68. BM_FuncGPU(memcpy);
  69. BM_FuncGPU(typeCasting);
  70. BM_FuncGPU(random);
  71. BM_FuncGPU(slicing);
  72. BM_FuncGPU(rowChip);
  73. BM_FuncGPU(colChip);
  74. BM_FuncGPU(shuffling);
  75. BM_FuncGPU(padding);
  76. BM_FuncGPU(striding);
  77. BM_FuncGPU(broadcasting);
  78. BM_FuncGPU(coeffWiseOp);
  79. BM_FuncGPU(algebraicFunc);
  80. BM_FuncGPU(transcendentalFunc);
  81. // Contractions
  82. #define BM_FuncWithInputDimsGPU(FUNC, D1, D2, D3) \
  83. static void BM_##FUNC##_##D1##x##D2##x##D3(int iters, int N) { \
  84. StopBenchmarkTiming(); \
  85. Eigen::SyclDevice device(&queue); \
  86. BenchmarkSuite<Eigen::SyclDevice, float> suite(device, D1, D2, D3); \
  87. suite.FUNC(iters); \
  88. } \
  89. BENCHMARK_RANGE(BM_##FUNC##_##D1##x##D2##x##D3, 10, 5000);
  90. BM_FuncWithInputDimsGPU(contraction, N, N, N);
  91. BM_FuncWithInputDimsGPU(contraction, 64, N, N);
  92. BM_FuncWithInputDimsGPU(contraction, N, 64, N);
  93. BM_FuncWithInputDimsGPU(contraction, N, N, 64);
  94. BM_FuncWithInputDimsGPU(contractionRowMajor, N, N, N);
  95. BM_FuncWithInputDimsGPU(contractionRowMajor, 64, N, N);
  96. BM_FuncWithInputDimsGPU(contractionRowMajor, N, 64, N);
  97. BM_FuncWithInputDimsGPU(contractionRowMajor, N, N, 64);
  98. BM_FuncWithInputDimsGPU(contractionRowMajorAT, N, N, N);
  99. BM_FuncWithInputDimsGPU(contractionRowMajorAT, 64, N, N);
  100. BM_FuncWithInputDimsGPU(contractionRowMajorAT, N, 64, N);
  101. BM_FuncWithInputDimsGPU(contractionRowMajorAT, N, N, 64);
  102. BM_FuncWithInputDimsGPU(contractionRowMajorBT, N, N, N);
  103. BM_FuncWithInputDimsGPU(contractionRowMajorBT, 64, N, N);
  104. BM_FuncWithInputDimsGPU(contractionRowMajorBT, N, 64, N);
  105. BM_FuncWithInputDimsGPU(contractionRowMajorBT, N, N, 64);
  106. BM_FuncWithInputDimsGPU(contractionRowMajorABT, N, N, N);
  107. BM_FuncWithInputDimsGPU(contractionRowMajorABT, 64, N, N);
  108. BM_FuncWithInputDimsGPU(contractionRowMajorABT, N, 64, N);
  109. BM_FuncWithInputDimsGPU(contractionRowMajorABT, N, N, 64);
  110. // Convolutions
  111. #define BM_FuncWithKernelDimsGPU(FUNC, DIM1, DIM2) \
  112. static void BM_##FUNC##_##DIM1##x##DIM2(int iters, int N) { \
  113. StopBenchmarkTiming(); \
  114. Eigen::SyclDevice device(&queue); \
  115. BenchmarkSuite<Eigen::SyclDevice, float> suite(device, N); \
  116. suite.FUNC(iters, DIM1, DIM2); \
  117. } \
  118. BENCHMARK_RANGE(BM_##FUNC##_##DIM1##x##DIM2, 128, 5000);
  119. BM_FuncWithKernelDimsGPU(convolution, 7, 1);
  120. BM_FuncWithKernelDimsGPU(convolution, 1, 7);
  121. BM_FuncWithKernelDimsGPU(convolution, 7, 4);
  122. BM_FuncWithKernelDimsGPU(convolution, 4, 7);
  123. BM_FuncWithKernelDimsGPU(convolution, 7, 64);
  124. BM_FuncWithKernelDimsGPU(convolution, 64, 7);
  125. #endif