tensor_benchmarks_gpu.cu 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475
  1. #define EIGEN_USE_GPU
  2. #include <cuda.h>
  3. #include <cuda_runtime.h>
  4. #include <iostream>
  5. #include "tensor_benchmarks.h"
  6. // Simple functions
  7. #define BM_FuncGPU(FUNC) \
  8. static void BM_##FUNC(int iters, int N) { \
  9. StopBenchmarkTiming(); \
  10. Eigen::CudaStreamDevice stream; \
  11. Eigen::GpuDevice device(&stream); \
  12. BenchmarkSuite<Eigen::GpuDevice, float> suite(device, N); \
  13. cudaDeviceSynchronize(); \
  14. suite.FUNC(iters); \
  15. } \
  16. BENCHMARK_RANGE(BM_##FUNC, 10, 5000);
  17. BM_FuncGPU(memcpy);
  18. BM_FuncGPU(typeCasting);
  19. BM_FuncGPU(random);
  20. BM_FuncGPU(slicing);
  21. BM_FuncGPU(rowChip);
  22. BM_FuncGPU(colChip);
  23. BM_FuncGPU(shuffling);
  24. BM_FuncGPU(padding);
  25. BM_FuncGPU(striding);
  26. BM_FuncGPU(broadcasting);
  27. BM_FuncGPU(coeffWiseOp);
  28. BM_FuncGPU(algebraicFunc);
  29. BM_FuncGPU(transcendentalFunc);
  30. BM_FuncGPU(rowReduction);
  31. BM_FuncGPU(colReduction);
  32. BM_FuncGPU(fullReduction);
  33. // Contractions
  34. #define BM_FuncWithInputDimsGPU(FUNC, D1, D2, D3) \
  35. static void BM_##FUNC##_##D1##x##D2##x##D3(int iters, int N) { \
  36. StopBenchmarkTiming(); \
  37. Eigen::CudaStreamDevice stream; \
  38. Eigen::GpuDevice device(&stream); \
  39. BenchmarkSuite<Eigen::GpuDevice, float> suite(device, D1, D2, D3); \
  40. cudaDeviceSynchronize(); \
  41. suite.FUNC(iters); \
  42. } \
  43. BENCHMARK_RANGE(BM_##FUNC##_##D1##x##D2##x##D3, 10, 5000);
  44. BM_FuncWithInputDimsGPU(contraction, N, N, N);
  45. BM_FuncWithInputDimsGPU(contraction, 64, N, N);
  46. BM_FuncWithInputDimsGPU(contraction, N, 64, N);
  47. BM_FuncWithInputDimsGPU(contraction, N, N, 64);
  48. // Convolutions
  49. #define BM_FuncWithKernelDimsGPU(FUNC, DIM1, DIM2) \
  50. static void BM_##FUNC##_##DIM1##x##DIM2(int iters, int N) { \
  51. StopBenchmarkTiming(); \
  52. Eigen::CudaStreamDevice stream; \
  53. Eigen::GpuDevice device(&stream); \
  54. BenchmarkSuite<Eigen::GpuDevice, float> suite(device, N); \
  55. cudaDeviceSynchronize(); \
  56. suite.FUNC(iters, DIM1, DIM2); \
  57. } \
  58. BENCHMARK_RANGE(BM_##FUNC##_##DIM1##x##DIM2, 128, 5000);
  59. BM_FuncWithKernelDimsGPU(convolution, 7, 1);
  60. BM_FuncWithKernelDimsGPU(convolution, 1, 7);
  61. BM_FuncWithKernelDimsGPU(convolution, 7, 4);
  62. BM_FuncWithKernelDimsGPU(convolution, 4, 7);
  63. BM_FuncWithKernelDimsGPU(convolution, 7, 64);
  64. BM_FuncWithKernelDimsGPU(convolution, 64, 7);