gaspersic/triton
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Better benchmarking

Browse Source
This commit is contained in:
Philippe Tillet
2014-10-30 13:04:33 -04:00
parent de48ccc7b1
commit 71b4bde3ec
2 changed files with 44 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
bench/blas.cpp
View File

@@ -12,6 +12,12 @@
namespace ad = atidlas; namespace ad = atidlas;
typedef atidlas::atidlas_int_t int_t; typedef atidlas::atidlas_int_t int_t;
template<class T>
float bandwidth(std::size_t N, float t)
{
return N * sizeof(T) * 1e-9 / t;
}
template<class T> template<class T>
void bench(std::vector<int_t> BLAS1_N, std::map<std::string, ad::tools::shared_ptr<ad::model> > & models) void bench(std::vector<int_t> BLAS1_N, std::map<std::string, ad::tools::shared_ptr<ad::model> > & models)
{ {
@@ -34,30 +40,39 @@ void bench(std::vector<int_t> BLAS1_N, std::map<std::string, ad::tools::shared_p
viennacl::backend::finish();\ viennacl::backend::finish();\
float resname = ad::tools::median(times); float resname = ad::tools::median(times);
//BLAS1 std::cout << "#N PerfNaive PerfModel PerfOpt" << std::endl;
{
for(std::vector<int_t>::const_iterator it = BLAS1_N.begin() ; it != BLAS1_N.end() ; ++it)
{
viennacl::vector<T> x(*it), y(*it), z(*it);
viennacl::scheduler::statement statement(z, viennacl::op_assign(), x + y);
BENCHMARK(models["vector-axpy-float32"]->execute(statement), time_model);
BENCHMARK(models["vector-axpy-float32"]->execute(statement, true), time_unique_kernel);
models["vector-axpy-float32"]->tune(statement);
BENCHMARK(models["vector-axpy-float32"]->execute(statement), time_opt);
std::cout << *it << " " << 3*(*it)*sizeof(T)*1e-9/time_unique_kernel << " " << 3*(*it)*sizeof(T)*1e-9/time_model << " " << 3*(*it)*sizeof(T)*1e-9/time_opt << std::endl; #define BENCH(declarations, statement_op, sizes, measure, N, key) \
std::cout << "#" << key << std::endl;\
} for(std::vector<int_t>::const_iterator it = sizes.begin() ; it != sizes.end() ; ++it)\
} {\
declarations;\
viennacl::scheduler::statement statement(statement_op);\
BENCHMARK(models["vector-axpy-float32"]->execute(statement), time_model);\
BENCHMARK(models["vector-axpy-float32"]->execute(statement, true), time_unique_kernel);\
models["vector-axpy-float32"]->tune(statement);\
BENCHMARK(models["vector-axpy-float32"]->execute(statement), time_opt);\
std::cout << *it << " " << measure<T>(N,time_unique_kernel) << " " << measure<T>(N,time_model) << " " << measure<T>(N,time_opt) << std::endl;\
}\
#define DECLARE(type, ...) type __VA_ARGS__
#define ARGS(...) __VA_ARGS__
BENCH(DECLARE(viennacl::vector<T>, x(*it), y(*it), z(*it)), ARGS(z, viennacl::op_assign(), x + y), BLAS1_N, bandwidth, 3*(*it), "vector-axpy-float32");
std::cout << std::endl;
std::cout << std::endl;
BENCH(DECLARE(viennacl::vector<T>, x(*it), y(*it), z(*it)), ARGS(z, viennacl::op_assign(), x + y), BLAS1_N, bandwidth, 3*(*it), "reduction-float32");
std::cout << std::endl;
std::cout << std::endl;
BENCH(DECLARE(viennacl::vector<T>, x(*it), y(*it), z(*it)), ARGS(z, viennacl::op_assign(), x + y), BLAS1_N, bandwidth, 3*(*it), "row-wise-reduction-float32");
std::cout << std::endl;
std::cout << std::endl;
} }
std::vector<int_t> create_log_range(int_t min, int_t max, int_t N) std::vector<int_t> create_log_range(int_t min, int_t max, int_t N)
{ {
std::vector<int_t> res(N); std::vector<int_t> res(N);
for(int_t i = 0 ; i < N ; ++i) for(int_t i = 0 ; i < N ; ++i)
//res[i] = std::exp(std::log(min) + float(std::log(max) - std::log(min)*i)/N);
res[i] = std::exp(std::log(min) + (float)(std::log(max) - std::log(min))*i/N); res[i] = std::exp(std::log(min) + (float)(std::log(max) - std::log(min))*i/N);
return res; return res;
} }
@@ -67,12 +82,13 @@ int main(int argc, char* argv[])
if(argc != 2) if(argc != 2)
{ {
std::cerr << "Usage : PROG model_file" << std::endl; std::cerr << "Usage : PROG model_file" << std::endl;
exit(EXIT_FAILURE);
} }
std::map<std::string, ad::tools::shared_ptr<ad::model> > models = ad::import(argv[1]); std::map<std::string, ad::tools::shared_ptr<ad::model> > models = ad::import(argv[1]);
std::vector<int_t> BLAS1_N = create_log_range(1e3, 2e7, 50); std::vector<int_t> BLAS1_N = create_log_range(1e3, 2e7, 50);
std::cout << "Benchmark : BLAS" << std::endl; std::cout << "#Benchmark : BLAS" << std::endl;
std::cout << "----------------" << std::endl; std::cout << "#----------------" << std::endl;
bench<float>(BLAS1_N, models); bench<float>(BLAS1_N, models);
} }

11
bench/plot.gnuplot Normal file
View File

@@ -0,0 +1,11 @@
set logscale x
set term wxt 1
plot "out.dat" i 0 using 1:2 with lines title 'Naive', \
"out.dat" i 0 using 1:3 with lines title 'Model', \
"out.dat" i 0 using 1:4 with lines title 'Optimal'
set term wxt 2
plot "out.dat" i 1 using 1:2 with lines title 'Naive', \
"out.dat" i 1 using 1:3 with lines title 'Model', \
"out.dat" i 1 using 1:4 with lines title 'Optimal'