gaspersic/triton
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

more optimization

Browse Source
This commit is contained in:
Philippe Tillet
2019-06-28 20:22:52 -07:00
parent 83b753512c
commit d8c3d58593
5 changed files with 36 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
examples/cpp/shift.cpp
View File

@@ -6,17 +6,21 @@
#include "triton/driver/stream.h"
#include "triton/tools/bench.hpp"
#include "triton/dnn/shift.h"
#include "triton/external/half.hpp"
int main() {
typedef half_float::half NumericT;
std::string numeric_t_str = "fp16";
// initialize default compute device
auto context = triton::driver::backend::contexts::get_default();
// initialize just-in-time compiler
triton::jit jit(context);
// initialization
int32_t R = 3, S = 3;
int32_t BS = 4, F = 512;
int32_t BS = 32, F = 1024;
int32_t H = 32, W = 32;
int32_t C = 512;
int32_t C = 1024;
// random shifts
std::vector<int32_t> shift_h(C);
std::vector<int32_t> shift_w(C);
@@ -25,23 +29,23 @@ int main() {
shift_w[c] = rand() % S - S/2;
}
// configuration
triton::dnn::shift shift(BS, C, 1, H, W, 1, R, S, F, shift_h, shift_w);
triton::dnn::shift shift(BS, C, 1, H, W, 1, R, S, F, shift_h, shift_w, numeric_t_str, numeric_t_str);
// host buffers
std::vector<float> hc(shift.c_size());
std::vector<float> rc(shift.c_size());
std::vector<float> ha(shift.a_size());
std::vector<float> hb(shift.b_size());
std::vector<NumericT> ha(shift.a_size());
std::vector<NumericT> hb(shift.b_size());
// device buffers
triton::driver::buffer* dc = triton::driver::buffer::create(context, hc.size()*4);
triton::driver::buffer* da = triton::driver::buffer::create(context, ha.size()*4);
triton::driver::buffer* db = triton::driver::buffer::create(context, hb.size()*4);
triton::driver::buffer* da = triton::driver::buffer::create(context, ha.size()*sizeof(NumericT));
triton::driver::buffer* db = triton::driver::buffer::create(context, hb.size()*sizeof(NumericT));
triton::driver::stream* stream = triton::driver::stream::create(context);
// initialize host
srand(0);
for(size_t i = 0; i < ha.size(); i++)
ha[i] = (float)rand() / RAND_MAX;
ha[i] = (NumericT)rand() / RAND_MAX;
for(size_t i = 0; i < hb.size(); i++)
hb[i] = (float)rand() / RAND_MAX;
hb[i] = (NumericT)rand() / RAND_MAX;
for(size_t i = 0; i < hc.size(); i++)
hc[i] = 0;
// initialize device
@@ -68,23 +72,23 @@ int main() {
// shift
std::vector<unsigned> params = {
32, 2, 128, 16, 2, 128, 16, 8, 2, 2, 4, 2, 8, 8
16, 4, 64, 16, 4, 128, 2, 2, 1, 2, 4, 4, 16, 4
};
std::ostringstream oss;
shift.src(oss);
std::string src = oss.str();
jit.autotune("shift", src.c_str(), benchmark);
// jit.autotune("shift", src.c_str(), benchmark);
jit.add_module("shift", src.c_str(), params);
triton::driver::kernel* kernel = jit.get_function("shift");
triton::jit::launch_information info = jit.get_launch_info("shift");
std::cout << "Performance: " << benchmark(kernel, info) << " TFLOPS " << std::endl;
stream->read(dc, true, 0, hc);
shift.cpu_ref(rc.data(), ha.data(), hb.data());
for(size_t i = 0; i < hc.size(); i++)
if(std::isnan(hc[i]) || std::abs(hc[i] - rc[i])/std::max(hc[i], rc[i]) > 1e-4){
std::cout << i << " " << hc[i] << " " << rc[i] << std::endl;
exit(EXIT_FAILURE);
}
std::cout << "Pass!" << std::endl;
// stream->read(dc, true, 0, hc);
// shift.cpu_ref(rc.data(), ha.data(), hb.data());
// for(size_t i = 0; i < hc.size(); i++)
// if(std::isnan(hc[i]) || std::abs(hc[i] - rc[i])/std::max(hc[i], rc[i]) > 1e-4){
// std::cout << i << " " << hc[i] << " " << rc[i] << std::endl;
// exit(EXIT_FAILURE);
// }
// std::cout << "Pass!" << std::endl;
}