triton/examples/cpp/shift.cpp

#include <cstring>
#include <cstdio>
#include <sstream>
#include "triton/runtime/jit.h"
#include "triton/driver/backend.h"
#include "triton/driver/stream.h"
#include "triton/tools/bench.hpp"
#include "triton/dnn/shift.h"
#include "triton/external/half.hpp"

double do_bench(triton::driver::context* context,
                int32_t R, int32_t S, int32_t B, int32_t F, int32_t H, int32_t W, int32_t C,
                triton::dnn::shift::op_t op, triton::dnn::shift::layout_t layout,
                std::string numeric_t) {
  typedef float NumericT;

  // random shifts
  std::vector<int32_t> shift_h(C);
  std::vector<int32_t> shift_w(C);
  for(int32_t c = 0; c < C; c++){
    shift_h[c] = rand() % R - R / 2;
    shift_w[c] = rand() % S - S / 2;
  }
  // configuration
  triton::dnn::shift shift(B, C, 1, H, W, 1, R, S, F, 1, 1,
                           shift_h.data(), shift_w.data(),
                           numeric_t, numeric_t,
                           op, false, triton::dnn::shift::CHWN);
  // host buffers
  size_t a_size = B*C*H*W;
  size_t b_size = C*F;
  size_t c_size = B*F*H*W;
  if(op == triton::dnn::shift::BPROP)
    std::swap(a_size, c_size);
  if(op == triton::dnn::shift::WGRAD){
    std::swap(b_size, c_size);
    std::swap(a_size, b_size);
  }
  std::vector<NumericT> ha(a_size);
  std::vector<NumericT> hb(b_size);
  std::vector<float> hc(c_size);
  std::vector<float> rc(hc.size());
  // device buffers
  triton::driver::buffer* dc = triton::driver::buffer::create(context, hc.size()*4);
  triton::driver::buffer* da = triton::driver::buffer::create(context, ha.size()*sizeof(NumericT));
  triton::driver::buffer* db = triton::driver::buffer::create(context, hb.size()*sizeof(NumericT));
  triton::driver::stream* stream = triton::driver::stream::create(context);
  // initialize host
  srand(0);
  for(size_t i = 0; i < ha.size(); i++)
    ha[i] = (NumericT)rand() / RAND_MAX;
  for(size_t i = 0; i < hb.size(); i++)
    hb[i] = (NumericT)rand() / RAND_MAX;
  for(size_t i = 0; i < hc.size(); i++)
    hc[i] = 0;
  // initialize device
  stream->write(da, true, 0, ha);
  stream->write(db, true, 0, hb);
  stream->write(dc, true, 0, hc);
  stream->synchronize();
  shift.enqueue(stream, {da, db, dc}, true);
  double tns = triton::tools::bench([&]() { shift.enqueue(stream, {da, db, dc}, true);}, stream);
  std::cout << tns << std::endl;
}

int main() {
  // initialize default compute device
  auto context = triton::driver::backend::contexts::get_default();
  // shapes
  int32_t R = 3, S = 3;
  int32_t B = 16, F = 4096;
  int32_t H = 32, W = 32;
  int32_t C = 4096;
  // benchmark
  do_bench(context, R, S, B, F, H, W, C, triton::dnn::shift::FPROP, triton::dnn::shift::CHWN, "fp16");

}