#include "isaac/wrap/clBLAS.h" #include "isaac/array.h" #include "isaac/symbolic/execute.h" namespace is = isaac; extern "C" { clblasStatus clblasSetup() { return clblasSuccess; } void clblasTeardown() { isaac::driver::backend::release(); } void execute(is::array_expression const & operation, is::driver::Context const & context, cl_uint numCommandQueues, cl_command_queue *commandQueues, cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events) { std::vector waitlist; for(cl_uint i = 0 ; i < numEventsInWaitList ; ++i) waitlist.push_back(eventWaitList[i]); for(cl_uint i = 0 ; i < numCommandQueues ; ++i) { std::list levents; is::execution_options_type options(is::driver::CommandQueue(commandQueues[i],false), &levents, &waitlist); is::execute(is::control(operation, options), is::profiles::get(options.queue(context))); if(events) { events[i] = levents.front().handle().cl(); clRetainEvent(events[i]); } clFlush(commandQueues[i]); } } //***************** //BLAS1 //***************** //AXPY #define MAKE_AXPY(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## axpy(size_t N, TYPE_CL alpha, \ const cl_mem mx, size_t offx, int incx, \ cl_mem my, size_t offy, int incy, \ cl_uint numCommandQueues, cl_command_queue *commandQueues, \ cl_uint numEventsInWaitList, const cl_event *eventWaitList, \ cl_event *events) \ { \ is::array x((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mx,false), (is::int_t)offx, incx); \ is::array y((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(my,false), (is::int_t)offy, incy); \ execute(is::assign(y, alpha*x + y), y.context(), numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events); \ return clblasSuccess; \ } MAKE_AXPY(S, is::FLOAT_TYPE, cl_float) MAKE_AXPY(D, is::DOUBLE_TYPE, cl_double) //SCAL #define MAKE_SCAL(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## scal(size_t N, TYPE_CL alpha,\ cl_mem mx, size_t offx, int incx,\ cl_uint numCommandQueues, cl_command_queue *commandQueues,\ cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events)\ {\ is::array x((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mx,false), (is::int_t)offx, incx);\ execute(is::assign(x, alpha*x), x.context(), numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ return clblasSuccess;\ } MAKE_SCAL(S, is::FLOAT_TYPE, cl_float) MAKE_SCAL(D, is::DOUBLE_TYPE, cl_double) //COPY #define MAKE_COPY(TYPE_CHAR, TYPE_ISAAC, TYPE_CL)\ clblasStatus clblas ## TYPE_CHAR ## copy(size_t N,\ const cl_mem mx, size_t offx, int incx,\ cl_mem my, size_t offy, int incy,\ cl_uint numCommandQueues, cl_command_queue *commandQueues,\ cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events)\ {\ const is::array x((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mx, false), (is::int_t)offx, incx);\ is::array y((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(my, false), (is::int_t)offy, incy);\ execute(is::assign(y, x), y.context(), numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ return clblasSuccess;\ } MAKE_COPY(S, is::FLOAT_TYPE, cl_float) MAKE_COPY(D, is::DOUBLE_TYPE, cl_double) //DOT #define MAKE_DOT(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## dot(size_t N, cl_mem dotProduct, size_t offDP, \ const cl_mem mx, size_t offx, int incx, \ const cl_mem my, size_t offy, int incy, \ cl_mem /*scratchBuff*/, cl_uint numCommandQueues, \ cl_command_queue *commandQueues, cl_uint numEventsInWaitList, \ const cl_event *eventWaitList, cl_event *events) \ { \ is::array x((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mx, false), (is::int_t)offx, incx); \ is::array y((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(my, false), (is::int_t)offy, incy); \ is::scalar s(TYPE_ISAAC, is::driver::Buffer(dotProduct, false), (is::int_t)offDP); \ execute(is::assign(s, dot(x,y)), s.context(), numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events); \ return clblasSuccess; \ } MAKE_DOT(S, is::FLOAT_TYPE, cl_float) MAKE_DOT(D, is::DOUBLE_TYPE, cl_double) //ASUM #define MAKE_ASUM(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## asum(size_t N, cl_mem asum, size_t offAsum, \ const cl_mem mx, size_t offx, int incx,\ cl_mem /*scratchBuff*/, cl_uint numCommandQueues, cl_command_queue *commandQueues,\ cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events)\ {\ is::array x((is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mx, false), (is::int_t)offx, incx);\ is::scalar s(TYPE_ISAAC, is::driver::Buffer(asum, false), (is::int_t)offAsum);\ execute(is::assign(s, sum(abs(x))), s.context(), numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ return clblasSuccess;\ } MAKE_ASUM(S, is::FLOAT_TYPE, cl_float) MAKE_ASUM(D, is::DOUBLE_TYPE, cl_double) //***************** //BLAS2 //***************** #define MAKE_GEMV(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## gemv(clblasOrder order, clblasTranspose transA,\ size_t M, size_t N,\ TYPE_CL alpha, const cl_mem mA, size_t offA, size_t lda,\ const cl_mem mx, size_t offx, int incx,\ TYPE_CL beta, cl_mem my, size_t offy, int incy,\ cl_uint numCommandQueues, cl_command_queue *commandQueues,\ cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events)\ {\ if(order==clblasRowMajor){\ std::swap(M, N);\ transA = (transA==clblasTrans)?clblasNoTrans:clblasTrans;\ }\ is::array A((is::int_t)M, (is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mA, false), (is::int_t)offA, (is::int_t)lda);\ \ is::int_t sx = (is::int_t)N, sy = (is::int_t)M;\ if(transA) std::swap(sx, sy);\ is::array x(sx, TYPE_ISAAC, is::driver::Buffer(mx, false), (is::int_t)offx, incx);\ is::array y(sy, TYPE_ISAAC, is::driver::Buffer(my, false), (is::int_t)offy, incy);\ \ is::driver::Context const & context = A.context();\ if(transA==clblasTrans)\ execute(is::assign(y, alpha*dot(A.T(), x) + beta*y), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ else\ execute(is::assign(y, alpha*dot(A, x) + beta*y), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ return clblasSuccess;\ } MAKE_GEMV(S, is::FLOAT_TYPE, cl_float) MAKE_GEMV(D, is::DOUBLE_TYPE, cl_double) //***************** //BLAS3 //***************** #define MAKE_GEMM(TYPE_CHAR, TYPE_ISAAC, TYPE_CL) \ clblasStatus clblas ## TYPE_CHAR ## gemm(clblasOrder order, clblasTranspose transA, clblasTranspose transB,\ size_t M, size_t N, size_t K,\ TYPE_CL alpha, const cl_mem cmA, size_t offA, size_t lda,\ const cl_mem cmB, size_t offB, size_t ldb, TYPE_CL beta,\ cl_mem mC, size_t offC, size_t ldc,\ cl_uint numCommandQueues, cl_command_queue *commandQueues,\ cl_uint numEventsInWaitList, const cl_event *eventWaitList, cl_event *events)\ {\ cl_mem mA = cmA;\ cl_mem mB = cmB;\ if(order==clblasRowMajor){\ std::swap(mA, mB);\ std::swap(offA, offB);\ std::swap(lda, ldb);\ std::swap(M, N);\ std::swap(transA, transB);\ }\ is::int_t As1 = (is::int_t)M, As2 = (is::int_t)K;\ is::int_t Bs1 = (is::int_t)K, Bs2 = (is::int_t)N;\ if(transA==clblasTrans) std::swap(As1, As2);\ if(transB==clblasTrans) std::swap(Bs1, Bs2);\ /*Struct*/\ is::array A(As1, As2, TYPE_ISAAC, is::driver::Buffer(mA, false), (is::int_t)offA, (is::int_t)lda);\ is::array B(Bs1, Bs2, TYPE_ISAAC, is::driver::Buffer(mB, false), (is::int_t)offB, (is::int_t)ldb);\ is::array C((is::int_t)M, (is::int_t)N, TYPE_ISAAC, is::driver::Buffer(mC, false), (is::int_t)offC, (is::int_t)ldc);\ is::driver::Context const & context = C.context();\ /*Operation*/\ if((transA==clblasTrans) && (transB==clblasTrans))\ execute(is::assign(C, alpha*dot(A.T(), B.T()) + beta*C), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ else if((transA==clblasTrans) && (transB==clblasNoTrans))\ execute(is::assign(C, alpha*dot(A.T(), B) + beta*C), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ else if((transA==clblasNoTrans) && (transB==clblasTrans))\ execute(is::assign(C, alpha*dot(A, B.T()) + beta*C), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ else\ execute(is::assign(C, alpha*dot(A, B) + beta*C), context, numCommandQueues, commandQueues, numEventsInWaitList, eventWaitList, events);\ return clblasSuccess;\ } MAKE_GEMM(S, is::FLOAT_TYPE, cl_float) MAKE_GEMM(D, is::DOUBLE_TYPE, cl_double) #undef DOT }