gaspersic/triton
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

More convenient use of specific runtime tuning

Browse Source
This commit is contained in:
Philippe Tillet
2015-02-08 14:23:38 -05:00
parent 9c68704f09
commit 85fb438806
4 changed files with 27 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

58
lib/model/model.cpp
View File

@@ -95,51 +95,41 @@ model::model(base const & tp, cl::CommandQueue & queue) : templates_(1,tp.clone(
void model::execute(controller<expressions_tuple> const & expressions)
{
std::vector<cl_ext::lazy_compiler> & compilers = init(expressions);
std::vector<int_t> x = templates_[0]->input_sizes(expressions.x());
//Specific tuning if requested
if(expressions.dispatcher_options().tune && hardcoded_.find(x)==hardcoded_.end())
{
std::vector<float> timings(templates_.size());
tools::timer timer;
for(size_t i = 0 ; i < templates_.size() ; ++i)
{
timer.start();
templates_[i]->enqueue(queue_, compilers, i, expressions);
queue_.finish();
timings[i] = timer.get();
}
//Fill the override
std::vector<int_t> x = templates_[0]->input_sizes(expressions.x());
hardcoded_[x] = std::distance(timings.begin(),std::min_element(timings.begin(), timings.end()));
}
//Prediction
int label = 0;
if(expressions.dispatcher_options().label>=0)
label = expressions.dispatcher_options().label;
else if(hardcoded_.find(x)!=hardcoded_.end())
label = hardcoded_.at(x);
else if(predictor_.get())
{
label = expressions.dispatcher_options().label;
}
else
{
std::vector<int_t> x = templates_[0]->input_sizes(expressions.x());
//The user tuned the model specifically for this input size
if(hardcoded_.find(x)!=hardcoded_.end())
label = hardcoded_.at(x);
//The user bypasses the random forest
else if(predictor_.get())
{
std::vector<float> predictions = predictor_->predict(x);
label = std::distance(predictions.begin(),std::min_element(predictions.begin(), predictions.end()));
}
std::vector<float> predictions = predictor_->predict(x);
label = std::distance(predictions.begin(),std::min_element(predictions.begin(), predictions.end()));
}
//Execution
return templates_[label]->enqueue(queue_, compilers, label, expressions);
}
void model::tune(controller<expressions_tuple> const & expressions)
{
std::vector<cl_ext::lazy_compiler> & compilers = init(expressions);
//Collect the timings
std::vector<float> timings(templates_.size());
tools::timer timer;
for(size_t i = 0 ; i < templates_.size() ; ++i)
{
timer.start();
templates_[i]->enqueue(queue_, compilers, i, expressions);
queue_.finish();
timings[i] = timer.get();
}
//Fill the override
std::vector<int_t> x = templates_[0]->input_sizes(expressions.x());
hardcoded_[x] = std::distance(timings.begin(),std::min_element(timings.begin(), timings.end()));
}
model::templates_container const & model::templates() const
{ return templates_; }