105 lines
3.5 KiB
C++
105 lines
3.5 KiB
C++
#include "triton/Target/PTX/PTXTranslation.h"
|
|
#include "triton/Target/LLVMIR/LLVMIRTranslation.h"
|
|
|
|
#include "llvm/IR/IRBuilder.h"
|
|
#include "llvm/IR/LegacyPassManager.h"
|
|
#include "llvm/IR/Module.h"
|
|
#include "llvm/IR/Verifier.h"
|
|
#include "llvm/MC/TargetRegistry.h"
|
|
#include "llvm/Support/TargetSelect.h"
|
|
#include "llvm/Target/TargetMachine.h"
|
|
|
|
namespace triton {
|
|
|
|
static void initLLVM() {
|
|
LLVMInitializeNVPTXTargetInfo();
|
|
LLVMInitializeNVPTXTarget();
|
|
LLVMInitializeNVPTXTargetMC();
|
|
LLVMInitializeNVPTXAsmPrinter();
|
|
}
|
|
|
|
static bool findAndReplace(std::string &str, const std::string &begin,
|
|
const std::string &end, const std::string &target) {
|
|
size_t startReplace = str.find(begin);
|
|
if (startReplace == std::string::npos)
|
|
return false;
|
|
size_t endReplace = str.find(end, startReplace);
|
|
if (endReplace == std::string::npos)
|
|
return false;
|
|
str.replace(startReplace, endReplace + 1 - startReplace, target);
|
|
return true;
|
|
}
|
|
|
|
std::string translateLLVMIRToPTX(llvm::Module &module, int cc, int version) {
|
|
// LLVM version in use may not officially support target hardware.
|
|
// Supported versions for LLVM 14 are here:
|
|
// https://github.com/llvm/llvm-project/blob/f28c006a5895fc0e329fe15fead81e37457cb1d1/clang/include/clang/Basic/BuiltinsNVPTX.def
|
|
int maxPTX = std::min(75, version);
|
|
int maxCC = std::min(86, cc);
|
|
// options
|
|
auto options = llvm::cl::getRegisteredOptions();
|
|
auto *shortPtr =
|
|
static_cast<llvm::cl::opt<bool> *>(options["nvptx-short-ptr"]);
|
|
assert(shortPtr);
|
|
shortPtr->setValue(true);
|
|
std::string sm = "sm_" + std::to_string(maxCC);
|
|
// max PTX version
|
|
int ptxMajor = maxPTX / 10;
|
|
int ptxMinor = maxPTX % 10;
|
|
// create
|
|
llvm::SmallVector<char, 0> buffer;
|
|
std::string triple = "nvptx64-nvidia-cuda";
|
|
std::string proc = "sm_" + std::to_string(maxCC);
|
|
std::string layout = "";
|
|
std::string features = "";
|
|
// std::string features = "+ptx" + std::to_string(maxPTX);
|
|
initLLVM();
|
|
// verify and store llvm
|
|
llvm::legacy::PassManager pm;
|
|
pm.add(llvm::createVerifierPass());
|
|
pm.run(module);
|
|
// module->print(llvm::outs(), nullptr);
|
|
|
|
// create machine
|
|
module.setTargetTriple(triple);
|
|
std::string error;
|
|
auto target =
|
|
llvm::TargetRegistry::lookupTarget(module.getTargetTriple(), error);
|
|
llvm::TargetOptions opt;
|
|
opt.AllowFPOpFusion = llvm::FPOpFusion::Fast;
|
|
opt.UnsafeFPMath = false;
|
|
opt.NoInfsFPMath = false;
|
|
opt.NoNaNsFPMath = true;
|
|
llvm::TargetMachine *machine = target->createTargetMachine(
|
|
module.getTargetTriple(), proc, features, opt, llvm::Reloc::PIC_,
|
|
llvm::None, llvm::CodeGenOpt::Aggressive);
|
|
// set data layout
|
|
if (layout.empty())
|
|
module.setDataLayout(machine->createDataLayout());
|
|
else
|
|
module.setDataLayout(layout);
|
|
// emit machine code
|
|
for (llvm::Function &f : module.functions())
|
|
f.addFnAttr(llvm::Attribute::AlwaysInline);
|
|
llvm::legacy::PassManager pass;
|
|
llvm::raw_svector_ostream stream(buffer);
|
|
// emit
|
|
machine->addPassesToEmitFile(pass, stream, nullptr,
|
|
llvm::CodeGenFileType::CGFT_AssemblyFile);
|
|
pass.run(module);
|
|
|
|
// post-process
|
|
std::string result(buffer.begin(), buffer.end());
|
|
findAndReplace(result, ".version", "\n",
|
|
".version " + std::to_string(ptxMajor) + "." +
|
|
std::to_string(ptxMinor) + "\n");
|
|
findAndReplace(result, ".target", "\n", ".target " + sm + "\n");
|
|
while (findAndReplace(result, "\t// begin inline asm", "\n", ""))
|
|
;
|
|
while (findAndReplace(result, "\t// end inline asm", "\n", ""))
|
|
;
|
|
return result;
|
|
}
|
|
|
|
} // namespace triton
|