Merge triton-mlir branch - Complete rewrite of the backend from scratch (#1004)

This PR merges the `triton-mlir` branch, in which we have been quietly rewriting the Triton backend from scratch to increase maintainability, stability and ultimately performance. Changes to the runtime are minimal, and this new version aims to remain backward-compatible with the previous commit. The legacy backend is now officially deprecated, but can still be accessed via the `legacy-backend` tag. Co-authored-by: Keren Zhou <kerenzhou@openai.com> Co-authored-by: Yan Chunwei <yanchunwei@outlook.com> Co-authored-by: goostavz <109190422+goostavz@users.noreply.github.com> Co-authored-by: Shintaro Iwasaki <siwasaki@fb.com> Co-authored-by: Yan Da <dyanab@connect.ust.hk> Co-authored-by: Jun Yang <yangjunpro@gmail.com> Co-authored-by: Ian Bearman <ianb@microsoft.com> Co-authored-by: Jason Ansel <jansel@jansel.net> Co-authored-by: Qingyi Liu <qingyil@nvidia.com> Co-authored-by: ben-zhang-609 <110140741+ben-zhang-609@users.noreply.github.com> Co-authored-by: Chenggang Zhao <lyricz@yeah.net> Co-authored-by: ben-zhang-609 <benzh609@gmail.com> Co-authored-by: dongdongl <dongdongl@nvidia.com>
2022-12-21 01:30:50 -08:00
parent 8650b4d1cb
commit 20100a7254
285 changed files with 26312 additions and 50143 deletions
--- a/test/lib/Analysis/TestAlias.cpp
+++ b/test/lib/Analysis/TestAlias.cpp
@@ -0,0 +1,92 @@
+#include "mlir/IR/AsmState.h"
+#include "mlir/Pass/Pass.h"
+#include "triton/Analysis/Alias.h"
+#include "triton/Analysis/Utility.h"
+#include "triton/Dialect/TritonGPU/IR/Dialect.h"
+
+using namespace mlir;
+
+namespace {
+
+struct TestAliasPass
+    : public PassWrapper<TestAliasPass, OperationPass<FuncOp>> {
+
+  // LLVM15+
+  // MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(TestAliasPass);
+  static void print(StringRef name, SmallVector<std::string, 4> &vals,
+                    raw_ostream &os) {
+    if (vals.empty())
+      return;
+    os << name << " -> ";
+    size_t i = 0;
+    for (auto val : vals) {
+      if (i != 0)
+        os << ",";
+      os << val;
+      ++i;
+    }
+    os << "\n";
+  }
+
+  StringRef getArgument() const final { return "test-print-alias"; }
+  StringRef getDescription() const final {
+    return "print the result of the alias analysis pass";
+  }
+
+  void runOnOperation() override {
+    Operation *operation = getOperation();
+    auto &os = llvm::errs();
+    auto op_name = SymbolTable::getSymbolName(operation).getValue().str();
+    os << op_name << "\n";
+
+    SharedMemoryAliasAnalysis analysis(&getContext());
+    analysis.run(operation);
+
+    AsmState state(operation->getParentOfType<ModuleOp>());
+    // Get operation ids of value's aliases
+    auto getAllocOpNames = [&](Value value) {
+      LatticeElement<AliasInfo> *latticeElement =
+          analysis.lookupLatticeElement(value);
+      SmallVector<std::string, 4> opNames;
+      if (latticeElement) {
+        auto &info = latticeElement->getValue();
+        if (!info.getAllocs().empty()) {
+          for (auto &alias : info.getAllocs()) {
+            auto opName =
+                getValueOperandName(alias.getDefiningOp()->getResult(0), state);
+            opNames.push_back(std::move(opName));
+          }
+        }
+      }
+      // Ensure deterministic output
+      std::sort(opNames.begin(), opNames.end());
+      return opNames;
+    };
+
+    operation->walk<WalkOrder::PreOrder>([&](Operation *op) {
+      if (op->getNumResults() < 1)
+        return;
+      if (auto forOp = dyn_cast<scf::ForOp>(op)) {
+        for (auto arg : llvm::enumerate(forOp.getRegionIterArgs())) {
+          auto operand = forOp.getOpOperandForRegionIterArg(arg.value()).get();
+          auto opNames = getAllocOpNames(operand);
+          auto argName = getValueOperandName(arg.value(), state);
+          print(argName, opNames, os);
+        }
+      }
+      for (auto result : llvm::enumerate(op->getResults())) {
+        auto opNames = getAllocOpNames(result.value());
+        auto resultName = getValueOperandName(result.value(), state);
+        print(resultName, opNames, os);
+      }
+    });
+  }
+};
+
+} // namespace
+
+namespace mlir {
+namespace test {
+void registerTestAliasPass() { PassRegistration<TestAliasPass>(); }
+} // namespace test
+} // namespace mlir