#include "triton/Dialect/Triton/IR/Dialect.h" #include "triton/Dialect/TritonGPU/IR/Dialect.h" #include "triton/Conversion/TritonToTritonGPU/TritonToTritonGPU.h" #include "triton/Dialect/TritonGPU/Transforms/TritonGPUConversion.h" #include "mlir/Transforms/DialectConversion.h" #include "mlir/Dialect/Arithmetic/IR/Arithmetic.h" #include "../PassDetail.h" using namespace mlir; using namespace mlir::triton; namespace { template class ArithBinaryPattern : public OpConversionPattern { public: using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(Op op, typename Op::Adaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = this->getTypeConverter()->convertType(op.getType()); Op res = rewriter.replaceOpWithNewOp( op, retType, adaptor.getOperands() ); return success(); } }; template class ArithCmpPattern : public OpConversionPattern { public: using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(SrcOp op, typename SrcOp::Adaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = this->getTypeConverter()->convertType(op.getType()); DstOp res = rewriter.replaceOpWithNewOp( op, retType, adaptor.getPredicate(), adaptor.getLhs(), adaptor.getRhs() ); return success(); } }; class ArithConstantPattern : public OpConversionPattern { public: using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(arith::ConstantOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = getTypeConverter()->convertType(op.getType()); rewriter.replaceOpWithNewOp( op, retType, adaptor.getValue() ); return success(); } }; class ConvertArithmeticOp: public ConversionPattern { public: ConvertArithmeticOp(TritonGPUTypeConverter &typeConverter, MLIRContext *context) : ConversionPattern(typeConverter, MatchAnyOpTypeTag(), /*benefit=*/1, context) {} LogicalResult matchAndRewrite(Operation* op, ArrayRef operands, ConversionPatternRewriter& rewriter) const override { Dialect* dialect = op->getDialect(); if(dialect->getTypeID() != mlir::TypeID::get()) return failure(); return success(); } }; void populateArithmeticPatternsAndLegality( TritonGPUTypeConverter& typeConverter, RewritePatternSet &patterns, TritonGPUConversionTarget &target){ // -------------- // Add legality and rewrite pattern rules for operations // from the Arithmetic dialect. The basic premise is that // arithmetic operations require both inputs to have the same // non-null encoding // -------------- MLIRContext *context = patterns.getContext(); // // Legality rule // target.addDynamicallyLegalDialect( // // TODO: check above rule here // [](Operation *op){ // return true; // } // ); // Rewrite rule // patterns.add(typeConverter, context); patterns.add, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, // NegFOp // Floating point ArithBinaryPattern, ArithBinaryPattern, // MaxMin ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, // Floating point ArithBinaryPattern, ArithBinaryPattern, ArithBinaryPattern, // Cmp ArithCmpPattern, ArithCmpPattern // Cast Ops >(typeConverter, context); } // // Triton patterns // // TODO: Do we need to put them in anonymous namespace? struct TritonMakeRangePattern : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(triton::MakeRangeOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = getTypeConverter()->convertType(op.getType()); rewriter.replaceOpWithNewOp( op, retType, adaptor.start(), adaptor.end() ); return success(); } }; struct TritonDotPattern : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(triton::DotOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = getTypeConverter()->convertType(op.getType()); rewriter.replaceOpWithNewOp( op, retType, adaptor.a(), adaptor.b(), adaptor.c(), adaptor.allowTF32() ); return success(); } }; struct TritonLoadPattern : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(triton::LoadOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = getTypeConverter()->convertType(op.getType()); rewriter.replaceOpWithNewOp( op, retType, adaptor.ptr(), adaptor.mask(), adaptor.other(), adaptor.cache(), adaptor.evict(), adaptor.isVolatile() ); return success(); } }; struct TritonStorePattern : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(triton::StoreOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { rewriter.replaceOpWithNewOp( op, adaptor.ptr(), adaptor.value(), adaptor.mask() ); return success(); } }; template struct TritonGenericPattern : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(Op op, typename Op::Adaptor adaptor, ConversionPatternRewriter &rewriter) const override { Type retType = this->getTypeConverter()->convertType(op.getType()); rewriter.replaceOpWithNewOp( op, retType, adaptor.getOperands() ); return success(); } }; void populateTritonPatterns( TritonGPUTypeConverter& typeConverter, RewritePatternSet &patterns ) { MLIRContext *context = patterns.getContext(); patterns.add, TritonGenericPattern, TritonGenericPattern, TritonMakeRangePattern, TritonDotPattern, TritonLoadPattern, TritonStorePattern >(typeConverter, context); } class ConvertTritonToTritonGPU : public ConvertTritonToTritonGPUBase { public: void runOnOperation() override { MLIRContext *context = &getContext(); ModuleOp mod = getOperation(); // int numThreads = mod.getAttr(); // type converter TritonGPUTypeConverter typeConverter(context, /*numThreads*/32); TritonGPUConversionTarget target(*context, typeConverter); // rewrite patterns RewritePatternSet patterns(context); // add rules populateArithmeticPatternsAndLegality(typeConverter, patterns, target); populateTritonPatterns(typeConverter, patterns); if(failed(applyPartialConversion(mod, target, std::move(patterns)))) return signalPassFailure(); } }; } std::unique_ptr> mlir::triton::createConvertTritonToTritonGPUPass() { return std::make_unique<::ConvertTritonToTritonGPU>(); }