init pass

intel · Jun 19, 2024 · 0049c9c · 0049c9c
1 parent 1eaf75d
commit 0049c9c
Show file tree

Hide file tree

Showing 4 changed files with 40 additions and 8 deletions.
diff --git a/include/gc/Dialect/Arith/Utils/EasyBuild.h b/include/gc/Dialect/Arith/Utils/EasyBuild.h
@@ -264,7 +264,7 @@ inline EBFloatPoint operator-(const EBFloatPoint &a) {
 }
 
 #define DEF_EASYBUILD_CMP_OPERATOR(OP, OPCLASS, TYPE, PRED)                    \
-  EBUnsigned operator OP(const TYPE &a, const TYPE &b) {                       \
+  inline EBUnsigned operator OP(const TYPE &a, const TYPE &b) {                       \
     return OperatorHandlers::handleCmp<OPCLASS>(a, b, PRED);                   \
   }                                                                            \
   template <typename T> EBUnsigned operator OP(const TYPE &a, T b) {           \

diff --git a/include/gc/IR/EasyBuildSCF.h b/include/gc/IR/EasyBuildSCF.h
@@ -150,7 +150,7 @@ inline int IfIterator::operator*() const {
 
 } // namespace impl
 
-impl::IfSimulator makeIfRange(const EasyBuilder &s, Operation *op) {
+inline impl::IfSimulator makeIfRange(const EasyBuilder &s, Operation *op) {
   return impl::IfSimulator{s.builder, op};
 }
 

diff --git a/lib/gc/Transforms/FlashAttentionConversion.cpp b/lib/gc/Transforms/FlashAttentionConversion.cpp
@@ -6,7 +6,6 @@
 //
 //===----------------------------------------------------------------------===//
 
-
 #include "./Tiling.hpp"
 #include "gc/Dialect/Arith/Utils/EasyBuild.h"
 #include "gc/Dialect/Linalgx/LinalgxOps.h"
@@ -45,11 +44,44 @@ namespace gc {
 #include "gc/Transforms/Passes.h.inc"
 
 namespace {
+
+struct MHAToFlashAttention
+    : public OpInterfaceRewritePattern<linalg::LinalgOp> {
+  using OpInterfaceRewritePattern<linalg::LinalgOp>::OpInterfaceRewritePattern;
+
+  LogicalResult matchAndRewrite(linalg::LinalgOp linalgOp,
+                                PatternRewriter &rewriter) const override {
+    if (!llvm::isa<linalgx::ScaledDotProductAttentionOp>(linalgOp))
+      return failure();
+    if (linalgOp.hasPureBufferSemantics())
+      return failure();
+  }
+};
+
 struct FlashAttentionConversion
     : public impl::FlashAttentionConversionBase<FlashAttentionConversion> {
 public:
   void runOnOperation() final {
-    return;
+    auto &ctx = getContext();
+    IRRewriter rewriter(&ctx);
+    RewritePatternSet patterns(&ctx);
+
+    patterns.add<MHAToFlashAttention>(patterns.getContext());
+    // linalg::populateLinalgTilingCanonicalizationPatterns(patterns);
+    // linalg::ControlDropUnitDims options;
+    // options.rankReductionStrategy =
+    //     linalg::ControlDropUnitDims::RankReductionStrategy::ExtractInsertSlice;
+    // linalg::populateFoldUnitExtentDimsPatterns(patterns, options);
+    // tensor::populateMergeConsecutiveInsertExtractSlicePatterns(patterns);
+
+    // for (auto *dialect : ctx.getLoadedDialects())
+    //   dialect->getCanonicalizationPatterns(patterns);
+    // for (RegisteredOperationName op : ctx.getRegisteredOperations())
+    //   op.getCanonicalizationPatterns(patterns, &ctx);
+    if (failed(applyPatternsAndFoldGreedily(getOperation(),
+                                            std::move(patterns)))) {
+      return signalPassFailure();
+    }
   }
 };
 

diff --git a/unittests/Example/Example.cpp b/unittests/Example/Example.cpp
@@ -7,8 +7,8 @@
 //===----------------------------------------------------------------------===//
 
 #include "gc/Dialect/Linalgx/LinalgxDialect.h"
-#include "gtest/gtest.h"
+// #include "gtest/gtest.h"
 
-TEST(example, HelloWorld) {
-  ASSERT_EQ(mlir::linalgx::LinalgxDialect::getDialectNamespace(), "linalgx");
-}
+// TEST(example, HelloWorld) {
+//   ASSERT_EQ(mlir::linalgx::LinalgxDialect::getDialectNamespace(), "linalgx");
+// }