pass's first commit

Author: lialan

compiler/src/iree/compiler/GlobalOptimization/BUILD.bazel

@@ -59,6 +59,7 @@ iree_compiler_cc_library(
         "InferNumericNarrowing.cpp",
         "MaterializeHomogeneousEncodings.cpp",
         "OptimizeNumerics.cpp",
+	"PackedStorage.cpp",
         "Passes.cpp",
         "PropagateLinalgTranspose.cpp",
         "QuantizedConvToConv.cpp",

compiler/src/iree/compiler/GlobalOptimization/CMakeLists.txt

@@ -55,6 +55,7 @@ iree_cc_library(
     "InferNumericNarrowing.cpp"
     "MaterializeHomogeneousEncodings.cpp"
     "OptimizeNumerics.cpp"
+    "PackedStorage.cpp"
     "Passes.cpp"
     "PropagateLinalgTranspose.cpp"
     "QuantizedConvToConv.cpp"

compiler/src/iree/compiler/GlobalOptimization/PackedStorage.cpp

@@ -0,0 +1,31 @@
+// Copyright 2024 The IREE Authors
+//
+// Licensed under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+#include "iree/compiler/GlobalOptimization/Passes.h"
+#include "mlir/Dialect/Tensor/Transforms/Transforms.h"
+#include "mlir/Pass/Pass.h"
+#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
+
+namespace mlir::iree_compiler::GlobalOptimization {
+
+#define GEN_PASS_DEF_PACKSTORAGEPASS
+#include "iree/compiler/GlobalOptimization/Passes.h.inc"
+
+namespace {
+struct PackStoragePass
+    : public impl::PackStoragePassBase<PackStoragePass> {
+
+  void runOnOperation() override;
+};
+} // namespace
+
+void PackStoragePass::runOnOperation() {
+  MLIRContext *context = &getContext();
+  RewritePatternSet patterns(context);
+  return signalPassFailure();
+}
+
+} // namespace mlir::iree_compiler::GlobalOptimization

compiler/src/iree/compiler/GlobalOptimization/Passes.cpp

@@ -63,6 +63,11 @@ static llvm::cl::opt<int> clPadFactor(
                    "encodings."),
     llvm::cl::init(32));
 
+static llvm::cl::opt<bool> clEnablePackStorageForI1(
+    "iree-global-opt-enable-pack-storage",
+    llvm::cl::desc("Enables packed storage for i1 tensors."),
+    llvm::cl::init(true));
+
 void buildGlobalOptExprHoistingPassPipeline(
     OpPassManager &passManager, const TransformOptions &transformOptions) {
   IREE::Util::ExprHoistingOptions options;
@@ -249,6 +254,10 @@ void buildGlobalOptimizationPassPipeline(
         IREE::IO::Parameters::createGenerateSplatParameterArchivePass(
             generateSplatOptions));
   }
+
+  if (clEnablePackStorageForI1) {
+    mainPassManager.addPass(createPackStoragePass());
+  }
 }
 
 namespace {

compiler/src/iree/compiler/GlobalOptimization/Passes.td

@@ -146,4 +146,8 @@ def DataLayoutPropagationPass : InterfacePass<"iree-global-opt-data-layout-propa
   let summary = "Propagate pack/unpack ops across other ops to improve fusion";
 }
 
+def PackStoragePass : Pass<"iree-global-opt-pack-storage", ""> {
+  let summary = "Pack sub-byte tensor ops to improve memory access patterns";
+}
+
 #endif // IREE_COMPILER_GLOBALOPTIMIZATION_PASSES