-
Notifications
You must be signed in to change notification settings - Fork 653
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Codegen] Add pass to materialize tuning specs
... and update 'Materialize User Configs' to pick up those tuning specs. The overall flow is as follows: * We pick up any user-specified tuning specs in `materialize tuning specs` and link them into a single transform dialect library module. * We serialize that linked tuning spec as MLIR bytecode. * We embed this MLIR bytecode as a module attribute. This is so that none of the subsequent passes will accidentally `walk` or otherwise modify it. * In `materilize user configs`, we first check if there are any transform libraries provided. If not, then we check if the tuning spec is present. * We deserialize the tuning spec attribute into a transform dialect library module and execute it. * We remove the serialized tuning spec from the module, as it's no longer needed. Signed-off-by: Jakub Kuderski <[email protected]>
- Loading branch information
Showing
17 changed files
with
417 additions
and
36 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
166 changes: 166 additions & 0 deletions
166
compiler/src/iree/compiler/Codegen/Common/MaterializeTuningSpecsPass.cpp
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,166 @@ | ||
| // Copyright 2024 The IREE Authors | ||
| // | ||
| // Licensed under the Apache License v2.0 with LLVM Exceptions. | ||
| // See https://llvm.org/LICENSE.txt for license information. | ||
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | ||
|
|
||
| #include <cassert> | ||
| #include "iree/compiler/Codegen/Common/Passes.h" | ||
| #include "iree/compiler/Codegen/Dialect/Codegen/IR/IREECodegenAttrs.h" | ||
| #include "iree/compiler/Codegen/Dialect/Codegen/IR/IREECodegenDialect.h" | ||
| #include "llvm/ADT/SmallString.h" | ||
| #include "llvm/Support/FileSystem.h" | ||
| #include "llvm/Support/ToolOutputFile.h" | ||
| #include "llvm/Support/raw_ostream.h" | ||
| #include "mlir/Bytecode/BytecodeWriter.h" | ||
| #include "mlir/Dialect/Transform/IR/TransformDialect.h" | ||
| #include "mlir/Dialect/Transform/IR/TransformOps.h" | ||
| #include "mlir/Dialect/Transform/IR/TransformTypes.h" | ||
| #include "mlir/IR/Builders.h" | ||
| #include "mlir/IR/BuiltinAttributes.h" | ||
| #include "mlir/IR/BuiltinOps.h" | ||
| #include "mlir/IR/BuiltinTypeInterfaces.h" | ||
| #include "mlir/IR/Location.h" | ||
| #include "mlir/IR/OwningOpRef.h" | ||
| #include "mlir/Support/FileUtilities.h" | ||
|
|
||
| #define DEBUG_TYPE "iree-codegen-materialize-tuning-specs" | ||
| #define DBGS() (llvm::dbgs() << "[" DEBUG_TYPE "]: ") | ||
| #define LDBG(X) LLVM_DEBUG(DBGS() << X << "\n") | ||
|
|
||
| namespace mlir::iree_compiler { | ||
|
|
||
| #define GEN_PASS_DEF_MATERIALIZETUNINGSPECSPASS | ||
| #include "iree/compiler/Codegen/Common/Passes.h.inc" | ||
|
|
||
| namespace { | ||
|
|
||
| llvm::cl::opt<std::string> clCodegenTuningSpecPath( | ||
| "iree-codegen-tuning-spec-path", | ||
| llvm::cl::desc("File path to a module containing a tuning spec (transform " | ||
| "dialect library)."), | ||
| llvm::cl::init("")); | ||
|
|
||
| llvm::cl::opt<std::string> clCodegenTuningSpecDumpDir( | ||
| "iree-codegen-dump-tuning-specs-to", | ||
| llvm::cl::desc( | ||
| "Dump the final tuning spec modules to the specified directory. When " | ||
| "set to '-', prints the tuning spec to stdout."), | ||
| llvm::cl::init("")); | ||
|
|
||
| using mlir::transform::NamedSequenceOp; | ||
|
|
||
| static LogicalResult dumpFinalTuningSpecToDir(ModuleOp tuningSpec, | ||
| StringRef dir) { | ||
| if (dir == "-") { | ||
| tuningSpec->print(llvm::outs()); | ||
| return success(); | ||
| } | ||
|
|
||
| llvm::sys::fs::create_directories(dir); | ||
| llvm::SmallString<64> dumpPath; | ||
| auto dumpFileEC = llvm::sys::fs::createUniqueFile( | ||
| Twine(dir) + "/iree_tuning_spec_%%.mlir", dumpPath); | ||
| if (dumpFileEC) { | ||
| return tuningSpec->emitError() | ||
| << "Failed to create a unique file in " << dir << "\n"; | ||
| } | ||
| LDBG("Linked tuning spec file path: " << dumpPath); | ||
|
|
||
| std::string error; | ||
| auto file = mlir::openOutputFile(dumpPath, &error); | ||
| if (!file) { | ||
| return tuningSpec->emitError() | ||
| << "Failed to open a tuning spec dump file " << dumpPath << "\n"; | ||
| } | ||
|
|
||
| tuningSpec->print(file->os()); | ||
| file->keep(); | ||
| return success(); | ||
| } | ||
|
|
||
| static FailureOr<DenseElementsAttr> | ||
| serializeTuningSpecToAttr(ModuleOp tuningSpec) { | ||
| std::string buffer; | ||
| llvm::raw_string_ostream os(buffer); | ||
| if (failed(writeBytecodeToFile(tuningSpec, os))) { | ||
| return failure(); | ||
| } | ||
|
|
||
| auto bufferSize = static_cast<int64_t>(buffer.size()); | ||
| auto bufferShape = VectorType::get( | ||
| bufferSize, IntegerType::get(tuningSpec->getContext(), 8)); | ||
| return DenseElementsAttr::getFromRawBuffer( | ||
| bufferShape, ArrayRef(buffer.data(), buffer.data() + bufferSize)); | ||
| } | ||
|
|
||
| struct MaterializeTuningSpecsPass final | ||
| : impl::MaterializeTuningSpecsPassBase<MaterializeTuningSpecsPass> { | ||
| void getDependentDialects(DialectRegistry ®istry) const override { | ||
| registerTransformDialectTranslationDependentDialects(registry); | ||
| } | ||
|
|
||
| void runOnOperation() override { | ||
| if (clCodegenTuningSpecPath.empty()) { | ||
| return; | ||
| } | ||
|
|
||
| ModuleOp module = getOperation(); | ||
| MLIRContext *ctx = &getContext(); | ||
| auto dialect = ctx->getOrLoadDialect<IREE::Codegen::IREECodegenDialect>(); | ||
| auto maybeTransformLibrary = | ||
| dialect->getOrLoadTransformLibraryModule(clCodegenTuningSpecPath); | ||
| if (failed(maybeTransformLibrary)) { | ||
| module->emitError() | ||
| << "Failed to load tuning spec transform dialect library from " | ||
| << clCodegenTuningSpecPath; | ||
| return signalPassFailure(); | ||
| } | ||
|
|
||
| ModuleOp userTuningSpec = *maybeTransformLibrary; | ||
| if (!userTuningSpec.getSymName()) { | ||
| // Set a module name so that we can refer to its nested symbols. | ||
| userTuningSpec.setSymName("iree_user_tuning_spec"); | ||
| } | ||
|
|
||
| Location loc = userTuningSpec.getLoc(); | ||
|
|
||
| // This module will always be released at the end of the pass. | ||
| OwningOpRef<ModuleOp> linkedTuningSpec( | ||
| ModuleOp::create(loc, "iree_linked_tuning_spec")); | ||
| linkedTuningSpec.get()->setAttr( | ||
| transform::TransformDialect::kWithNamedSequenceAttrName, | ||
| UnitAttr::get(ctx)); | ||
| linkedTuningSpec->insert(linkedTuningSpec->begin(), userTuningSpec.clone()); | ||
|
|
||
| // TODO(https://github.com/iree-org/iree/issues/19214): Add linked tuning | ||
| // spec memoization to IREECodegenDialect. We should be able to provide a | ||
| // list of input libraries that may have already been linked and ask the | ||
| // dialect to return it to us, or invoke a callback that will insert it if | ||
| // not found. | ||
| FailureOr<transform::NamedSequenceOp> newEntrypoint = | ||
| linkTuningSpecs(linkedTuningSpec.get()); | ||
| if (failed(newEntrypoint)) { | ||
| module->emitError("Failed to link tuning specs"); | ||
| return signalPassFailure(); | ||
| } | ||
|
|
||
| if (!clCodegenTuningSpecDumpDir.empty()) { | ||
| if (failed(dumpFinalTuningSpecToDir(linkedTuningSpec.get(), | ||
| clCodegenTuningSpecDumpDir))) { | ||
| return signalPassFailure(); | ||
| } | ||
| } | ||
|
|
||
| FailureOr<DenseElementsAttr> serializedSpec = | ||
| serializeTuningSpecToAttr(linkedTuningSpec.get()); | ||
| if (failed(serializedSpec)) { | ||
| module->emitError("Failed to serialize linked tuning specs"); | ||
| return signalPassFailure(); | ||
| } | ||
| module->setAttr(kSerializedTuningSpecAttrName, *serializedSpec); | ||
| } | ||
| }; | ||
|
|
||
| } // namespace | ||
| } // namespace mlir::iree_compiler |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.