-
Notifications
You must be signed in to change notification settings - Fork 16
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
50a9bfc
commit bf27ed5
Showing
13 changed files
with
276 additions
and
51 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,3 +1,21 @@ | ||
| ################################################################################ | ||
| # Copyright (C) 2024 Intel Corporation | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, | ||
| # software distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions | ||
| # and limitations under the License. | ||
| # SPDX-License-Identifier: Apache-2.0 | ||
| ################################################################################ | ||
|
|
||
| add_subdirectory(dnnl) | ||
| add_subdirectory(gc-cpu-runner) | ||
| add_subdirectory(gc-gpu-runner) | ||
| add_subdirectory(gc-opt) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| ################################################################################ | ||
| # Copyright (C) 2024 Intel Corporation | ||
| # | ||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||
| # you may not use this file except in compliance with the License. | ||
| # You may obtain a copy of the License at | ||
| # | ||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||
| # | ||
| # Unless required by applicable law or agreed to in writing, | ||
| # software distributed under the License is distributed on an "AS IS" BASIS, | ||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| # See the License for the specific language governing permissions | ||
| # and limitations under the License. | ||
| # SPDX-License-Identifier: Apache-2.0 | ||
| ################################################################################ | ||
|
|
||
| if(NOT GC_ENABLE_TOOLS OR NOT GC_ENABLE_IMEX) | ||
| message(STATUS "Gpu runner is not enabled.") | ||
| return() | ||
| endif() | ||
|
|
||
| gc_add_mlir_tool(gc-gpu-runner GpuRunner.cpp) | ||
| target_link_libraries(gc-gpu-runner PRIVATE | ||
| GcJitWrapper | ||
| GcGpuOclRuntime | ||
| ) | ||
| mlir_check_all_link_libraries(gc-gpu-runner) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,183 @@ | ||
| /* | ||
| * Copyright (C) 2024 Intel Corporation | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the "License"); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, | ||
| * software distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions | ||
| * and limitations under the License. | ||
| * | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| */ | ||
|
|
||
| #include "gc/ExecutionEngine/Driver/Driver.h" | ||
| #include "gc/ExecutionEngine/GPURuntime/GpuOclRuntime.h" | ||
| #include "gc/Transforms/Passes.h" | ||
| #include "gc/Utils/Error.h" | ||
|
|
||
| #include "mlir/Dialect/Arith/IR/Arith.h" | ||
| #include "mlir/Dialect/LLVMIR/LLVMDialect.h" | ||
| #include "mlir/ExecutionEngine/JitRunner.h" | ||
| #include "mlir/ExecutionEngine/OptUtils.h" | ||
| #include "mlir/IR/MLIRContext.h" | ||
| #include "mlir/Support/FileUtilities.h" | ||
| #include "mlir/Tools/ParseUtilities.h" | ||
| #include "mlir/Transforms/Passes.h" | ||
|
|
||
| #include "llvm/Support/CommandLine.h" | ||
| #include "llvm/Support/InitLLVM.h" | ||
| #include "llvm/Support/SourceMgr.h" | ||
|
|
||
| using namespace mlir; | ||
|
|
||
| namespace { | ||
| struct Options { | ||
| llvm::cl::OptionCategory runnerCategory{"GPU runner options"}; | ||
| llvm::cl::opt<std::string> inputFilename{ | ||
| llvm::cl::Positional, llvm::cl::desc("<input file>"), llvm::cl::init("-"), | ||
| llvm::cl::cat(runnerCategory)}; | ||
| llvm::cl::opt<std::string> mainFuncName{ | ||
| "e", | ||
| llvm::cl::desc("The function to be executed. If not specified, the " | ||
| "first matching function in the module to be used."), | ||
| llvm::cl::value_desc("function name"), llvm::cl::cat(runnerCategory)}; | ||
| llvm::cl::opt<bool> skipPipeline{ | ||
| "skip-pipeline", | ||
| llvm::cl::desc("Skip the GPU pipeline. It's expected, that the input is " | ||
| "already lowered with 'gc-op --gc-gpu-pipeline'."), | ||
| llvm::cl::init(false), llvm::cl::cat(runnerCategory)}; | ||
| llvm::cl::list<std::string> sharedLibs{ | ||
| "shared-libs", | ||
| llvm::cl::desc("Comma separated library paths to link dynamically."), | ||
| llvm::cl::MiscFlags::CommaSeparated, llvm::cl::desc("<lib1,lib2,...>"), | ||
| llvm::cl::cat(runnerCategory)}; | ||
| llvm::cl::opt<bool> printIr{ | ||
| "print-ir", llvm::cl::desc("Print the IR before the execution."), | ||
| llvm::cl::init(false), llvm::cl::cat(runnerCategory)}; | ||
| llvm::cl::opt<std::string> objDumpFile{ | ||
| "obj-dump-file", | ||
| llvm::cl::desc("Dump the compiled object to the specified file."), | ||
| llvm::cl::value_desc("file path"), llvm::cl::cat(runnerCategory)}; | ||
| }; | ||
| } // namespace | ||
|
|
||
| void findFunc(Options &opts, ModuleOp mod) { | ||
| bool (*matcher)(ArrayRef<Type>, ModuleOp &); | ||
|
|
||
| if (opts.skipPipeline) { | ||
| matcher = [](ArrayRef<Type> args, ModuleOp &mod) { | ||
| if (args.size() != 3) | ||
| return false; | ||
| auto ctx = mod.getContext(); | ||
| auto ptrType = LLVM::LLVMPointerType::get(ctx); | ||
| return args[0] == ptrType && args[1] == ptrType && | ||
| args[2] == IntegerType::get(ctx, 64); | ||
| }; | ||
| } else { | ||
| matcher = [](ArrayRef<Type> args, ModuleOp &) { return args.empty(); }; | ||
| } | ||
|
|
||
| if (opts.mainFuncName.empty()) { | ||
| auto setFuncName = [&](auto funcOp) { | ||
| if (funcOp && !funcOp.isExternal() && funcOp.isPublic() && | ||
| matcher(funcOp.getArgumentTypes(), mod)) { | ||
| opts.mainFuncName = funcOp.getName().str(); | ||
| return true; | ||
| } | ||
| return false; | ||
| }; | ||
|
|
||
| for (auto &op : mod.getBody()->getOperations()) { | ||
| if (setFuncName(dyn_cast<LLVM::LLVMFuncOp>(op)) || | ||
| setFuncName(dyn_cast<func::FuncOp>(op))) { | ||
| return; | ||
| } | ||
| } | ||
| gcReportErr("No matching function found."); | ||
| } | ||
|
|
||
| ArrayRef<Type> args; | ||
| if (auto llvmFunc = mod.lookupSymbol<LLVM::LLVMFuncOp>(opts.mainFuncName)) { | ||
| args = llvmFunc.getArgumentTypes(); | ||
| } else if (auto func = mod.lookupSymbol<func::FuncOp>(opts.mainFuncName)) { | ||
| args = func.getArgumentTypes(); | ||
| } else { | ||
| gcReportErr("The function '", opts.mainFuncName.c_str(), "' not found."); | ||
| } | ||
|
|
||
| if (!matcher(args, mod)) { | ||
| if (opts.skipPipeline) { | ||
| gcReportErr("The function '", opts.mainFuncName.c_str(), | ||
| "' signature does not match (!llvm.ptr, !llvm.ptr, i64)."); | ||
| } | ||
| gcReportErr("The function '", opts.mainFuncName.c_str(), | ||
| "' must have no arguments."); | ||
| } | ||
| } | ||
|
|
||
| void pipeline(OpPassManager &pm) { | ||
| gc::GPUPipelineOptions pipelineOpts; | ||
| pipelineOpts.isUsmArgs = false; | ||
| pipelineOpts.callFinish = true; | ||
| populateGPUPipeline(pm, pipelineOpts); | ||
| } | ||
|
|
||
| int main(int argc, char **argv) { | ||
| Options opts; | ||
| llvm::cl::ParseCommandLineOptions(argc, argv, "GraphCompiler GPU runner\n"); | ||
|
|
||
| std::string errMsg; | ||
| auto file = openInputFile(opts.inputFilename, &errMsg); | ||
| if (!file) { | ||
| gcReportErr("Failed to read input IR: ", errMsg.c_str()); | ||
| } | ||
|
|
||
| auto srcMgr = std::make_shared<llvm::SourceMgr>(); | ||
| srcMgr->AddNewSourceBuffer(std::move(file), SMLoc()); | ||
| MLIRContext mlirCtx{gc::initCompilerAndGetDialects()}; | ||
| auto mlirMod = parseSourceFile<ModuleOp>(srcMgr, {&mlirCtx}); | ||
| findFunc(opts, *mlirMod); | ||
|
|
||
| gc::gpu::OclModuleBuilderOpts builderOpts; | ||
| SmallVector<StringRef, 4> sharedLibs(opts.sharedLibs.begin(), | ||
| opts.sharedLibs.end()); | ||
| builderOpts.funcName = opts.mainFuncName; | ||
| builderOpts.enableObjectDump = !opts.objDumpFile.getValue().empty(); | ||
| builderOpts.sharedLibPaths = sharedLibs; | ||
| if (opts.skipPipeline) { | ||
| builderOpts.pipeline = | ||
| opts.printIr | ||
| ? [](OpPassManager &pm) { pm.addPass(createPrintIRPass()); } | ||
| : [](OpPassManager &) {}; | ||
| } else { | ||
| builderOpts.pipeline = opts.printIr ? [](OpPassManager &pm) { | ||
| pipeline(pm); | ||
| pm.addPass(createPrintIRPass()); | ||
| } : pipeline; | ||
| } | ||
|
|
||
| gc::gpu::OclModuleBuilder builder{mlirMod, builderOpts}; | ||
| auto runtime = gcGetOrReport(gc::gpu::OclRuntime::get()); | ||
| auto oclMod = gcGetOrReport(builder.build(runtime)); | ||
| assert(oclMod->isStatic); | ||
|
|
||
| if (!opts.objDumpFile.getValue().empty()) { | ||
| gcLogD("Dumping the compiled object to ", opts.objDumpFile.getValue()); | ||
| oclMod->dumpToObjectFile(opts.objDumpFile.getValue()); | ||
| } | ||
|
|
||
| auto queue = gcGetOrReport(runtime.createQueue()); | ||
| gc::gpu::OclContext ctx{runtime, queue}; | ||
| gc::gpu::StaticExecutor<0> exec{oclMod}; | ||
| gcLogD("Executing function ", opts.mainFuncName.c_str(), "()"); | ||
| exec(ctx); | ||
| gcGetOrReport(ctx.finish()); | ||
| gcGetOrReport(runtime.releaseQueue(queue)); | ||
| return 0; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
5 changes: 2 additions & 3 deletions
5
test/mlir/test/gc/gpu-runner/XeGPU/f16_matmul_128x64_transpose.mlir
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
5 changes: 2 additions & 3 deletions
5
test/mlir/test/gc/gpu-runner/XeGPU/f16_matmul_128x64_transpose_sep.mlir
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
test/mlir/test/gc/gpu-runner/XeGPU/f16_mlp_32x4096x4096x4096.mlir
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
4 changes: 1 addition & 3 deletions
4
test/mlir/test/gc/gpu-runner/XeGPU/f16_mlp_32x4096x4096x4096_transpose.mlir
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters