-
Notifications
You must be signed in to change notification settings - Fork 5.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
342 changed files
with
14,848 additions
and
3,219 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
144 changes: 144 additions & 0 deletions
144
paddle/cinn/hlir/dialect/operator/transforms/group_merge/check_infer_symbolic_pass.cc
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,144 @@ | ||
| // Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #pragma once | ||
|
|
||
| #include "paddle/cinn/hlir/dialect/operator/transforms/group_merge/check_infer_symbolic_pass.h" | ||
|
|
||
| #include "paddle/cinn/hlir/dialect/operator/ir/generate_shape_util.h" | ||
| #include "paddle/cinn/hlir/dialect/operator/ir/op_dialect.h" | ||
| #include "paddle/cinn/hlir/dialect/runtime/ir/runtime_dialect.h" | ||
| #include "paddle/cinn/runtime/flags.h" | ||
| #include "paddle/fluid/pir/dialect/kernel/ir/kernel_dialect.h" | ||
| #include "paddle/pir/core/builtin_type.h" | ||
| #include "paddle/pir/dialect/shape/utils/dim_expr.h" | ||
| #include "paddle/utils/flags.h" | ||
|
|
||
| namespace cinn { | ||
| namespace dialect { | ||
| namespace ir { | ||
|
|
||
| namespace { | ||
|
|
||
| std::string SprintShape(const std::vector<std::int64_t>& shape) { | ||
| std::string str = "["; | ||
| for (std::int64_t value : shape) { | ||
| str += std::to_string(value); | ||
| if (value != shape.back()) { | ||
| str += ", "; | ||
| } | ||
| } | ||
| return str + "]"; | ||
| } | ||
|
|
||
| void PrintProgram(pir::ModuleOp m, const std::string& mgs) { | ||
| std::ostringstream print_stream; | ||
| print_stream << "\n\n"; | ||
| m.program()->Print(print_stream); | ||
| print_stream << "\n\n"; | ||
| VLOG(4) << "===================== " << mgs << " =====================\n" | ||
| << print_stream.str(); | ||
| } | ||
|
|
||
| std::vector<std::int64_t> GetStaticValueShape(pir::Value value) { | ||
| const auto& dim = value.type().dyn_cast<::pir::DenseTensorType>().dims(); | ||
| return ::common::vectorize(dim); | ||
| } | ||
|
|
||
| std::optional<std::vector<std::int64_t>> GetDynamicValueShape( | ||
| pir::Value value, const pir::ShapeConstraintIRAnalysis& shape_analysis) { | ||
| if (!shape_analysis.HasShapeOrDataForValue(value)) { | ||
| return std::nullopt; | ||
| } | ||
| const auto& dim_expr_dynamic_shapes = | ||
| shape_analysis.GetShapeOrDataForValue(value).shape(); | ||
| std::vector<std::int64_t> dynamic_shapes{}; | ||
| for (const auto& dim_expr_shape : dim_expr_dynamic_shapes) { | ||
| CHECK(dim_expr_shape.Has<std::int64_t>()); | ||
| dynamic_shapes.push_back(dim_expr_shape.Get<std::int64_t>()); | ||
| } | ||
| return dynamic_shapes; | ||
| } | ||
|
|
||
| void CompareStaticAndDynamicValueShape( | ||
| pir::Value value, | ||
| const pir::ShapeConstraintIRAnalysis& shape_analysis, | ||
| int op_index, | ||
| pir::ModuleOp module_op) { | ||
| std::vector<std::int64_t> static_value_shape = GetStaticValueShape(value); | ||
| std::optional<std::vector<std::int64_t>> opt_dynamic_value_shape = | ||
| GetDynamicValueShape(value, shape_analysis); | ||
| if (opt_dynamic_value_shape.has_value()) { | ||
| if (static_value_shape != opt_dynamic_value_shape.value()) { | ||
| VLOG(4) << "CheckInferSymbolic failed, in the fellowing program, the " | ||
| << op_index | ||
| << "th op : the shape is not equal\nthe static shape is: " | ||
| << SprintShape(static_value_shape) | ||
| << ", and the dynamic shape is: " | ||
| << SprintShape(opt_dynamic_value_shape.value()); | ||
| PrintProgram(module_op, "CheckInferSymbolic"); | ||
| } | ||
| } else { | ||
| VLOG(4) << "CheckInferSymbolic failed, in the fellowing program, the " | ||
| << op_index << "th op infer symbolic failed"; | ||
| PrintProgram(module_op, "CheckInferSymbolic"); | ||
| } | ||
| } | ||
|
|
||
| void CheckInferSymbolic(pir::ModuleOp module_op) { | ||
| VLOG(4) << "CheckInferSymbolic start"; | ||
| int op_index = 0; | ||
| const auto& shape_analysis = | ||
| pir::ShapeAnalysisManager::Instance().Get(module_op.program()); | ||
| for (uint32_t i = 0; i < module_op->num_regions(); i++) { | ||
| for (const auto& block : module_op->region(i)) { | ||
| for (const auto& op : block) { | ||
| for (std::size_t j = 0; j < op.num_operands(); ++j) { | ||
| CompareStaticAndDynamicValueShape( | ||
| op.operand_source(j), shape_analysis, op_index, module_op); | ||
| } | ||
| for (std::size_t j = 0; j < op.num_results(); ++j) { | ||
| CompareStaticAndDynamicValueShape( | ||
| op.result(j), shape_analysis, op_index, module_op); | ||
| } | ||
| op_index++; | ||
| } | ||
| } | ||
| } | ||
| VLOG(4) << "CheckInferSymbolic end"; | ||
| } | ||
|
|
||
| class CheckInferSymbolicPass : public pir::Pass { | ||
| public: | ||
| CheckInferSymbolicPass() : pir::Pass("check_infer_symbolic_pass", 1) {} | ||
|
|
||
| void Run(pir::Operation* op) override { | ||
| pir::ModuleOp module_op = op->dyn_cast<pir::ModuleOp>(); | ||
| CheckInferSymbolic(module_op); | ||
| } | ||
|
|
||
| bool CanApplyOn(pir::Operation* op) const override { | ||
| return op->isa<pir::ModuleOp>() && op->num_regions() > 0; | ||
| } | ||
| }; | ||
|
|
||
| } // namespace | ||
|
|
||
| std::unique_ptr<::pir::Pass> CreateCheckInferSymbolicPass() { | ||
| return std::make_unique<CheckInferSymbolicPass>(); | ||
| } | ||
|
|
||
| } // namespace ir | ||
| } // namespace dialect | ||
| } // namespace cinn |
Oops, something went wrong.