Edit this page

OpenVINO Model Pass

ov::pass::ModelPass is used for transformations that take entire ov::Model as an input and process it.

Template for ModelPass transformation class

// template_model_transformation.hpp
class ov::pass::MyModelTransformation : public ov::pass::ModelPass {
public:
    OPENVINO_RTTI("MyModelTransformation", "0");
    bool run_on_model(const std::shared_ptr<ov::Model>& f) override;
};
// template_function_transformation.cpp

bool ov::pass::MyModelTransformation::run_on_model(const std::shared_ptr<ov::Model>& f) {
    RUN_ON_MODEL_SCOPE(MyModelTransformation);
    // Example transformation code
    NodeVector nodes;

    // Traverse nGraph Function in topological order
    for (auto& node : f->get_ordered_ops()) {
        // Check that number of input and output ports are equal to 1
        if (node->inputs().size() == 1 && node->outputs().size() == 1) {
            // Check that input and output shape a fully defined (not dynamic) and number of consumers equal to 1
            Input<Node> input = node->input(0);
            Output<Node> output = node->output(0);
            if (input.get_partial_shape().is_static() && output.get_partial_shape().is_static() &&
                output.get_target_inputs().size() == 1) {
                nodes.push_back(node);
            }
        }
    }

    // Print types and names for collected nodes
    for (auto& node : nodes) {
        std::cout << "Type: " << node->get_type_info().name << std::endl
                  << "Name: " << node->get_friendly_name() << std::endl;
    }

    // Return false because we didn't change nGraph Function
    return false;
}

Using ov::pass::ModelPass, you need to override the run_on_model method where you will write the transformation code. Return value is true if the original model has changed during transformation (new operation was added, or operations replacement was made, or node attributes were changed); otherwise, it is false. Also ov::pass::ModelPass based transformations can be executed via ov::pass::Manager.

See Also

Prev Next