graphengine/tests/ut/ge/graph/passes/variable_op_pass_unittest.cc

/**
 * Copyright 2019-2020 Huawei Technologies Co., Ltd
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include <gtest/gtest.h>
#include <memory>
#include <mutex>
#include <thread>
#include <vector>

#include "common/types.h"

#define protected public
#define private public
#include "graph/passes/variable_op_pass.h"

#include "common/op/ge_op_utils.h"
#include "graph/utils/op_desc_utils.h"
#include "graph/utils/attr_utils.h"
#include "graph/utils/graph_utils.h"
#include "graph/op_desc.h"
#include "graph/types.h"
#include "graph/manager/graph_context.h"
#include "graph/optimize/graph_optimize.h"
#include "graph/manager/util/variable_accelerate_ctrl.h"
#include "graph/manager/graph_mem_allocator.h"
#include "graph/manager/graph_var_manager.h"
#include "graph_builder_utils.h"
#include "cce/dnn_struct_base.hpp"
#include "common/formats/format_transfers/format_transfer.h"
#include "common/formats/format_transfers/format_transfer_nchw_nc1hwc0.h"
#include "common/formats/format_transfers/format_transfer_nhwc_nc1hwc0.h"
#include "common/formats/format_transfers/datatype_transfer.h"
#undef private
#undef protected

using namespace std;
using namespace ge;
using namespace cce;
using namespace domi;

class VariableOpPassUnittest : public testing::Test {
 protected:
  void SetUp() {}

  void TearDown() {}

  // AUTO GEN PLEASE DO NOT MODIFY IT
};
namespace {

///         c
/// var1ref1 --> netoutput1
///    \          /
///     transdata2
///         |
///       assign1
///      /     \
/// transdata1  |
///     |       |
///  var1     const1
ComputeGraphPtr BuildGraph1() {
  auto builder = ut::GraphBuilder("g1");
  auto var1 = builder.AddNode("var1", "Variable", 0, 1);
  auto const1 =
      builder.AddNode("const1", "Const", 0, 1, FORMAT_NC1HWC0, DT_FLOAT, std::vector<int64_t>({1, 1, 224, 224, 16}));
  auto transdata1 = builder.AddNode("transdata1", "TransData", 1, 1, FORMAT_NC1HWC0, DT_FLOAT,
                                    std::vector<int64_t>({1, 1, 224, 224, 16}));
  transdata1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_NCHW);
  transdata1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({1, 3, 224, 224})));
  auto assign1 =
      builder.AddNode("assign1", "Assign", 2, 1, FORMAT_NC1HWC0, DT_FLOAT, std::vector<int64_t>({1, 1, 224, 224, 16}));
  auto transdata2 = builder.AddNode("transdata2", "TransData", 1, 1, FORMAT_NC1HWC0, DT_FLOAT,
                                    std::vector<int64_t>({1, 1, 224, 224, 16}));
  transdata2->GetOpDesc()->MutableOutputDesc(0)->SetFormat(FORMAT_NCHW);
  transdata2->GetOpDesc()->MutableOutputDesc(0)->SetShape(GeShape(std::vector<int64_t>({1, 3, 224, 224})));
  auto var1ref1 = builder.AddNode("var1ref1", "Variable", 1, 0);
  AttrUtils::SetStr(var1ref1->GetOpDesc(), REF_VAR_SRC_VAR_NAME, "var1");
  auto netoutput1 = builder.AddNode("netoutput1", "Netoutput", 2, 0);

  builder.AddDataEdge(var1, 0, transdata1, 0);
  builder.AddDataEdge(const1, 0, assign1, 1);
  builder.AddDataEdge(transdata1, 0, assign1, 0);
  builder.AddDataEdge(assign1, 0, transdata2, 0);
  builder.AddDataEdge(transdata2, 0, var1ref1, 0);
  builder.AddDataEdge(transdata2, 0, netoutput1, 0);
  builder.AddControlEdge(var1ref1, netoutput1);

  return builder.GetGraph();
}

///  conv1
///   |
/// reshape1
///   |
///  var1
ComputeGraphPtr BuildGraph2() {
  auto builder = ut::GraphBuilder("g1");
  auto var1 = builder.AddNode("var1", "Variable", 0, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8 * 8 * 3, 2}));
  auto reshape1 =
      builder.AddNode("reshape1", "Reshape", 2, 1, FORMAT_HWCN, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  reshape1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_ND);
  reshape1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({8 * 8 * 3, 2})));
  auto conv1 = builder.AddNode("conv1", "Conv2D", 2, 1, FORMAT_HWCN, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));

  builder.AddDataEdge(var1, 0, reshape1, 0);
  builder.AddDataEdge(reshape1, 0, conv1, 1);

  return builder.GetGraph();
}

///  conv1
///    |
/// reformat1
///    |
///  var1
ComputeGraphPtr BuildGraph3() {
  auto builder = ut::GraphBuilder("g1");
  auto var1 = builder.AddNode("var1", "Variable", 0, 1, FORMAT_NCHW, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  auto reformat1 =
      builder.AddNode("reformat1", "ReFormat", 1, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  reformat1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_NCHW);
  reformat1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({8, 8, 3, 2})));
  auto conv1 = builder.AddNode("conv1", "Conv2D", 2, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));

  builder.AddDataEdge(var1, 0, reformat1, 0);
  builder.AddDataEdge(reformat1, 0, conv1, 1);

  return builder.GetGraph();
}

class NodeBuilder {
 public:
  NodeBuilder(const std::string &name, const std::string &type) { op_desc_ = std::make_shared<OpDesc>(name, type); }

  NodeBuilder &AddInputDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
                            ge::DataType data_type = DT_FLOAT) {
    op_desc_->AddInputDesc(CreateTensorDesc(shape, format, data_type)->Clone());
    return *this;
  }

  NodeBuilder &AddOutputDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
                             ge::DataType data_type = DT_FLOAT) {
    op_desc_->AddOutputDesc(CreateTensorDesc(shape, format, data_type)->Clone());
    return *this;
  }

  ge::NodePtr Build(const ge::ComputeGraphPtr &graph) { return graph->AddNode(op_desc_); }

 private:
  ge::GeTensorDescPtr CreateTensorDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
                                       ge::DataType data_type = DT_FLOAT) {
    GeShape ge_shape{std::vector<int64_t>(shape)};
    ge::GeTensorDescPtr tensor_desc = std::make_shared<ge::GeTensorDesc>();
    tensor_desc->SetShape(ge_shape);
    tensor_desc->SetFormat(format);
    tensor_desc->SetDataType(data_type);
    return tensor_desc;
  }

  ge::OpDescPtr op_desc_;
};

std::string var_ref_name_0;

ge::NodePtr CreatVariableRef(ge::NodePtr &final_writable_node, ge::NodePtr &var_node) {
  GELOGI("Create VarRef Op: final_writable_node: [%s] var_node: [%s]>>>>", final_writable_node->GetName().c_str(),
         var_node->GetName().c_str());

  static uint32_t var_ref_count = 0;
  std::stringstream var_ref_name;
  var_ref_name << "_to_" << final_writable_node->GetName() << "_REF_" << var_ref_count++;

  OpDescPtr var_op_desc = var_node->GetOpDesc();
  GE_CHK_BOOL_EXEC(var_op_desc != nullptr, return nullptr, "get var opdesc is nullptr");
  OpDescPtr var_ref_op_desc = nullptr;
  GE_MAKE_SHARED(var_ref_op_desc =
                     std::make_shared<OpDesc>(var_node->GetName() + var_ref_name.str().c_str(), var_op_desc->GetType()),
                 return nullptr);

  var_ref_op_desc->AddOutputDesc(var_op_desc->GetOutputDesc(0));
  var_ref_op_desc->AddInputDesc(var_op_desc->GetOutputDesc(0));

  const map<string, ge::GeAttrValue> var_attr_value = var_op_desc->GetAllAttrs();
  for (auto const &attrIt : var_attr_value) {
    var_ref_op_desc->SetAttr(attrIt.first, attrIt.second);
  }

  NodePtr var_ref_node = var_node->GetOwnerComputeGraph()->AddNode(var_ref_op_desc);
  GE_CHK_BOOL_EXEC(var_ref_node != nullptr, return nullptr, "create var_REF_node failed")

  GE_IF_BOOL_EXEC(ge::AttrUtils::SetStr(var_ref_op_desc, REF_VAR_SRC_VAR_NAME, var_op_desc->GetName()),
                  GELOGI("Set node [%s] VAR_ATTR_VAR_IS_REF [%s]", var_ref_node->GetName().c_str(),
                         var_op_desc->GetName().c_str()));
  var_ref_name_0 = var_ref_node->GetName();
  return var_ref_node;
}

bool BuildComputeGraph0(ge::ComputeGraphPtr &graph) {
  // graph = std::make_shared<ComputeGraph>("test");

  ge::NodePtr node_4d_new =
      NodeBuilder("Node4D_new", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  ge::NodePtr node_4d_to_5d_1_new = NodeBuilder("4d_to_5d_1_new", TRANSDATA)
                                        .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                        .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                        .Build(graph);

  ge::NodePtr node_4d_to_5d_2_new = NodeBuilder("4d_to_5d_2_new", TRANSDATA)
                                        .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                        .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                        .Build(graph);

  ge::GraphUtils::AddEdge(node_4d_new->GetOutDataAnchor(0), node_4d_to_5d_1_new->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d_new->GetOutDataAnchor(0), node_4d_to_5d_2_new->GetInDataAnchor(0));

  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1 =
      NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_5d_2 =
      NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));

  // Node4D
  ge::NodePtr node_4d_nhwc =
      NodeBuilder("Node4D_NHWC", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NHWC, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1_nhwc = NodeBuilder("4d_to_5d_1_NHWC", TRANSDATA)
                                         .AddInputDesc({1, 2, 3, 4}, FORMAT_NHWC, DT_INT32)
                                         .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                         .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1_nhwc =
      NodeBuilder("5D_1_NHWC", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d_nhwc->GetOutDataAnchor(0), node_4d_to_5d_1_nhwc->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1_nhwc->GetOutDataAnchor(0), node_5d_1_nhwc->GetInDataAnchor(0));

  // Node4D
  ge::NodePtr node_4d_hwcn =
      NodeBuilder("Node4D_HWCN", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_HWCN, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1_hwcn = NodeBuilder("4d_to_5d_1_HWCN", TRANSDATA)
                                         .AddInputDesc({1, 2, 3, 4}, FORMAT_HWCN, DT_INT32)
                                         .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                         .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1_hwcn =
      NodeBuilder("5D_1_HWCN", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d_hwcn->GetOutDataAnchor(0), node_4d_to_5d_1_hwcn->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1_hwcn->GetOutDataAnchor(0), node_5d_1_hwcn->GetInDataAnchor(0));

  ge::NodePtr node_4d_chwn =
      NodeBuilder("Node4D_CHWN", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1_chwn = NodeBuilder("4d_to_5d_1_CHWN", TRANSDATA)
                                         .AddInputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32)
                                         .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                         .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1_chwn =
      NodeBuilder("5D_1_CHWN", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d_chwn->GetOutDataAnchor(0), node_4d_to_5d_1_chwn->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1_chwn->GetOutDataAnchor(0), node_5d_1_chwn->GetInDataAnchor(0));

  ge::NodePtr node_4d_d =
      NodeBuilder("Node4D_D", VARIABLE).AddOutputDesc({1}, FORMAT_CHWN, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1_d = NodeBuilder("4d_to_5d_1_D", TRANSDATA)
                                      .AddInputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32)
                                      .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                      .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1_d =
      NodeBuilder("5D_1_D", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
                                       .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                       .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                       .Build(graph);

  ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .Build(graph);

  ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);

  // add edge
  ge::GraphUtils::AddEdge(node_4d_d->GetOutDataAnchor(0), node_4d_to_5d_1_d->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1_d->GetOutDataAnchor(0), node_5d_1_d->GetInDataAnchor(0));

  if (ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0)) !=
      ge::SUCCESS) {
    /// GELOGE(FAILED, "ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0),
    /// node_5d_to_4d_1->GetInDataAnchor(0) ) Failed.");
  };
  ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));

  return true;
}

bool BuildComputeGraph1(ge::ComputeGraphPtr &graph) {
  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1 =
      NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_5d_2 =
      NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .Build(graph);

  ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
                                       .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                       .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                       .Build(graph);

  ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);

  // add edge
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));

  if (ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0)) !=
      ge::SUCCESS) {
    /// GELOGE(FAILED, "ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0),
    /// node_5d_to_4d_1->GetInDataAnchor(0) ) Failed.");
  };
  ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));

  return true;
}

bool BuildComputeGraph4(ge::ComputeGraphPtr &graph) {
  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1 =
      NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_5d_2 =
      NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);

  ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .Build(graph);

  ge::NodePtr node_5d_to_4d_2 = NodeBuilder("5d_to_4d_2", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .Build(graph);

  ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
                                       .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                       .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                       .Build(graph);

  ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);

  // add edge
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_5d_to_4d_2->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));

  return true;
}

bool BuildComputeGraph5(ge::ComputeGraphPtr &graph) {
  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  return true;
}

bool BuildComputeGraph6(ge::ComputeGraphPtr &graph) {
  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  ge::NodePtr node_float_to_int_1 = NodeBuilder("float_to_int_1", CAST)
                                        .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                        .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                        .Build(graph);

  ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                    .Build(graph);

  ge::NodePtr node_float_to_int_2 = NodeBuilder("float_to_int_2", CAST)
                                        .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
                                        .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
                                        .Build(graph);

  // Node5D
  ge::NodePtr node_5d_1 =
      NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32).Build(graph);

  ge::NodePtr node_5d_2 =
      NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_float_to_int_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_float_to_int_2->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_float_to_int_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  ge::GraphUtils::AddEdge(node_float_to_int_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));

  return true;
}
}  // namespace

bool BuildComputeGraph7(ge::ComputeGraphPtr &graph) {
  // Node4D
  ge::NodePtr node_4d =
      NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);

  // NodeTrans4DTo5D
  ge::NodePtr node_4d_to_4d_1 = NodeBuilder("4d_to_4d_1", TRANSDATA)
                                    .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
                                    .Build(graph);
  // Node5D
  ge::NodePtr node_4d_1 = NodeBuilder("4D_1", RELU).AddInputDesc({1, 2, 3, 4}, FORMAT_NC1HWC0, DT_INT32).Build(graph);

  // add edge
  ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_4d_1->GetInDataAnchor(0));

  ge::GraphUtils::AddEdge(node_4d_to_4d_1->GetOutDataAnchor(0), node_4d_1->GetInDataAnchor(0));
  return true;
}

class VariableOpPassSimulator {
 public:
  bool DoTest0() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);

    MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph0(compute_graph);

    std::vector<std::string> var_names = {"Node4D_new",  "Node4D",      "Node4D_NHWC",
                                          "Node4D_HWCN", "Node4D_CHWN", "Node4D_D"};
    for (auto name : var_names) {
      auto var_node = compute_graph->FindNode(name);
      auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

      uint8_t *dev_ptr = nullptr;
      ge::VarManager::Instance(session_id)->AssignVarMem(name, var_tensor_desc, RT_MEMORY_HBM);
      ge::VarManager::Instance(session_id)->SetVarAddr(name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
    }

    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    ge::formats::FormatTransferNchwNc1hwc0 ClassObj;
    VariableOpPass pass(&ctrl);
    pass.Run(compute_graph);

    MemManager::Instance().Finalize();

    return CheckTest0(compute_graph);
  }

  bool DoTest1() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph1(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;

    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    pass.Run(compute_graph);
    return CheckTest1(compute_graph);
  }

  bool DoTest2() {
    VarAccelerateCtrl ctrl;
    VariableOpPass pass(&ctrl);
    return pass.Run(nullptr) == ge::INTERNAL_ERROR;
  }

  bool DoTest3() {
    std::vector<rtMemType_t> mem_type;
    std::map<std::string, std::string> empty_options;
    mem_type.push_back(RT_MEMORY_HBM);
    MemManager::Instance().Initialize(mem_type);

    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");

    std::vector<std::string> var_names = {"Node4D", "Node4D_NHWC", "Node4D_HWCN", "Node4D_CHWN", "Node4D_D"};
    std::vector<ge::GeTensorDesc> tensor_descs;

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    compute_graph->SetSessionID(session_id);
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph0(compute_graph);
    for (auto var_name : var_names) {
      auto var_node = compute_graph->FindNode(var_name);
      auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

      uint8_t *dev_ptr = nullptr;
      ge::VarManager::Instance(session_id)->AssignVarMem(var_name, var_tensor_desc, RT_MEMORY_HBM);
      ge::VarManager::Instance(session_id)->SetVarAddr(var_name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
    }

    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    auto ret = pass.Run(compute_graph);
    MemManager::Instance().Finalize();
    return ret == GE_GRAPH_VARIABLE_OP_PASS_FAILED;
  }

  bool DoTest4() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph4(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;
    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    auto ret = pass.Run(compute_graph);
    return ret == ge::SUCCESS;
  }

  bool DoTest5() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    BuildComputeGraph5(compute_graph);
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph4(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;

    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    auto ret = pass.Run(compute_graph);

    return ret == ge::SUCCESS;
  }

  bool DoTest6() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph6(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;
    ge::VarManager::Instance(session_id)->AssignVarMem(var_name, var_tensor_desc, RT_MEMORY_HBM);
    ge::VarManager::Instance(session_id)->SetVarAddr(var_name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    ge::formats::FormatTransferNchwNc1hwc0 ClassObj;
    VariableOpPass pass(&ctrl);
    auto ret = pass.Run(compute_graph);
    MemManager::Instance().Finalize();
    return CheckTest6(compute_graph);
  }

  bool DoTest7() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph7(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;

    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);

    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    auto ret = pass.Run(compute_graph);
    return CheckTest7(compute_graph);
  }

  bool DoTest8() {
    ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
    const std::string var_name = "Node4D";

    uint64_t session_id = 0;
    uint32_t device_id = 0;
    uint64_t job_id = 0;
    uint32_t session_version = 0;
    std::vector<int64_t> dims(4, 20);
    ge::GeShape shape(dims);
    VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);

    BuildComputeGraph0(compute_graph);

    auto var_node = compute_graph->FindNode(var_name);
    auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);

    uint8_t *dev_ptr = nullptr;
    ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
    compute_graph->InferShapeInNeed();
    graph_node->SetComputeGraph(compute_graph);
    auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
    auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
    graph_node->SetGraph(tmp_graph_ptr);
    VarAccelerateCtrl ctrl;
    ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
    VariableOpPass pass(&ctrl);
    pass.Run(compute_graph);
    return CheckTest8(compute_graph);
  }

 private:
  bool CheckTest0(const ge::ComputeGraphPtr compute_graph) {
    const auto &variable_node = compute_graph->FindNode("Node4D");
    auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();

    if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_FLOAT ||
        variable_node_shape.size() != 5) {
      std::cout << "var format not changed !" << std::endl;
      return false;
    }

    const auto &variable_ref_node = compute_graph->FindNode(var_ref_name_0);
    GELOGD("var_ref_name_0 is %s", var_ref_name_0.c_str());
    auto variable_ref_node_format = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetFormat();
    auto variable_ref_node_data_type = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetDataType();
    auto variable_ref_node_shape = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetShape().GetDims();

    if (variable_ref_node_format != FORMAT_NC1HWC0 || variable_ref_node_data_type != DT_FLOAT ||
        variable_ref_node_shape.size() != 5) {
      GELOGI("wanted data format is  (%d,%d,%u)", FORMAT_NC1HWC0, DT_FLOAT, 5);
      GELOGI("variable_ref_node_format is (%d,%d,%u)", variable_ref_node_format, variable_ref_node_data_type,
             variable_ref_node_shape.size());

      std::cout << "var ref format not changed !" << std::endl;
      return false;
    }

    ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
    if (trans_node != nullptr) {
      std::cout << "4d_to_5d_1 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("4d_to_5d_2");
    if (trans_node != nullptr) {
      std::cout << "4d_to_5d_2 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("5d_to_4d_1");
    if (trans_node != nullptr) {
      std::cout << "5d_to_4d_1 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("4d_to_5d_1_new");
    if (trans_node == nullptr) {
      std::cout << "4d_to_5d_1_new is empty !" << std::endl;
      return false;
    }

    auto new_variable_node = compute_graph->FindNode("Node4D_new");

    auto new_variable_node_format = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto new_variable_node_data_type = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto new_variable_node_shape = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();

    if (new_variable_node_format != FORMAT_NCHW || new_variable_node_data_type != DT_INT32 ||
        new_variable_node_shape.size() != 4) {
      std::cout << "Node4D_new format Changed ! wanted data format is  ( " << FORMAT_NC1HWC0 << ", " << DT_INT32
                << ", 4) " << std::endl;
      std::cout << "current is ( " << new_variable_node_format << ", " << new_variable_node_data_type << ", "
                << new_variable_node_shape.size() << ")" << std::endl;
      return false;
    }

    return true;
  };

  bool CheckTest1(const ge::ComputeGraphPtr compute_graph) {
    const auto &variable_node = compute_graph->FindNode("Node4D");
    auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();

    if (variable_node_format != FORMAT_NCHW || variable_node_data_type != DT_INT32 || variable_node_shape.size() != 4) {
      std::cout << "var format changed !" << std::endl;
      return false;
    }

    const auto &variable_ref_node = compute_graph->FindNode(var_ref_name_0);
    GELOGD("var_ref_name_0 is %s", var_ref_name_0.c_str());
    auto variable_ref_node_format = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetFormat();
    auto variable_ref_node_data_type = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetDataType();
    auto variable_ref_node_shape = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetShape().GetDims();

    if (variable_ref_node_format != FORMAT_NCHW || variable_ref_node_data_type != DT_INT32 ||
        variable_ref_node_shape.size() != 4) {
      GELOGI("wanted data format is  (%d,%d,%u)", FORMAT_NCHW, DT_INT32, 4);
      GELOGI("variable_ref_node_format is (%d,%d,%u)", variable_ref_node_format, variable_ref_node_data_type,
             variable_ref_node_shape.size());

      std::cout << "var ref format not changed !" << std::endl;
      return false;
    }

    ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
    if (trans_node == nullptr) {
      std::cout << "4d_to_5d_1 empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("4d_to_5d_2");
    if (trans_node == nullptr) {
      std::cout << "4d_to_5d_2  empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("5d_to_4d_1");
    if (trans_node == nullptr) {
      std::cout << "5d_to_4d_1 not empty !" << std::endl;
      return false;
    }

    return true;
  };

  bool CheckTest6(const ge::ComputeGraphPtr compute_graph) {
    const auto &variable_node = compute_graph->FindNode("Node4D");
    auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();

    if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_INT32 ||
        variable_node_shape.size() != 5) {
      std::cout << "var format not changed !" << std::endl;
      return false;
    }

    ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
    if (trans_node != nullptr) {
      std::cout << "4d_to_5d_1 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("4d_to_5d_2");
    if (trans_node != nullptr) {
      std::cout << "4d_to_5d_2 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("float_to_int_1");
    if (trans_node != nullptr) {
      std::cout << "float_to_int_1 not empty !" << std::endl;
      return false;
    }

    trans_node = compute_graph->FindNode("float_to_int_2");
    if (trans_node != nullptr) {
      std::cout << "float_to_int_1 not empty !" << std::endl;
      return false;
    }

    return true;
  };

  bool CheckTest7(const ge::ComputeGraphPtr compute_graph) {
    const auto &variable_node = compute_graph->FindNode("Node4D");
    auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();

    if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_INT32 ||
        variable_node_shape.size() != 5) {
      std::cout << "var format not changed !" << std::endl;
      return false;
    }

    ge::NodePtr trans_node = compute_graph->FindNode("4d_to_4d_1");
    if (trans_node != nullptr) {
      std::cout << "4d_to_5d_1 not empty !" << std::endl;
      return false;
    }
    return true;
  };

  bool CheckTest8(const ge::ComputeGraphPtr compute_graph) {
    const auto &variable_node = compute_graph->FindNode("Node4D");
    auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
    auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
    auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
    return true;
  };
};

TEST_F(VariableOpPassUnittest, testTransDataRemove) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest0();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testVariableRef) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest1();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testNullGraph) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest2();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testCovarageTransVarData) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest3();

  EXPECT_EQ(result, false);
}

TEST_F(VariableOpPassUnittest, testIllegallyRef) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest4();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testSingleNode) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest5();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testUnMathed) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest6();

  EXPECT_EQ(result, true);
}

TEST_F(VariableOpPassUnittest, testSameOp) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest7();

  EXPECT_EQ(true, true);
}

TEST_F(VariableOpPassUnittest, testErrorReturn) {
  VariableOpPassSimulator varibale_op_pass_simulator;

  bool result = varibale_op_pass_simulator.DoTest8();
  EXPECT_EQ(true, true);
}

TEST_F(VariableOpPassUnittest, Reshape) {
  // init
  MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  VarManager::Instance(0)->Init(0, 0, 0, 0);
  auto graph = BuildGraph2();
  graph->SetSessionID(0);
  auto var1 = graph->FindNode("var1");
  VarManager::Instance(0)->AssignVarMem(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), RT_MEMORY_HBM);
  uint8_t *dev_ptr = nullptr;
  VarManager::Instance(0)->SetVarAddr(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), dev_ptr, RT_MEMORY_HBM);

  ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  graph->InferShapeInNeed();
  graph_node->SetComputeGraph(graph);
  auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(graph);
  auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  graph_node->SetGraph(tmp_graph_ptr);

  VarAccelerateCtrl ctrl;
  ctrl.AddGraph(graph_node->GetGraphId(), graph);
  VariableOpPass pass(&ctrl);
  EXPECT_EQ(pass.Run(graph), ge::SUCCESS);
  MemManager::Instance().Finalize();

  EXPECT_EQ(var1->GetOutNodes().size(), 1);
  EXPECT_EQ(var1->GetOutDataNodes().at(0)->GetName(), "conv1");
  EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetFormat(), FORMAT_HWCN);
  EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims(), std::vector<int64_t>({8, 8, 3, 2}));
}

TEST_F(VariableOpPassUnittest, ReFormat) {
  // init
  MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  VarManager::Instance(0)->Init(0, 0, 0, 0);
  auto graph = BuildGraph3();
  graph->SetSessionID(0);
  auto var1 = graph->FindNode("var1");
  VarManager::Instance(0)->AssignVarMem(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), RT_MEMORY_HBM);
  uint8_t *dev_ptr = nullptr;
  VarManager::Instance(0)->SetVarAddr(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), dev_ptr, RT_MEMORY_HBM);

  ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  graph->InferShapeInNeed();
  graph_node->SetComputeGraph(graph);
  auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(graph);
  auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  graph_node->SetGraph(tmp_graph_ptr);

  VarAccelerateCtrl ctrl;
  ctrl.AddGraph(graph_node->GetGraphId(), graph);
  VariableOpPass pass(&ctrl);
  EXPECT_EQ(pass.Run(graph), ge::SUCCESS);
  MemManager::Instance().Finalize();

  EXPECT_EQ(var1->GetOutNodes().size(), 1);
  EXPECT_EQ(var1->GetOutDataNodes().at(0)->GetName(), "conv1");
  EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetFormat(), FORMAT_ND);
  EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims(), std::vector<int64_t>({8, 8, 3, 2}));
}

TEST_F(VariableOpPassUnittest, InvalidSrcShape2) {
  formats::FormatTransferNchwNc1hwc0 t1;
  formats::FormatTransferNhwcNc1hwc0 t2;
  formats::TransArgs args = formats::TransArgs();
  formats::TransResult ret;
  t2.TransFormat(args, ret);
}