You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

model_helper.cc 49 kB

5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "framework/common/helper/model_helper.h"
  17. #include "common/model_parser/model_parser.h"
  18. #include "framework/omg/model_tool.h"
  19. #include "framework/omg/version.h"
  20. #include "graph/debug/ge_attr_define.h"
  21. #include "graph/utils/graph_utils.h"
  22. using std::string;
  23. using domi::ModelTaskDef;
  24. namespace {
  25. const int64_t kOriginalOmPartitionNum = 1;
  26. const uint32_t kStatiOmFileModelNum = 1;
  27. }
  28. namespace ge {
  29. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY ModelHelper::~ModelHelper() { (void)ReleaseLocalModelData(); }
  30. Status ModelHelper::SaveModelPartition(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper, ModelPartitionType type,
  31. const uint8_t *data, size_t size, size_t model_index) {
  32. if (size < 1 || size > UINT32_MAX) {
  33. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu invalid", size);
  34. REPORT_INNER_ERROR("E19999", "Add model partition failed, partition size %zu "
  35. "invalid", size);
  36. if (size > UINT32_MAX) {
  37. string item = "item";
  38. if (type == MODEL_DEF) {
  39. item = "model info";
  40. } else if (type == WEIGHTS_DATA) {
  41. item = "weight data";
  42. } else if (type == TASK_INFO) {
  43. item = "task info";
  44. } else if (type == TBE_KERNELS) {
  45. item = "tbe kernels";
  46. } else if (type == CUST_AICPU_KERNELS) {
  47. item = "aicpu kernels";
  48. }
  49. ErrorManager::GetInstance().ATCReportErrMessage("E19023", {"size", "item", "maxsize"},
  50. {std::to_string(size), item, std::to_string(UINT32_MAX)});
  51. }
  52. return PARAM_INVALID;
  53. }
  54. if (data == nullptr) {
  55. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, data is null");
  56. REPORT_INNER_ERROR("E19999", "Add model partition failed, data is null");
  57. return PARAM_INVALID;
  58. }
  59. ModelPartition partition_model;
  60. partition_model.data = const_cast<uint8_t *>(data);
  61. partition_model.size = static_cast<uint32_t>(size);
  62. partition_model.type = type;
  63. if (om_file_save_helper->AddPartition(partition_model, model_index) != SUCCESS) {
  64. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu", size);
  65. REPORT_CALL_ERROR("E19999", "Add model partition failed, partition size %zu", size);
  66. return PARAM_INVALID;
  67. }
  68. return SUCCESS;
  69. }
  70. Status ModelHelper::SaveSizeToModelDef(const GeModelPtr &ge_model) {
  71. vector<int64_t> om_info;
  72. auto ge_model_weight = ge_model->GetWeight();
  73. GELOGD("SaveSizeToModelDef weight_data_size is %zu, %p", ge_model_weight.GetSize(), ge_model_weight.GetData());
  74. om_info.push_back(ge_model_weight.GetSize());
  75. TBEKernelStore tbe_kernel_store = ge_model->GetTBEKernelStore();
  76. GELOGD("SaveSizeToModelDef tbe_kernels_size is %zu", tbe_kernel_store.DataSize());
  77. om_info.push_back(tbe_kernel_store.DataSize());
  78. CustAICPUKernelStore cust_aicpu_kernel_store = ge_model->GetCustAICPUKernelStore();
  79. GELOGD("SaveSizeToModelDef cust aicpu kernels size is %zu", cust_aicpu_kernel_store.DataSize());
  80. om_info.push_back(cust_aicpu_kernel_store.DataSize());
  81. std::shared_ptr<ModelTaskDef> model_task_def = ge_model->GetModelTaskDefPtr();
  82. if (model_task_def == nullptr) {
  83. GELOGD("SaveSizeToModelDef task_info_size is 0.");
  84. om_info.push_back(0);
  85. } else {
  86. size_t partition_task_size = model_task_def->ByteSizeLong();
  87. GELOGD("SaveSizeToModelDef task_info_size is %zu", partition_task_size);
  88. om_info.push_back(partition_task_size);
  89. }
  90. GE_CHK_BOOL_EXEC(ge::AttrUtils::SetListInt(*(ge_model.get()), "om_info_list", om_info),
  91. GELOGE(FAILED, "SetListInt of om_info_list failed.");
  92. return FAILED);
  93. return SUCCESS;
  94. }
  95. Status ModelHelper::SaveModelDef(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  96. const GeModelPtr &ge_model, ge::Buffer &model_buffer, size_t model_index) {
  97. ModelPtr model_tmp = ge::MakeShared<ge::Model>(ge_model->GetName(), ge_model->GetPlatformVersion());
  98. if (model_tmp == nullptr) {
  99. GELOGE(FAILED, "[Creat][Model]Failed, Model %s Ptr", ge_model->GetName().c_str());
  100. REPORT_CALL_ERROR("E19999", "Create Model %s Ptr failed", ge_model->GetName().c_str());
  101. return FAILED;
  102. }
  103. model_tmp->SetGraph(ge_model->GetGraph());
  104. model_tmp->SetVersion(ge_model->GetVersion());
  105. model_tmp->SetAttr(ge_model->MutableAttrMap());
  106. Status ret = SaveSizeToModelDef(ge_model);
  107. if (ret != SUCCESS) {
  108. GELOGE(ret, "[Save][SizeToModelDef]Failed, model %s, error_code %u",
  109. ge_model->GetName().c_str(), ret);
  110. REPORT_CALL_ERROR("E19999", "Save SizeToModelDef failed, model %s, error_code %u",
  111. ge_model->GetName().c_str(), ret);
  112. return ret;
  113. }
  114. (void)model_tmp->Save(model_buffer);
  115. GELOGD("MODEL_DEF size is %zu", model_buffer.GetSize());
  116. if (model_buffer.GetSize() > 0) {
  117. if (SaveModelPartition(om_file_save_helper, ModelPartitionType::MODEL_DEF, model_buffer.GetData(),
  118. model_buffer.GetSize(), model_index) != SUCCESS) {
  119. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, model %s, model_def size %zu, model_index %zu",
  120. ge_model->GetName().c_str(), model_buffer.GetSize(), model_index);
  121. REPORT_CALL_ERROR("E19999", "Add model graph partititon failed, model %s, model_def %zu, "
  122. "model_index %zu", ge_model->GetName().c_str(), model_buffer.GetSize(), model_index);
  123. return PARAM_INVALID;
  124. }
  125. }
  126. return SUCCESS;
  127. }
  128. Status ModelHelper::SaveModelWeights(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  129. const GeModelPtr &ge_model, size_t model_index) {
  130. auto ge_model_weight = ge_model->GetWeight();
  131. GELOGD("WEIGHTS_DATA size is %zu, %p", ge_model_weight.GetSize(), ge_model_weight.GetData());
  132. // weight is not necessary
  133. if (ge_model_weight.GetSize() > 0) {
  134. GE_CHK_STATUS_RET(SaveModelPartition(om_file_save_helper,
  135. ModelPartitionType::WEIGHTS_DATA,
  136. ge_model_weight.GetData(),
  137. ge_model_weight.GetSize(), model_index), "Add weight partition failed");
  138. }
  139. return SUCCESS;
  140. }
  141. Status ModelHelper::SaveModelTbeKernel(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  142. const GeModelPtr &ge_model, size_t model_index) {
  143. TBEKernelStore tbe_kernel_store = ge_model->GetTBEKernelStore();
  144. GELOGD("TBE_KERNELS size is %zu", tbe_kernel_store.DataSize());
  145. if (tbe_kernel_store.DataSize() > 0) {
  146. GE_CHK_STATUS_RET(
  147. SaveModelPartition(om_file_save_helper, ModelPartitionType::TBE_KERNELS,
  148. ge_model->GetTBEKernelStore().Data(), ge_model->GetTBEKernelStore().DataSize(),
  149. model_index), "Add tbe kernel partition failed");
  150. }
  151. // no need to check value, DATA->NetOutput
  152. (void)tbe_kernel_store.Load(tbe_kernel_store.Data(), tbe_kernel_store.DataSize());
  153. return SUCCESS;
  154. }
  155. Status ModelHelper::SaveModelCustAICPU(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  156. const GeModelPtr &ge_model, size_t model_index) {
  157. CustAICPUKernelStore cust_aicpu_kernel_store = ge_model->GetCustAICPUKernelStore();
  158. GELOGD("cust aicpu kernels size is %zu", cust_aicpu_kernel_store.DataSize());
  159. if (cust_aicpu_kernel_store.DataSize() > 0) {
  160. GE_CHK_STATUS_RET(SaveModelPartition(om_file_save_helper,
  161. ModelPartitionType::CUST_AICPU_KERNELS,
  162. ge_model->GetCustAICPUKernelStore().Data(),
  163. cust_aicpu_kernel_store.DataSize(), model_index),
  164. "Add cust aicpu kernel partition failed");
  165. }
  166. return SUCCESS;
  167. }
  168. Status ModelHelper::SaveModelTaskDef(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  169. const GeModelPtr &ge_model, ge::Buffer &task_buffer, size_t model_index) {
  170. std::shared_ptr<ModelTaskDef> model_task_def = ge_model->GetModelTaskDefPtr();
  171. if (model_task_def == nullptr) {
  172. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Creat][ModelTaskDef]Failed, it is nullptr, "
  173. "model %s", ge_model->GetName().c_str());
  174. REPORT_CALL_ERROR("E19999", "Creat model task def failed, it is nullptr, model %s",
  175. ge_model->GetName().c_str());
  176. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  177. }
  178. size_t partition_task_size = model_task_def->ByteSizeLong();
  179. GE_IF_BOOL_EXEC(partition_task_size == 0 || partition_task_size > INT_MAX,
  180. GELOGE(FAILED, "[Check][ModelDefSize]Invalid, size %zu, model %s",
  181. partition_task_size, ge_model->GetName().c_str());
  182. REPORT_CALL_ERROR("E19999", "Model def size %zu check invalid, model %s",
  183. partition_task_size, ge_model->GetName().c_str());
  184. return FAILED);
  185. task_buffer = ge::Buffer(partition_task_size);
  186. if (task_buffer.GetSize() == 0) {
  187. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Allocate][ModelTaskDefBuffer]Failed, "
  188. "model def size %zu, model %s", partition_task_size, ge_model->GetName().c_str());
  189. REPORT_CALL_ERROR("E19999", "Allocate model task def buffer failed, model def size %zu "
  190. "model %s", partition_task_size, ge_model->GetName().c_str());
  191. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  192. }
  193. (void)model_task_def->SerializePartialToArray(task_buffer.GetData(), static_cast<int>(partition_task_size));
  194. GELOGD("TASK_INFO op_size:%d, stream_num:%u", model_task_def->op().size(), model_task_def->stream_num());
  195. GELOGD("TASK_INFO size is %zu", partition_task_size);
  196. if (SaveModelPartition(om_file_save_helper, ModelPartitionType::TASK_INFO, task_buffer.GetData(),
  197. partition_task_size, model_index) != SUCCESS) {
  198. GELOGE(PARAM_INVALID, "[Add][ModelTaskDefPartition]Failed, model def size %zu, "
  199. "model_index %zu, model %s", partition_task_size, model_index, ge_model->GetName().c_str());
  200. REPORT_CALL_ERROR("E19999", "Add model task def partition failed, model def size %zu "
  201. "model_index %zu, model %s",
  202. partition_task_size, model_index, ge_model->GetName().c_str());
  203. return PARAM_INVALID;
  204. }
  205. return SUCCESS;
  206. }
  207. Status ModelHelper::SaveModelHeader(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  208. const GeModelPtr &ge_model, size_t model_num) {
  209. // Save target/version to model_header
  210. ModelFileHeader &model_header = om_file_save_helper->GetModelFileHeader();
  211. model_header.platform_type = ge_model->GetPlatformType();
  212. model_header.om_ir_version = ge_model->GetVersion();
  213. model_header.model_num = model_num;
  214. std::string platform_version = ge_model->GetPlatformVersion();
  215. errno_t err;
  216. err = memcpy_s(model_header.platform_version, PLATFORM_VERSION_LEN, platform_version.c_str(),
  217. platform_version.size() + 1);
  218. if (err != EOK) {
  219. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION,
  220. "[Save][Model]Failed while allocating memory for platform_version %s, model %s, errno %d",
  221. platform_version.c_str(), ge_model->GetName().c_str(), err);
  222. REPORT_CALL_ERROR("E19999", "ModelHelper save model %s failed while "
  223. "allocating memory for platform_version %s, errno %d",
  224. ge_model->GetName().c_str(), platform_version.c_str(), err);
  225. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  226. }
  227. string version = reinterpret_cast<char *>(model_header.platform_version);
  228. GELOGD("Platform version save: %s", version.c_str());
  229. size_t name_size = ge_model->GetName().size();
  230. name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size;
  231. err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, ge_model->GetName().c_str(), name_size);
  232. if (err != EOK) {
  233. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION,
  234. "[Save][Model]Failed while allocating memory for model %s, errno %d",
  235. ge_model->GetName().c_str(), err);
  236. REPORT_CALL_ERROR("E19999", "ModelHelper save model failed while allocating memory "
  237. "for model %s,errno %d", ge_model->GetName().c_str(), err);
  238. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  239. }
  240. string model_name = reinterpret_cast<char *>(model_header.name);
  241. GELOGD("Model name save:%s", model_name.c_str());
  242. return SUCCESS;
  243. }
  244. Status ModelHelper::SaveAllModelPartiton(std::shared_ptr<OmFileSaveHelper>& om_file_save_helper,
  245. const GeModelPtr &ge_model, ge::Buffer &model_buffer,
  246. ge::Buffer &task_buffer, size_t model_index) {
  247. if (SaveModelDef(om_file_save_helper, ge_model, model_buffer, model_index) != SUCCESS) {
  248. GELOGE(FAILED, "[Save][ModelDef]Failed, model %s, model index %zu",
  249. ge_model->GetName().c_str(), model_index);
  250. REPORT_CALL_ERROR("E19999", "ModelHelper save model def failed, model %s, model index %zu",
  251. ge_model->GetName().c_str(), model_index);
  252. return FAILED;
  253. }
  254. if (SaveModelWeights(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  255. GELOGE(FAILED, "[Save][ModelWeights]Failed, model %s, model index %zu",
  256. ge_model->GetName().c_str(), model_index);
  257. REPORT_CALL_ERROR("E19999","ModelHelper save mode weights failed, model %s, model index %zu",
  258. ge_model->GetName().c_str(), model_index);
  259. return FAILED;
  260. }
  261. if (SaveModelTbeKernel(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  262. GELOGE(FAILED, "[Save][ModelTbeKernel]Failed, model %s, model index %zu",
  263. ge_model->GetName().c_str(), model_index);
  264. REPORT_CALL_ERROR("E19999", "ModelHelper save model tbe kernel failed, model %s, model index %zu",
  265. ge_model->GetName().c_str(), model_index);
  266. return FAILED;
  267. }
  268. if (SaveModelCustAICPU(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  269. GELOGE(FAILED, "[Save][ModelCustAICPU]Failed, model %s, model index %zu",
  270. ge_model->GetName().c_str(), model_index);
  271. REPORT_CALL_ERROR("E19999", "ModelHelper save model cust aicpu failed, model %s "
  272. "model index %zu", ge_model->GetName().c_str(), model_index);
  273. return FAILED;
  274. }
  275. if (SaveModelTaskDef(om_file_save_helper, ge_model, task_buffer, model_index) != SUCCESS) {
  276. GELOGE(FAILED, "[Save][TaskDef]Failed, model %s, model index %zu",
  277. ge_model->GetName().c_str(), model_index);
  278. REPORT_CALL_ERROR("E19999", "ModelHelper save task def failed, model %s, model index %zu",
  279. ge_model->GetName().c_str(), model_index);
  280. return FAILED;
  281. }
  282. return SUCCESS;
  283. }
  284. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmModel(const GeModelPtr &ge_model,
  285. const SaveParam &save_param,
  286. const std::string &output_file,
  287. ModelBufferData& model) {
  288. if (output_file.empty()) {
  289. GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid file name prefix, "
  290. "model %s", ge_model->GetName().c_str());
  291. REPORT_CALL_ERROR("E19999", "GraphBuilder SaveModel received invalid file name prefix, "
  292. "model %s", ge_model->GetName().c_str());
  293. return FAILED;
  294. }
  295. GE_IF_BOOL_EXEC(ge_model == nullptr, GELOGE(FAILED, "Ge_model is nullptr"); return FAILED);
  296. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  297. GE_CHECK_NOTNULL(om_file_save_helper);
  298. ge::Buffer model_buffer;
  299. ge::Buffer task_buffer;
  300. auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffer, task_buffer);
  301. if (ret != SUCCESS) {
  302. GELOGE(ret, "[Save][AllModelPartition]Failed, model %s, error_code %u",
  303. ge_model->GetName().c_str(), ret);
  304. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save all model partition failed, model %s "
  305. "error_code %u", ge_model->GetName().c_str(), ret);
  306. return ret;
  307. }
  308. ret = SaveModelHeader(om_file_save_helper, ge_model);
  309. if (ret != SUCCESS) {
  310. GELOGE(ret, "[Save][ModelHeader]Failed, model %s, error_code %u",
  311. ge_model->GetName().c_str(), ret);
  312. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model header failed, model %s "
  313. "error_code %u", ge_model->GetName().c_str(), ret);
  314. return ret;
  315. }
  316. ret = om_file_save_helper->SaveModel(save_param, output_file.c_str(), model, is_offline_);
  317. if (ret != SUCCESS) {
  318. GELOGE(FAILED, "[Save][Model]Failed, model %s, output file %s",
  319. ge_model->GetName().c_str(), output_file.c_str());
  320. REPORT_INNER_ERROR("E19999", "OmFileSaveHelper save model failed, model %s, "
  321. "output file %s", ge_model->GetName().c_str(), output_file.c_str());
  322. return ret;
  323. }
  324. return SUCCESS;
  325. }
  326. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRootModel(
  327. const GeRootModelPtr &ge_root_model,
  328. const SaveParam &save_param,
  329. const std::string &output_file,
  330. ModelBufferData& model,
  331. bool is_unknown_shape) {
  332. GE_CHECK_NOTNULL(ge_root_model);
  333. GE_IF_BOOL_EXEC(ge_root_model == nullptr,
  334. GELOGE(FAILED, "[Check][GERootModel]Ge_root_model is nullptr");
  335. REPORT_INNER_ERROR("E19999", "Ge_root_model check failed, it is nullptr");
  336. return FAILED);
  337. auto &name_to_ge_model = ge_root_model->GetSubgraphInstanceNameToModel();
  338. GE_IF_BOOL_EXEC(name_to_ge_model.empty(),
  339. GELOGE(FAILED, "[Get][SubModel]Ge_root_model has no sub model");
  340. REPORT_INNER_ERROR("E19999", "Ge_root_model has no sub model");
  341. return FAILED);
  342. GE_IF_BOOL_EXEC(output_file.empty(),
  343. GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid "
  344. "file name prefix");
  345. REPORT_INNER_ERROR("E19999", "GraphBuilder SaveModel received invalid "
  346. "file name prefix");
  347. return FAILED);
  348. if (!is_unknown_shape) {
  349. auto &model_root = name_to_ge_model.begin()->second;
  350. return SaveToOmModel(model_root, save_param, output_file, model);
  351. }
  352. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  353. GE_CHECK_NOTNULL(om_file_save_helper);
  354. auto &first_ge_model = name_to_ge_model.at(ge_root_model->GetRootGraph()->GetName());
  355. // ge root model must be the first to be loaded
  356. vector<string> model_names{ge_root_model->GetRootGraph()->GetName()};
  357. for (auto &item : name_to_ge_model) {
  358. if (item.first != model_names.front()) {
  359. model_names.emplace_back(item.first);
  360. }
  361. }
  362. vector<ge::Buffer> model_buffers(model_names.size());
  363. vector<ge::Buffer> task_buffers(model_names.size());
  364. size_t cur_index = 0;
  365. if (model_names.size() > 1) {
  366. GELOGD("only save first model MODEL_DEF");
  367. if (SaveModelDef(om_file_save_helper, first_ge_model, model_buffers[cur_index], cur_index) != SUCCESS) {
  368. GELOGE(FAILED, "[Save][ModelDef]Failed, cur_index %zu", cur_index);
  369. REPORT_INNER_ERROR("E19999", "Save model def failed, cur_index %zu", cur_index);
  370. return FAILED;
  371. }
  372. ++cur_index;
  373. }
  374. for (; cur_index < model_names.size(); ++cur_index) {
  375. auto model_name = model_names[cur_index];
  376. GELOGD("cur model %s index is %zu", model_name.c_str(), cur_index);
  377. const GeModelPtr &ge_model = name_to_ge_model.at(model_name);
  378. auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffers[cur_index],
  379. task_buffers[cur_index], cur_index);
  380. if (ret != SUCCESS) {
  381. GELOGE(INTERNAL_ERROR, "[Save][AllModelPartition]Failed, model name %s, cur_index %zu",
  382. model_name.c_str(), cur_index);
  383. REPORT_CALL_ERROR("E19999", "Save all model %s partition failed, cur_index %zu",
  384. model_name.c_str(), cur_index);
  385. return INTERNAL_ERROR;
  386. }
  387. }
  388. auto ret = SaveModelHeader(om_file_save_helper, first_ge_model, model_names.size());
  389. if (ret != SUCCESS) {
  390. GELOGE(INTERNAL_ERROR, "[Save][ModelHeader]Failed, model name %s",
  391. first_ge_model->GetName().c_str());
  392. REPORT_CALL_ERROR("E19999", "Save model %s header failed", first_ge_model->GetName().c_str());
  393. return INTERNAL_ERROR;
  394. }
  395. ret = om_file_save_helper->SaveRootModel(save_param, output_file.c_str(), model, is_offline_);
  396. if (ret != SUCCESS) {
  397. GELOGE(FAILED, "[Save][Model]OmFileSaveHelper save model eturn fail, output_file %s",
  398. output_file.c_str());
  399. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model return fail, output_file %s",
  400. output_file.c_str());
  401. return FAILED;
  402. }
  403. return SUCCESS;
  404. }
  405. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status
  406. ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::string &output_file) {
  407. if (output_file.empty()) {
  408. GELOGE(FAILED, "[Save][Model]Received invalid file name prefix, output_file %s",
  409. output_file.c_str());
  410. REPORT_INNER_ERROR("E19999", "Save model received invalid file name prefix, output_file %s",
  411. output_file.c_str());
  412. return FAILED;
  413. }
  414. // Get computegraph from graph
  415. auto compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  416. if (compute_graph == nullptr) {
  417. GELOGE(FAILED, "[Save][Model]Failed for compute_graph null");
  418. REPORT_INNER_ERROR("E19999", "Save model failed for compute_graph null");
  419. return FAILED;
  420. }
  421. GE_DUMP(compute_graph, "OriginalGraph");
  422. // Model
  423. ModelPtr model_ptr = ge::MakeShared<ge::Model>();
  424. GE_CHECK_NOTNULL_EXEC(model_ptr, return MEMALLOC_FAILED);
  425. std::string original_model_name = compute_graph->GetName() + "_original";
  426. model_ptr->SetName(original_model_name);
  427. model_ptr->SetGraph(graph);
  428. model_ptr->SetVersion(static_cast<uint32_t>(OM_PROTO_VERSION));
  429. string framework_version;
  430. Status frame_rt = PlatformVersionManager::GetPlatformVersion(framework_version);
  431. if (frame_rt == SUCCESS) {
  432. uint32_t counter = 0;
  433. string model_framework_version = framework_version + "." + std::to_string(counter);
  434. model_ptr->SetPlatformVersion(model_framework_version);
  435. }
  436. // Model def
  437. ge::Buffer model_buffer;
  438. ge::graphStatus status = model_ptr->Save(model_buffer);
  439. if (status != ge::GRAPH_SUCCESS) {
  440. GELOGE(FAILED, "[Save][Model]Failed for save buffer fail, model %s",
  441. model_ptr->GetName().c_str());
  442. REPORT_CALL_ERROR("E19999", "Save model %s failed for save buffer fail",
  443. model_ptr->GetName().c_str());
  444. return FAILED;
  445. }
  446. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  447. GE_CHECK_NOTNULL_EXEC(om_file_save_helper, return MEMALLOC_FAILED);
  448. ModelPartition partition_model;
  449. partition_model.data = model_buffer.GetData();
  450. partition_model.size = static_cast<uint32_t>(model_buffer.GetSize());
  451. partition_model.type = ModelPartitionType::MODEL_DEF;
  452. GELOGI("Original Model type[%u],size[%u]", partition_model.type, partition_model.size);
  453. if (partition_model.data != nullptr && partition_model.size > 0) {
  454. (void)om_file_save_helper->AddPartition(partition_model);
  455. // Condition of AddPartition is established, no need to check value
  456. }
  457. // Save target/version to model_header
  458. ModelFileHeader &model_header = om_file_save_helper->GetModelFileHeader();
  459. model_header.om_ir_version = model_ptr->GetVersion();
  460. model_header.headsize = MODEL_FILE_HEAD_LEN;
  461. std::string platform_version = model_ptr->GetPlatformVersion();
  462. errno_t err = memcpy_s(model_header.platform_version, PLATFORM_VERSION_LEN, platform_version.c_str(),
  463. platform_version.size() + 1);
  464. if (err != EOK) {
  465. GELOGE(FAILED, "[Save][Model]Failed for platform_version %s, model %s, errno %d",
  466. platform_version.c_str(), model_ptr->GetName().c_str(), err);
  467. REPORT_CALL_ERROR("E19999", "Save model %s failed for platform_version %s, errno %d",
  468. model_ptr->GetName().c_str(), platform_version.c_str(), err);
  469. return FAILED;
  470. }
  471. size_t name_size = model_ptr->GetName().size();
  472. name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size;
  473. err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, model_ptr->GetName().c_str(), name_size);
  474. if (err != EOK) {
  475. GELOGE(FAILED, "[Save][Model]Failed for memory copy %s failed, errno %d",
  476. model_ptr->GetName().c_str(), err);
  477. REPORT_CALL_ERROR("E19999", "Save model failed for memory copy %s failed, errno %d",
  478. model_ptr->GetName().c_str(), err);
  479. return FAILED;
  480. }
  481. ModelBufferData model;
  482. Status ret = om_file_save_helper->SaveModelToFile(output_file.c_str(), model, is_offline_);
  483. return (ret == SUCCESS ? SUCCESS : FAILED);
  484. }
  485. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(const ge::ModelData &model_data) {
  486. if (model_data.model_data == nullptr || model_data.model_len == 0) {
  487. GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID,
  488. "[Load][Model]Model_data is nullptr or model_data_size is 0");
  489. REPORT_INNER_ERROR("E19999", "Load model failed, "
  490. "Model_data is nullptr or model_data_size is 0");
  491. return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID;
  492. }
  493. if (is_assign_model_) {
  494. GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, "[Load][Model]Model helper has already loaded!");
  495. REPORT_INNER_ERROR("E19999", "Model helper has already loaded");
  496. return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED;
  497. }
  498. if (ReleaseLocalModelData() != SUCCESS) {
  499. GELOGE(ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA, "[Release][ModelData]Failed.");
  500. REPORT_CALL_ERROR("E19999", "Release local model data failed");
  501. return ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA;
  502. }
  503. Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_);
  504. if (status != SUCCESS) {
  505. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][ModelContent]Failed!");
  506. REPORT_CALL_ERROR("E19999", "Parse model content failed");
  507. return ACL_ERROR_GE_PARAM_INVALID;
  508. }
  509. file_header_ = reinterpret_cast<ModelFileHeader *>(model_data.model_data);
  510. OmFileLoadHelper om_load_helper;
  511. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_);
  512. if (status != SUCCESS) {
  513. GELOGE(status, "[Init][OmLoadHelper]Failed");
  514. REPORT_CALL_ERROR("E19999", "Om_load_helper init failed");
  515. model_addr_tmp_ = nullptr;
  516. return status;
  517. }
  518. auto partition_table = reinterpret_cast<ModelPartitionTable *>(model_addr_tmp_);
  519. if (partition_table->num == kOriginalOmPartitionNum) {
  520. model_addr_tmp_ = nullptr;
  521. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Check][OmModel]Error, please use executable om model");
  522. REPORT_CALL_ERROR("E19999", "Om model is error, please use executable om model");
  523. return ACL_ERROR_GE_PARAM_INVALID;
  524. }
  525. // Encrypt model need to del temp model/no encrypt model don't need to del model
  526. model_addr_tmp_ = nullptr;
  527. status = GenerateGeModel(om_load_helper);
  528. if (status != SUCCESS) {
  529. GELOGE(status, "[Generate][GEModel]Failed");
  530. REPORT_CALL_ERROR("E19999", "Generate GE model failed");
  531. return status;
  532. }
  533. GELOGD("in ModelHelper::LoadModel, is_assign_model_ is setted to true!");
  534. is_assign_model_ = true;
  535. return SUCCESS;
  536. }
  537. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadRootModel(const ge::ModelData &model_data) {
  538. if (model_data.model_data == nullptr || model_data.model_len == 0) {
  539. GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, "[Load][RootModel] "
  540. "Model_data is nullptr or model_data_size is 0");
  541. REPORT_INNER_ERROR("E19999", "Load root model failed, model_data is nullptr or its size is 0");
  542. return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID;
  543. }
  544. if (is_assign_model_) {
  545. GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED,
  546. "[Load][RootModel]Model helper has already loaded!");
  547. REPORT_INNER_ERROR("E19999", "Load root model failed, model helper has already loaded");
  548. return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED;
  549. }
  550. if (ReleaseLocalModelData() != SUCCESS) {
  551. GELOGE(INTERNAL_ERROR, "[Release][ModelData]Failed.");
  552. REPORT_CALL_ERROR("E19999", "Release local root model data failed");
  553. return INTERNAL_ERROR;
  554. }
  555. Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_);
  556. if (status != SUCCESS) {
  557. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][RootModelContent]Failed!");
  558. REPORT_CALL_ERROR("E19999", "Parse model content failed");
  559. return ACL_ERROR_GE_PARAM_INVALID;
  560. }
  561. file_header_ = reinterpret_cast<ModelFileHeader *>(model_data.model_data);
  562. //model verison 1.0 file header does not have model_num member
  563. is_unknown_shape_model_ = file_header_->version >= ge::MODEL_VERSION &&
  564. file_header_->model_num > kStatiOmFileModelNum;
  565. GELOGD("cur om model is ge root model or no %d, model version %u", is_unknown_shape_model_, file_header_->version);
  566. OmFileLoadHelper om_load_helper;
  567. if (is_unknown_shape_model_) {
  568. auto model_num = file_header_->model_num;
  569. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_, model_num);
  570. } else {
  571. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_);
  572. }
  573. if (status != SUCCESS) {
  574. GELOGE(status, "[Init][OmLoadHelper]Failed");
  575. REPORT_CALL_ERROR("E19999", "Om_load_helper init failed");
  576. model_addr_tmp_ = nullptr;
  577. return status;
  578. }
  579. // Encrypt model need to del temp model/no encrypt model don't need to del model
  580. model_addr_tmp_ = nullptr;
  581. status = GenerateGeRootModel(om_load_helper);
  582. if (status != SUCCESS) {
  583. GELOGE(status, "[Generate][GERootModel]Failed");
  584. REPORT_CALL_ERROR("E19999", "Generate GE root model failed");
  585. return status;
  586. }
  587. GELOGD("in ModelHelper::LoadRootModel, is_assign_model_ is setted to true!");
  588. is_assign_model_ = true;
  589. return SUCCESS;
  590. }
  591. Status ModelHelper::GenerateGeModel(OmFileLoadHelper &om_load_helper) {
  592. model_ = ge::MakeShared<ge::GeModel>();
  593. GE_CHECK_NOTNULL(model_);
  594. Status ret = LoadModelData(om_load_helper);
  595. if (ret != SUCCESS) {
  596. return ACL_ERROR_GE_EXEC_LOAD_MODEL_PARTITION_FAILED;
  597. }
  598. ret = LoadWeights(om_load_helper);
  599. if (ret != SUCCESS) {
  600. return ACL_ERROR_GE_EXEC_LOAD_WEIGHT_PARTITION_FAILED;
  601. }
  602. ret = LoadTask(om_load_helper);
  603. if (ret != SUCCESS) {
  604. return ACL_ERROR_GE_EXEC_LOAD_TASK_PARTITION_FAILED;
  605. }
  606. ret = LoadTBEKernelStore(om_load_helper);
  607. if (ret != SUCCESS) {
  608. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  609. }
  610. ret = LoadCustAICPUKernelStore(om_load_helper);
  611. if (ret != SUCCESS) {
  612. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  613. }
  614. return SUCCESS;
  615. }
  616. Status ModelHelper::GenerateGeRootModel(OmFileLoadHelper &om_load_helper) {
  617. GELOGD("Begin to generate ge root model");
  618. root_model_ = ge::MakeShared<ge::GeRootModel>();
  619. GE_CHECK_NOTNULL(root_model_);
  620. if (!is_unknown_shape_model_) {
  621. if (GenerateGeModel(om_load_helper) != SUCCESS) {
  622. GELOGE(FAILED, "[Generate][GERootModel]Failed");
  623. REPORT_CALL_ERROR("E19999", "Generate GE root model failed");
  624. return FAILED;
  625. }
  626. GE_CHECK_NOTNULL(model_);
  627. root_model_->SetRootGraph(GraphUtils::GetComputeGraph(model_->GetGraph()));
  628. return SUCCESS;
  629. }
  630. bool is_first_model = true;
  631. for (size_t mode_index = 0; mode_index < file_header_->model_num; ++mode_index) {
  632. GeModelPtr cur_model = ge::MakeShared<ge::GeModel>();
  633. Status ret = LoadModelData(om_load_helper, cur_model, mode_index);
  634. if (ret != SUCCESS) {
  635. return ACL_ERROR_GE_EXEC_LOAD_MODEL_PARTITION_FAILED;
  636. }
  637. if (is_first_model) {
  638. is_first_model = false;
  639. root_model_->SetRootGraph(GraphUtils::GetComputeGraph(cur_model->GetGraph()));
  640. root_model_->SetModelId(cur_model->GetModelId());
  641. model_ = cur_model;
  642. continue;
  643. }
  644. ret = LoadWeights(om_load_helper, cur_model, mode_index);
  645. if (ret != SUCCESS) {
  646. return ACL_ERROR_GE_EXEC_LOAD_WEIGHT_PARTITION_FAILED;
  647. }
  648. ret = LoadTBEKernelStore(om_load_helper, cur_model, mode_index);
  649. if (ret != SUCCESS) {
  650. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  651. }
  652. ret = LoadCustAICPUKernelStore(om_load_helper, cur_model, mode_index);
  653. if (ret != SUCCESS) {
  654. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  655. }
  656. ret = LoadTask(om_load_helper, cur_model, mode_index);
  657. if (ret != SUCCESS) {
  658. return ACL_ERROR_GE_EXEC_LOAD_TASK_PARTITION_FAILED;
  659. }
  660. root_model_->SetSubgraphInstanceNameToModel(cur_model->GetName(), cur_model);
  661. }
  662. return SUCCESS;
  663. }
  664. Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper) {
  665. ModelPartition partition_model_def;
  666. // no need to check value, DATA->NetOutput
  667. om_load_helper.GetModelPartition(ModelPartitionType::MODEL_DEF, partition_model_def);
  668. GELOGD("Model_def partition addr:%p,size:%u", partition_model_def.data, partition_model_def.size);
  669. ge::Model model;
  670. if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) {
  671. GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u",
  672. partition_model_def.data, partition_model_def.size);
  673. REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u",
  674. partition_model_def.data, partition_model_def.size);
  675. return INTERNAL_ERROR;
  676. }
  677. SetModelToGeModel(model_, model);
  678. return SUCCESS;
  679. }
  680. void ModelHelper::SetModelToGeModel(GeModelPtr &ge_model, Model &model) {
  681. ge_model->SetGraph(model.GetGraph());
  682. ge_model->SetName(model.GetName());
  683. ge_model->SetVersion(model.GetVersion());
  684. ge_model->SetPlatformVersion(model.GetPlatformVersion());
  685. ge_model->SetAttr(model.MutableAttrMap());
  686. }
  687. Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  688. ModelPartition partition_model_def;
  689. // no need to check value, DATA->NetOutput
  690. om_load_helper.GetModelPartition(ModelPartitionType::MODEL_DEF, partition_model_def, mode_index);
  691. GELOGD("Model_def partition addr:%p,size:%u", partition_model_def.data, partition_model_def.size);
  692. ge::Model model;
  693. if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) {
  694. GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u",
  695. partition_model_def.data, partition_model_def.size);
  696. REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u",
  697. partition_model_def.data, partition_model_def.size);
  698. return INTERNAL_ERROR;
  699. }
  700. SetModelToGeModel(cur_model, model);
  701. return SUCCESS;
  702. }
  703. Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper) {
  704. ModelPartition partition;
  705. if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition) != SUCCESS) {
  706. GELOGE(FAILED, "[Get][ModelWeightPartition]Failed, GetWeight size:%u", partition.size);
  707. REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u",
  708. partition.size);
  709. return FAILED;
  710. }
  711. ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size);
  712. model_->SetWeight(weight);
  713. GELOGD("GetWeight size:%u", partition.size);
  714. return SUCCESS;
  715. }
  716. Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  717. ModelPartition partition;
  718. if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition, mode_index) != SUCCESS) {
  719. GELOGE(FAILED, "[Get][ModelPartition]Failed, GetWeight size:%u", partition.size);
  720. REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u",
  721. partition.size);
  722. return FAILED;
  723. }
  724. ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size);
  725. cur_model->SetWeight(weight);
  726. GELOGD("GetWeight size:%u", partition.size);
  727. return SUCCESS;
  728. }
  729. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(OmFileLoadHelper &om_load_helper) {
  730. ModelPartition task_partition;
  731. if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition) != SUCCESS) {
  732. GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size:%u", task_partition.size);
  733. REPORT_CALL_ERROR("E19999", "Get model task partition failed, task_partition size %u",
  734. task_partition.size);
  735. return FAILED;
  736. }
  737. std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>();
  738. GE_CHECK_NOTNULL(task);
  739. if (task_partition.size != 0) {
  740. if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) {
  741. GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u",
  742. task_partition.size);
  743. REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u",
  744. task_partition.size);
  745. return INTERNAL_ERROR;
  746. }
  747. GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num());
  748. }
  749. model_->SetModelTaskDef(task);
  750. return SUCCESS;
  751. }
  752. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(OmFileLoadHelper &om_load_helper,
  753. GeModelPtr &cur_model,
  754. size_t mode_index) {
  755. ModelPartition task_partition;
  756. if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition, mode_index) != SUCCESS) {
  757. GELOGE(FAILED, "Get task model partition failed.");
  758. GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size %u, mode_index %zu",
  759. task_partition.size, mode_index);
  760. REPORT_INNER_ERROR("E19999", "Get model task partition failed, "
  761. "task_partition size %u, mode_index %zu", task_partition.size, mode_index);
  762. return FAILED;
  763. }
  764. std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>();
  765. GE_CHECK_NOTNULL(task);
  766. if (task_partition.size != 0) {
  767. if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) {
  768. GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u",
  769. task_partition.size);
  770. REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u",
  771. task_partition.size);
  772. return INTERNAL_ERROR;
  773. }
  774. GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num());
  775. }
  776. cur_model->SetModelTaskDef(task);
  777. return SUCCESS;
  778. }
  779. Status ModelHelper::LoadTBEKernelStore(OmFileLoadHelper &om_load_helper) {
  780. // Load tbe kernels
  781. ModelPartition partition_kernel_def;
  782. TBEKernelStore kernel_store;
  783. if (om_load_helper.GetModelPartition(ModelPartitionType::TBE_KERNELS, partition_kernel_def) == SUCCESS) {
  784. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  785. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  786. GELOGD("Load tbe kernels success");
  787. } else {
  788. GELOGW("Load tbe kernels failed");
  789. }
  790. }
  791. model_->SetTBEKernelStore(kernel_store);
  792. return SUCCESS;
  793. }
  794. Status ModelHelper::LoadTBEKernelStore(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  795. // Load tbe kernels
  796. ModelPartition partition_kernel_def;
  797. TBEKernelStore kernel_store;
  798. if (om_load_helper.GetModelPartition(ModelPartitionType::TBE_KERNELS, partition_kernel_def, mode_index) ==
  799. SUCCESS) {
  800. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  801. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  802. GELOGD("Load tbe kernels success");
  803. } else {
  804. GELOGW("Load tbe kernels failed");
  805. }
  806. }
  807. cur_model->SetTBEKernelStore(kernel_store);
  808. return SUCCESS;
  809. }
  810. Status ModelHelper::LoadCustAICPUKernelStore(OmFileLoadHelper &om_load_helper) {
  811. // Load cust aicpu kernels
  812. ModelPartition partition_kernel_def;
  813. CustAICPUKernelStore kernel_store;
  814. if (om_load_helper.GetModelPartition(ModelPartitionType::CUST_AICPU_KERNELS, partition_kernel_def) == SUCCESS) {
  815. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  816. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  817. GELOGD("Load cust aicpu kernels success");
  818. } else {
  819. GELOGW("Load cust aicpu kernels failed");
  820. }
  821. }
  822. model_->SetCustAICPUKernelStore(kernel_store);
  823. return SUCCESS;
  824. }
  825. Status ModelHelper::LoadCustAICPUKernelStore(OmFileLoadHelper &om_load_helper,
  826. GeModelPtr &cur_model, size_t mode_index) {
  827. // Load cust aicpu kernels
  828. ModelPartition partition_kernel_def;
  829. CustAICPUKernelStore kernel_store;
  830. if (om_load_helper.GetModelPartition(ModelPartitionType::CUST_AICPU_KERNELS, partition_kernel_def, mode_index)
  831. == SUCCESS) {
  832. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  833. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  834. GELOGD("Load cust aicpu kernels success");
  835. } else {
  836. GELOGW("Load cust aicpu kernels failed");
  837. }
  838. }
  839. cur_model->SetCustAICPUKernelStore(kernel_store);
  840. return SUCCESS;
  841. }
  842. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY GeModelPtr ModelHelper::GetGeModel() {
  843. if (model_ != nullptr) {
  844. return model_;
  845. }
  846. GELOGD("Model has not been loaded!");
  847. std::shared_ptr<ge::GeModel> out_model = ge::MakeShared<ge::GeModel>();
  848. if (out_model == nullptr) {
  849. return nullptr;
  850. }
  851. return out_model;
  852. }
  853. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY GeRootModelPtr ModelHelper::GetGeRootModel() {
  854. if (root_model_ != nullptr) {
  855. return root_model_;
  856. }
  857. GELOGD("Model has not been loaded!");
  858. std::shared_ptr<ge::GeRootModel> out_model = ge::MakeShared<ge::GeRootModel>();
  859. if (out_model == nullptr) {
  860. return nullptr;
  861. }
  862. return out_model;
  863. }
  864. Status ModelHelper::ReleaseLocalModelData() noexcept {
  865. Status result = SUCCESS;
  866. if (model_addr_tmp_ != nullptr) {
  867. errno_t ret = memset_s(static_cast<void *>(model_addr_tmp_), model_len_tmp_, 0, model_len_tmp_);
  868. if (ret != EOK) {
  869. GELOGE(FAILED, "[Memset][Memory]Failed, error-code %d", ret);
  870. REPORT_CALL_ERROR("E19999", "Failed to memset memory, error-code %d", ret);
  871. result = FAILED;
  872. }
  873. delete[] model_addr_tmp_;
  874. model_addr_tmp_ = nullptr;
  875. model_len_tmp_ = 0;
  876. }
  877. return result;
  878. }
  879. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::GetBaseNameFromFileName(
  880. const string &file_name, string &base_name) {
  881. GELOGD("Get base_name from file, file_name:%s", file_name.c_str());
  882. GE_CHK_BOOL_EXEC_WARN(!file_name.empty(), return FAILED, "File path may not valid, check params --output");
  883. size_t start_position = 0;
  884. // using output as base_name (ignore ".om")
  885. size_t filename_suffixes = 3;
  886. if (file_name.find_last_of('/') != string::npos) {
  887. start_position = file_name.find_last_of('/') + 1;
  888. }
  889. size_t end_position = file_name.length() - filename_suffixes;
  890. base_name = file_name.substr(start_position, end_position - start_position);
  891. GE_CHK_BOOL_EXEC_WARN(!base_name.empty(), return FAILED, "Get base_name failed, check params --output");
  892. return SUCCESS;
  893. }
  894. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::GetModelNameFromMergedGraphName(
  895. const string &graph_name, string &model_name) {
  896. GELOGD("Get model_name from graph_name, graph_name:%s", graph_name.c_str());
  897. // this can only be used after merged graph(graph name will be append with "_x", x is index);
  898. GE_CHK_BOOL_EXEC_WARN(!graph_name.empty(), return FAILED, "File path may not valid, check params --output");
  899. size_t start_position = 0;
  900. size_t end_position = graph_name.length();
  901. // using graph as model_name (ignore "_x", x is the index of graph)
  902. if (graph_name.find_last_of('_') != string::npos) {
  903. end_position = graph_name.find_last_of('_');
  904. }
  905. model_name = graph_name.substr(start_position, end_position);
  906. GE_CHK_BOOL_EXEC_WARN(!model_name.empty(), return FAILED, "Get model_name failed, check params --output");
  907. return SUCCESS;
  908. }
  909. Status ModelTool::GetModelInfoFromOm(const char *model_file, ge::proto::ModelDef &model_def, uint32_t &modeldef_size) {
  910. GE_CHECK_NOTNULL(model_file);
  911. ge::ModelData model;
  912. int32_t priority = 0;
  913. Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model);
  914. if (ret != SUCCESS) {
  915. GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret);
  916. REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u",
  917. model_file, ret);
  918. return ret;
  919. }
  920. std::function<void()> callback = [&]() {
  921. if (model.model_data != nullptr) {
  922. delete[] reinterpret_cast<char *>(model.model_data);
  923. model.model_data = nullptr;
  924. }
  925. };
  926. GE_MAKE_GUARD(release, callback);
  927. uint8_t *model_data = nullptr;
  928. uint32_t model_len = 0;
  929. ret = ModelParserBase::ParseModelContent(model, model_data, model_len);
  930. if (ret != SUCCESS) {
  931. ErrorManager::GetInstance().ATCReportErrMessage("E10003",
  932. {"parameter", "value", "reason"}, {"om", model_file, "invalid om file"});
  933. GELOGE(ACL_ERROR_GE_PARAM_INVALID,
  934. "[Parse][ModelContent]Failed because of invalid om file %s, please check om param",
  935. model_file);
  936. return ret;
  937. }
  938. OmFileLoadHelper om_load_helper;
  939. ret = om_load_helper.Init(model_data, model_len);
  940. if (ret != SUCCESS) {
  941. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Om file init failed"});
  942. GELOGE(ge::FAILED, "[Init][OmFile]Failed, model_file %s", model_file);
  943. return ret;
  944. }
  945. ModelPartition ir_part;
  946. ret = om_load_helper.GetModelPartition(MODEL_DEF, ir_part);
  947. if (ret != SUCCESS) {
  948. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Get model part failed"});
  949. GELOGE(ge::FAILED, "[Get][ModelPart]Failed, model_file %s", model_file);
  950. return ret;
  951. }
  952. bool flag = ReadProtoFromArray(ir_part.data, ir_part.size, &model_def);
  953. if (!flag) {
  954. ret = INTERNAL_ERROR;
  955. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ReadProtoFromArray failed"});
  956. GELOGE(ret, "[Read][ProtoFromArray]Failed, model_file %s", model_file);
  957. return ret;
  958. }
  959. modeldef_size = ir_part.size;
  960. return ret;
  961. }
  962. Status ModelTool::GetModelInfoFromPbtxt(const char *model_file, ge::proto::ModelDef &model_def) {
  963. GE_CHECK_NOTNULL(model_file);
  964. ge::ModelData model;
  965. int32_t priority = 0;
  966. Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model);
  967. auto free_model_data = [](void **ptr) -> void {
  968. if (ptr != nullptr && *ptr != nullptr) {
  969. delete[] reinterpret_cast<char *>(*ptr);
  970. *ptr = nullptr;
  971. }
  972. };
  973. if (ret != SUCCESS) {
  974. free_model_data(&model.model_data);
  975. GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret);
  976. REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u",
  977. model_file, ret);
  978. return ret;
  979. }
  980. try {
  981. bool flag = google::protobuf::TextFormat::ParseFromString(reinterpret_cast<char *>(model.model_data), &model_def);
  982. if (!flag) {
  983. free_model_data(&model.model_data);
  984. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed"});
  985. GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, model_file %s", model_file);
  986. return FAILED;
  987. }
  988. free_model_data(&model.model_data);
  989. return SUCCESS;
  990. } catch (google::protobuf::FatalException &e) {
  991. free_model_data(&model.model_data);
  992. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed, exception message["
  993. + std::string(e.what()) + "]"});
  994. GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, exception message %s, model_file %s",
  995. e.what(), model_file);
  996. return FAILED;
  997. }
  998. }
  999. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知.