You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

model_helper.cc 49 kB

5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "framework/common/helper/model_helper.h"
  17. #include "common/model_parser/model_parser.h"
  18. #include "framework/omg/model_tool.h"
  19. #include "framework/omg/version.h"
  20. #include "graph/debug/ge_attr_define.h"
  21. #include "graph/utils/graph_utils.h"
  22. using std::string;
  23. using domi::ModelTaskDef;
  24. namespace {
  25. const int64_t kOriginalOmPartitionNum = 1;
  26. const uint32_t kStatiOmFileModelNum = 1;
  27. }
  28. namespace ge {
  29. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY ModelHelper::~ModelHelper() { (void)ReleaseLocalModelData(); }
  30. Status ModelHelper::SaveModelPartition(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper, ModelPartitionType type,
  31. const uint8_t *data, size_t size, size_t model_index) {
  32. if (size < 1 || size > UINT32_MAX) {
  33. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu invalid", size);
  34. REPORT_INNER_ERROR("E19999", "Add model partition failed, partition size %zu "
  35. "invalid", size);
  36. if (size > UINT32_MAX) {
  37. string item = "item";
  38. if (type == MODEL_DEF) {
  39. item = "model info";
  40. } else if (type == WEIGHTS_DATA) {
  41. item = "weight data";
  42. } else if (type == TASK_INFO) {
  43. item = "task info";
  44. } else if (type == TBE_KERNELS) {
  45. item = "tbe kernels";
  46. } else if (type == CUST_AICPU_KERNELS) {
  47. item = "aicpu kernels";
  48. }
  49. ErrorManager::GetInstance().ATCReportErrMessage("E19023", {"size", "item", "maxsize"},
  50. {std::to_string(size), item, std::to_string(UINT32_MAX)});
  51. }
  52. return PARAM_INVALID;
  53. }
  54. if (data == nullptr) {
  55. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, data is null");
  56. REPORT_INNER_ERROR("E19999", "Add model partition failed, data is null");
  57. return PARAM_INVALID;
  58. }
  59. ModelPartition partition_model;
  60. partition_model.data = const_cast<uint8_t *>(data);
  61. partition_model.size = static_cast<uint32_t>(size);
  62. partition_model.type = type;
  63. if (om_file_save_helper->AddPartition(partition_model, model_index) != SUCCESS) {
  64. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, partition size %zu", size);
  65. REPORT_CALL_ERROR("E19999", "Add model partition failed, partition size %zu", size);
  66. return PARAM_INVALID;
  67. }
  68. return SUCCESS;
  69. }
  70. Status ModelHelper::SaveSizeToModelDef(const GeModelPtr &ge_model) {
  71. vector<int64_t> om_info;
  72. auto ge_model_weight = ge_model->GetWeight();
  73. GELOGD("SaveSizeToModelDef weight_data_size is %zu, %p", ge_model_weight.GetSize(), ge_model_weight.GetData());
  74. om_info.push_back(ge_model_weight.GetSize());
  75. TBEKernelStore tbe_kernel_store = ge_model->GetTBEKernelStore();
  76. GELOGD("SaveSizeToModelDef tbe_kernels_size is %zu", tbe_kernel_store.DataSize());
  77. om_info.push_back(tbe_kernel_store.DataSize());
  78. CustAICPUKernelStore cust_aicpu_kernel_store = ge_model->GetCustAICPUKernelStore();
  79. GELOGD("SaveSizeToModelDef cust aicpu kernels size is %zu", cust_aicpu_kernel_store.DataSize());
  80. om_info.push_back(cust_aicpu_kernel_store.DataSize());
  81. std::shared_ptr<ModelTaskDef> model_task_def = ge_model->GetModelTaskDefPtr();
  82. if (model_task_def == nullptr) {
  83. GELOGD("SaveSizeToModelDef task_info_size is 0.");
  84. om_info.push_back(0);
  85. } else {
  86. size_t partition_task_size = model_task_def->ByteSizeLong();
  87. GELOGD("SaveSizeToModelDef task_info_size is %zu", partition_task_size);
  88. om_info.push_back(partition_task_size);
  89. }
  90. GE_CHK_BOOL_EXEC(ge::AttrUtils::SetListInt(*(ge_model.get()), "om_info_list", om_info),
  91. GELOGE(FAILED, "SetListInt of om_info_list failed.");
  92. return FAILED);
  93. return SUCCESS;
  94. }
  95. Status ModelHelper::SaveModelDef(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  96. const GeModelPtr &ge_model, ge::Buffer &model_buffer, size_t model_index) {
  97. ModelPtr model_tmp = ge::MakeShared<ge::Model>(ge_model->GetName(), ge_model->GetPlatformVersion());
  98. if (model_tmp == nullptr) {
  99. GELOGE(FAILED, "[Creat][Model]Failed, Model %s Ptr", ge_model->GetName().c_str());
  100. REPORT_CALL_ERROR("E19999", "Create Model %s Ptr failed", ge_model->GetName().c_str());
  101. return FAILED;
  102. }
  103. model_tmp->SetGraph(ge_model->GetGraph());
  104. model_tmp->SetVersion(ge_model->GetVersion());
  105. model_tmp->SetAttr(ge_model->MutableAttrMap());
  106. Status ret = SaveSizeToModelDef(ge_model);
  107. if (ret != SUCCESS) {
  108. GELOGE(ret, "[Save][SizeToModelDef]Failed, model %s, error_code %u",
  109. ge_model->GetName().c_str(), ret);
  110. REPORT_CALL_ERROR("E19999", "Save SizeToModelDef failed, model %s, error_code %u",
  111. ge_model->GetName().c_str(), ret);
  112. return ret;
  113. }
  114. (void)model_tmp->Save(model_buffer);
  115. GELOGD("MODEL_DEF size is %zu", model_buffer.GetSize());
  116. if (model_buffer.GetSize() > 0) {
  117. if (SaveModelPartition(om_file_save_helper, ModelPartitionType::MODEL_DEF, model_buffer.GetData(),
  118. model_buffer.GetSize(), model_index) != SUCCESS) {
  119. GELOGE(PARAM_INVALID, "[Add][ModelPartition]Failed, model %s, model_def size %zu, model_index %zu",
  120. ge_model->GetName().c_str(), model_buffer.GetSize(), model_index);
  121. REPORT_CALL_ERROR("E19999", "Add model graph partititon failed, model %s, model_def %zu, "
  122. "model_index %zu", ge_model->GetName().c_str(), model_buffer.GetSize(), model_index);
  123. return PARAM_INVALID;
  124. }
  125. }
  126. return SUCCESS;
  127. }
  128. Status ModelHelper::SaveModelWeights(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  129. const GeModelPtr &ge_model, size_t model_index) {
  130. auto ge_model_weight = ge_model->GetWeight();
  131. GELOGD("WEIGHTS_DATA size is %zu, %p", ge_model_weight.GetSize(), ge_model_weight.GetData());
  132. // weight is not necessary
  133. if (ge_model_weight.GetSize() > 0) {
  134. GE_CHK_STATUS_RET(SaveModelPartition(om_file_save_helper,
  135. ModelPartitionType::WEIGHTS_DATA,
  136. ge_model_weight.GetData(),
  137. ge_model_weight.GetSize(), model_index), "Add weight partition failed");
  138. }
  139. return SUCCESS;
  140. }
  141. Status ModelHelper::SaveModelTbeKernel(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  142. const GeModelPtr &ge_model, size_t model_index) {
  143. TBEKernelStore tbe_kernel_store = ge_model->GetTBEKernelStore();
  144. GELOGD("TBE_KERNELS size is %zu", tbe_kernel_store.DataSize());
  145. if (tbe_kernel_store.DataSize() > 0) {
  146. GE_CHK_STATUS_RET(
  147. SaveModelPartition(om_file_save_helper, ModelPartitionType::TBE_KERNELS,
  148. ge_model->GetTBEKernelStore().Data(), ge_model->GetTBEKernelStore().DataSize(),
  149. model_index), "Add tbe kernel partition failed");
  150. }
  151. // no need to check value, DATA->NetOutput
  152. (void)tbe_kernel_store.Load(tbe_kernel_store.Data(), tbe_kernel_store.DataSize());
  153. return SUCCESS;
  154. }
  155. Status ModelHelper::SaveModelCustAICPU(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  156. const GeModelPtr &ge_model, size_t model_index) {
  157. CustAICPUKernelStore cust_aicpu_kernel_store = ge_model->GetCustAICPUKernelStore();
  158. GELOGD("cust aicpu kernels size is %zu", cust_aicpu_kernel_store.DataSize());
  159. if (cust_aicpu_kernel_store.DataSize() > 0) {
  160. GE_CHK_STATUS_RET(SaveModelPartition(om_file_save_helper,
  161. ModelPartitionType::CUST_AICPU_KERNELS,
  162. ge_model->GetCustAICPUKernelStore().Data(),
  163. cust_aicpu_kernel_store.DataSize(), model_index),
  164. "Add cust aicpu kernel partition failed");
  165. }
  166. return SUCCESS;
  167. }
  168. Status ModelHelper::SaveModelTaskDef(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  169. const GeModelPtr &ge_model, ge::Buffer &task_buffer, size_t model_index) {
  170. std::shared_ptr<ModelTaskDef> model_task_def = ge_model->GetModelTaskDefPtr();
  171. if (model_task_def == nullptr) {
  172. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Creat][ModelTaskDef]Failed, it is nullptr, "
  173. "model %s", ge_model->GetName().c_str());
  174. REPORT_CALL_ERROR("E19999", "Creat model task def failed, it is nullptr, model %s",
  175. ge_model->GetName().c_str());
  176. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  177. }
  178. size_t partition_task_size = model_task_def->ByteSizeLong();
  179. GE_IF_BOOL_EXEC(partition_task_size == 0 || partition_task_size > INT_MAX,
  180. GELOGE(FAILED, "[Check][ModelDefSize]Invalid, size %zu, model %s",
  181. partition_task_size, ge_model->GetName().c_str());
  182. REPORT_CALL_ERROR("E19999", "Model def size %zu check invalid, model %s",
  183. partition_task_size, ge_model->GetName().c_str());
  184. return FAILED);
  185. task_buffer = ge::Buffer(partition_task_size);
  186. if (task_buffer.GetSize() == 0) {
  187. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION, "[Allocate][ModelTaskDefBuffer]Failed, "
  188. "model def size %zu, model %s", partition_task_size, ge_model->GetName().c_str());
  189. REPORT_CALL_ERROR("E19999", "Allocate model task def buffer failed, model def size %zu "
  190. "model %s", partition_task_size, ge_model->GetName().c_str());
  191. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  192. }
  193. (void)model_task_def->SerializePartialToArray(task_buffer.GetData(), static_cast<int>(partition_task_size));
  194. GELOGD("TASK_INFO op_size:%d, stream_num:%u", model_task_def->op().size(), model_task_def->stream_num());
  195. GELOGD("TASK_INFO size is %zu", partition_task_size);
  196. if (SaveModelPartition(om_file_save_helper, ModelPartitionType::TASK_INFO, task_buffer.GetData(),
  197. partition_task_size, model_index) != SUCCESS) {
  198. GELOGE(PARAM_INVALID, "[Add][ModelTaskDefPartition]Failed, model def size %zu, "
  199. "model_index %zu, model %s",
  200. partition_task_size, model_index, ge_model->GetName().c_str());
  201. REPORT_CALL_ERROR("E19999", "Add model task def partition failed, model def size %zu "
  202. "model_index %zu, model %s",
  203. partition_task_size, model_index, ge_model->GetName().c_str());
  204. return PARAM_INVALID;
  205. }
  206. return SUCCESS;
  207. }
  208. Status ModelHelper::SaveModelHeader(std::shared_ptr<OmFileSaveHelper> &om_file_save_helper,
  209. const GeModelPtr &ge_model, size_t model_num) {
  210. // Save target/version to model_header
  211. ModelFileHeader &model_header = om_file_save_helper->GetModelFileHeader();
  212. model_header.platform_type = ge_model->GetPlatformType();
  213. model_header.om_ir_version = ge_model->GetVersion();
  214. model_header.model_num = model_num;
  215. std::string platform_version = ge_model->GetPlatformVersion();
  216. errno_t err;
  217. err = memcpy_s(model_header.platform_version, PLATFORM_VERSION_LEN, platform_version.c_str(),
  218. platform_version.size() + 1);
  219. if (err != EOK) {
  220. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION,
  221. "[Save][Model]Failed while allocating memory for platform_version %s, model %s, "
  222. "errno %d", platform_version.c_str(), ge_model->GetName().c_str(), err);
  223. REPORT_CALL_ERROR("E19999", "ModelHelper save model %s failed while "
  224. "allocating memory for platform_version %s, errno %d",
  225. ge_model->GetName().c_str(), platform_version.c_str(), err);
  226. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  227. }
  228. string version = reinterpret_cast<char *>(model_header.platform_version);
  229. GELOGD("Platform version save: %s", version.c_str());
  230. size_t name_size = ge_model->GetName().size();
  231. name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size;
  232. err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, ge_model->GetName().c_str(), name_size);
  233. if (err != EOK) {
  234. GELOGE(ACL_ERROR_GE_MEMORY_ALLOCATION,
  235. "[Save][Model]Failed while allocating memory for model %s, errno %d",
  236. ge_model->GetName().c_str(), err);
  237. REPORT_CALL_ERROR("E19999", "ModelHelper save model failed while allocating memory "
  238. "for model %s,errno %d", ge_model->GetName().c_str(), err);
  239. return ACL_ERROR_GE_MEMORY_ALLOCATION;
  240. }
  241. string model_name = reinterpret_cast<char *>(model_header.name);
  242. GELOGD("Model name save:%s", model_name.c_str());
  243. return SUCCESS;
  244. }
  245. Status ModelHelper::SaveAllModelPartiton(std::shared_ptr<OmFileSaveHelper>& om_file_save_helper,
  246. const GeModelPtr &ge_model, ge::Buffer &model_buffer,
  247. ge::Buffer &task_buffer, size_t model_index) {
  248. if (SaveModelDef(om_file_save_helper, ge_model, model_buffer, model_index) != SUCCESS) {
  249. GELOGE(FAILED, "[Save][ModelDef]Failed, model %s, model index %zu",
  250. ge_model->GetName().c_str(), model_index);
  251. REPORT_CALL_ERROR("E19999", "ModelHelper save model def failed, model %s, model index %zu",
  252. ge_model->GetName().c_str(), model_index);
  253. return FAILED;
  254. }
  255. if (SaveModelWeights(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  256. GELOGE(FAILED, "[Save][ModelWeights]Failed, model %s, model index %zu",
  257. ge_model->GetName().c_str(), model_index);
  258. REPORT_CALL_ERROR("E19999","ModelHelper save mode weights failed, model %s, model index %zu",
  259. ge_model->GetName().c_str(), model_index);
  260. return FAILED;
  261. }
  262. if (SaveModelTbeKernel(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  263. GELOGE(FAILED, "[Save][ModelTbeKernel]Failed, model %s, model index %zu",
  264. ge_model->GetName().c_str(), model_index);
  265. REPORT_CALL_ERROR("E19999", "ModelHelper save model tbe kernel failed, model %s, "
  266. "model index %zu", ge_model->GetName().c_str(), model_index);
  267. return FAILED;
  268. }
  269. if (SaveModelCustAICPU(om_file_save_helper, ge_model, model_index) != SUCCESS) {
  270. GELOGE(FAILED, "[Save][ModelCustAICPU]Failed, model %s, model index %zu",
  271. ge_model->GetName().c_str(), model_index);
  272. REPORT_CALL_ERROR("E19999", "ModelHelper save model cust aicpu failed, model %s "
  273. "model index %zu", ge_model->GetName().c_str(), model_index);
  274. return FAILED;
  275. }
  276. if (SaveModelTaskDef(om_file_save_helper, ge_model, task_buffer, model_index) != SUCCESS) {
  277. GELOGE(FAILED, "[Save][TaskDef]Failed, model %s, model index %zu",
  278. ge_model->GetName().c_str(), model_index);
  279. REPORT_CALL_ERROR("E19999", "ModelHelper save task def failed, model %s, model index %zu",
  280. ge_model->GetName().c_str(), model_index);
  281. return FAILED;
  282. }
  283. return SUCCESS;
  284. }
  285. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmModel(const GeModelPtr &ge_model,
  286. const SaveParam &save_param,
  287. const std::string &output_file,
  288. ModelBufferData& model) {
  289. if (output_file.empty()) {
  290. GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid file name prefix, "
  291. "model %s", ge_model->GetName().c_str());
  292. REPORT_CALL_ERROR("E19999", "GraphBuilder SaveModel received invalid file name prefix, "
  293. "model %s", ge_model->GetName().c_str());
  294. return FAILED;
  295. }
  296. GE_IF_BOOL_EXEC(ge_model == nullptr, GELOGE(FAILED, "Ge_model is nullptr"); return FAILED);
  297. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  298. GE_CHECK_NOTNULL(om_file_save_helper);
  299. ge::Buffer model_buffer;
  300. ge::Buffer task_buffer;
  301. auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffer, task_buffer);
  302. if (ret != SUCCESS) {
  303. GELOGE(ret, "[Save][AllModelPartition]Failed, model %s, error_code %u",
  304. ge_model->GetName().c_str(), ret);
  305. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save all model partition failed, model %s "
  306. "error_code %u", ge_model->GetName().c_str(), ret);
  307. return ret;
  308. }
  309. ret = SaveModelHeader(om_file_save_helper, ge_model);
  310. if (ret != SUCCESS) {
  311. GELOGE(ret, "[Save][ModelHeader]Failed, model %s, error_code %u",
  312. ge_model->GetName().c_str(), ret);
  313. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model header failed, model %s "
  314. "error_code %u", ge_model->GetName().c_str(), ret);
  315. return ret;
  316. }
  317. ret = om_file_save_helper->SaveModel(save_param, output_file.c_str(), model, is_offline_);
  318. if (ret != SUCCESS) {
  319. GELOGE(FAILED, "[Save][Model]Failed, model %s, output file %s",
  320. ge_model->GetName().c_str(), output_file.c_str());
  321. REPORT_INNER_ERROR("E19999", "OmFileSaveHelper save model failed, model %s, "
  322. "output file %s", ge_model->GetName().c_str(), output_file.c_str());
  323. return ret;
  324. }
  325. return SUCCESS;
  326. }
  327. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::SaveToOmRootModel(
  328. const GeRootModelPtr &ge_root_model,
  329. const SaveParam &save_param,
  330. const std::string &output_file,
  331. ModelBufferData& model,
  332. bool is_unknown_shape) {
  333. GE_CHECK_NOTNULL(ge_root_model);
  334. GE_IF_BOOL_EXEC(ge_root_model == nullptr,
  335. GELOGE(FAILED, "[Check][GERootModel]Ge_root_model is nullptr");
  336. REPORT_INNER_ERROR("E19999", "Ge_root_model check failed, it is nullptr");
  337. return FAILED);
  338. auto &name_to_ge_model = ge_root_model->GetSubgraphInstanceNameToModel();
  339. GE_IF_BOOL_EXEC(name_to_ge_model.empty(),
  340. GELOGE(FAILED, "[Get][SubModel]Ge_root_model has no sub model");
  341. REPORT_INNER_ERROR("E19999", "Ge_root_model has no sub model");
  342. return FAILED);
  343. GE_IF_BOOL_EXEC(output_file.empty(),
  344. GELOGE(FAILED, "[Save][Model]GraphBuilder SaveModel received invalid "
  345. "file name prefix");
  346. REPORT_INNER_ERROR("E19999", "GraphBuilder SaveModel received invalid "
  347. "file name prefix");
  348. return FAILED);
  349. if (!is_unknown_shape) {
  350. auto &model_root = name_to_ge_model.begin()->second;
  351. return SaveToOmModel(model_root, save_param, output_file, model);
  352. }
  353. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  354. GE_CHECK_NOTNULL(om_file_save_helper);
  355. auto &first_ge_model = name_to_ge_model.at(ge_root_model->GetRootGraph()->GetName());
  356. // ge root model must be the first to be loaded
  357. vector<string> model_names{ge_root_model->GetRootGraph()->GetName()};
  358. for (auto &item : name_to_ge_model) {
  359. if (item.first != model_names.front()) {
  360. model_names.emplace_back(item.first);
  361. }
  362. }
  363. vector<ge::Buffer> model_buffers(model_names.size());
  364. vector<ge::Buffer> task_buffers(model_names.size());
  365. size_t cur_index = 0;
  366. if (model_names.size() > 1) {
  367. GELOGD("only save first model MODEL_DEF");
  368. if (SaveModelDef(om_file_save_helper, first_ge_model, model_buffers[cur_index], cur_index) != SUCCESS) {
  369. GELOGE(FAILED, "[Save][ModelDef]Failed, cur_index %zu", cur_index);
  370. REPORT_INNER_ERROR("E19999", "Save model def failed, cur_index %zu", cur_index);
  371. return FAILED;
  372. }
  373. ++cur_index;
  374. }
  375. for (; cur_index < model_names.size(); ++cur_index) {
  376. auto model_name = model_names[cur_index];
  377. GELOGD("cur model %s index is %zu", model_name.c_str(), cur_index);
  378. const GeModelPtr &ge_model = name_to_ge_model.at(model_name);
  379. auto ret = SaveAllModelPartiton(om_file_save_helper, ge_model, model_buffers[cur_index],
  380. task_buffers[cur_index], cur_index);
  381. if (ret != SUCCESS) {
  382. GELOGE(INTERNAL_ERROR, "[Save][AllModelPartition]Failed, model name %s, cur_index %zu",
  383. model_name.c_str(), cur_index);
  384. REPORT_CALL_ERROR("E19999", "Save all model %s partition failed, cur_index %zu",
  385. model_name.c_str(), cur_index);
  386. return INTERNAL_ERROR;
  387. }
  388. }
  389. auto ret = SaveModelHeader(om_file_save_helper, first_ge_model, model_names.size());
  390. if (ret != SUCCESS) {
  391. GELOGE(INTERNAL_ERROR, "[Save][ModelHeader]Failed, model name %s",
  392. first_ge_model->GetName().c_str());
  393. REPORT_CALL_ERROR("E19999", "Save model %s header failed", first_ge_model->GetName().c_str());
  394. return INTERNAL_ERROR;
  395. }
  396. ret = om_file_save_helper->SaveRootModel(save_param, output_file.c_str(), model, is_offline_);
  397. if (ret != SUCCESS) {
  398. GELOGE(FAILED, "[Save][Model]OmFileSaveHelper save model eturn fail, output_file %s",
  399. output_file.c_str());
  400. REPORT_CALL_ERROR("E19999", "OmFileSaveHelper save model return fail, output_file %s",
  401. output_file.c_str());
  402. return FAILED;
  403. }
  404. return SUCCESS;
  405. }
  406. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status
  407. ModelHelper::SaveOriginalGraphToOmModel(const ge::Graph &graph, const std::string &output_file) {
  408. if (output_file.empty()) {
  409. GELOGE(FAILED, "[Save][Model]Received invalid file name prefix, output_file %s",
  410. output_file.c_str());
  411. REPORT_INNER_ERROR("E19999", "Save model received invalid file name prefix, output_file %s",
  412. output_file.c_str());
  413. return FAILED;
  414. }
  415. // Get computegraph from graph
  416. auto compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  417. if (compute_graph == nullptr) {
  418. GELOGE(FAILED, "[Save][Model]Failed for compute_graph null");
  419. REPORT_INNER_ERROR("E19999", "Save model failed for compute_graph null");
  420. return FAILED;
  421. }
  422. GE_DUMP(compute_graph, "OriginalGraph");
  423. // Model
  424. ModelPtr model_ptr = ge::MakeShared<ge::Model>();
  425. GE_CHECK_NOTNULL_EXEC(model_ptr, return MEMALLOC_FAILED);
  426. std::string original_model_name = compute_graph->GetName() + "_original";
  427. model_ptr->SetName(original_model_name);
  428. model_ptr->SetGraph(graph);
  429. model_ptr->SetVersion(static_cast<uint32_t>(OM_PROTO_VERSION));
  430. string framework_version;
  431. Status frame_rt = PlatformVersionManager::GetPlatformVersion(framework_version);
  432. if (frame_rt == SUCCESS) {
  433. uint32_t counter = 0;
  434. string model_framework_version = framework_version + "." + std::to_string(counter);
  435. model_ptr->SetPlatformVersion(model_framework_version);
  436. }
  437. // Model def
  438. ge::Buffer model_buffer;
  439. ge::graphStatus status = model_ptr->Save(model_buffer);
  440. if (status != ge::GRAPH_SUCCESS) {
  441. GELOGE(FAILED, "[Save][Model]Failed for save buffer fail, model %s",
  442. model_ptr->GetName().c_str());
  443. REPORT_CALL_ERROR("E19999", "Save model %s failed for save buffer fail",
  444. model_ptr->GetName().c_str());
  445. return FAILED;
  446. }
  447. std::shared_ptr<OmFileSaveHelper> om_file_save_helper = ge::MakeShared<OmFileSaveHelper>();
  448. GE_CHECK_NOTNULL_EXEC(om_file_save_helper, return MEMALLOC_FAILED);
  449. ModelPartition partition_model;
  450. partition_model.data = model_buffer.GetData();
  451. partition_model.size = static_cast<uint32_t>(model_buffer.GetSize());
  452. partition_model.type = ModelPartitionType::MODEL_DEF;
  453. GELOGI("Original Model type[%u],size[%u]", partition_model.type, partition_model.size);
  454. if (partition_model.data != nullptr && partition_model.size > 0) {
  455. (void)om_file_save_helper->AddPartition(partition_model);
  456. // Condition of AddPartition is established, no need to check value
  457. }
  458. // Save target/version to model_header
  459. ModelFileHeader &model_header = om_file_save_helper->GetModelFileHeader();
  460. model_header.om_ir_version = model_ptr->GetVersion();
  461. model_header.headsize = MODEL_FILE_HEAD_LEN;
  462. std::string platform_version = model_ptr->GetPlatformVersion();
  463. errno_t err = memcpy_s(model_header.platform_version, PLATFORM_VERSION_LEN, platform_version.c_str(),
  464. platform_version.size() + 1);
  465. if (err != EOK) {
  466. GELOGE(FAILED, "[Save][Model]Failed for platform_version %s, model %s, errno %d",
  467. platform_version.c_str(), model_ptr->GetName().c_str(), err);
  468. REPORT_CALL_ERROR("E19999", "Save model %s failed for platform_version %s, errno %d",
  469. model_ptr->GetName().c_str(), platform_version.c_str(), err);
  470. return FAILED;
  471. }
  472. size_t name_size = model_ptr->GetName().size();
  473. name_size = name_size > (MODEL_NAME_LENGTH - 1) ? (MODEL_NAME_LENGTH - 1) : name_size;
  474. err = memcpy_s(model_header.name, MODEL_NAME_LENGTH, model_ptr->GetName().c_str(), name_size);
  475. if (err != EOK) {
  476. GELOGE(FAILED, "[Save][Model]Failed for memory copy %s failed, errno %d",
  477. model_ptr->GetName().c_str(), err);
  478. REPORT_CALL_ERROR("E19999", "Save model failed for memory copy %s failed, errno %d",
  479. model_ptr->GetName().c_str(), err);
  480. return FAILED;
  481. }
  482. ModelBufferData model;
  483. Status ret = om_file_save_helper->SaveModelToFile(output_file.c_str(), model, is_offline_);
  484. return (ret == SUCCESS ? SUCCESS : FAILED);
  485. }
  486. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadModel(const ge::ModelData &model_data) {
  487. if (model_data.model_data == nullptr || model_data.model_len == 0) {
  488. GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID,
  489. "[Load][Model]Model_data is nullptr or model_data_size is 0");
  490. REPORT_INNER_ERROR("E19999", "Load model failed, "
  491. "Model_data is nullptr or model_data_size is 0");
  492. return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID;
  493. }
  494. if (is_assign_model_) {
  495. GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED, "[Load][Model]Model helper has already loaded!");
  496. REPORT_INNER_ERROR("E19999", "Model helper has already loaded");
  497. return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED;
  498. }
  499. if (ReleaseLocalModelData() != SUCCESS) {
  500. GELOGE(ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA, "[Release][ModelData]Failed.");
  501. REPORT_CALL_ERROR("E19999", "Release local model data failed");
  502. return ACL_ERROR_GE_EXEC_RELEASE_MODEL_DATA;
  503. }
  504. Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_);
  505. if (status != SUCCESS) {
  506. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][ModelContent]Failed!");
  507. REPORT_CALL_ERROR("E19999", "Parse model content failed");
  508. return ACL_ERROR_GE_PARAM_INVALID;
  509. }
  510. file_header_ = reinterpret_cast<ModelFileHeader *>(model_data.model_data);
  511. OmFileLoadHelper om_load_helper;
  512. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_);
  513. if (status != SUCCESS) {
  514. GELOGE(status, "[Init][OmLoadHelper]Failed");
  515. REPORT_CALL_ERROR("E19999", "Om_load_helper init failed");
  516. model_addr_tmp_ = nullptr;
  517. return status;
  518. }
  519. auto partition_table = reinterpret_cast<ModelPartitionTable *>(model_addr_tmp_);
  520. if (partition_table->num == kOriginalOmPartitionNum) {
  521. model_addr_tmp_ = nullptr;
  522. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Check][OmModel]Error, please use executable om model");
  523. REPORT_CALL_ERROR("E19999", "Om model is error, please use executable om model");
  524. return ACL_ERROR_GE_PARAM_INVALID;
  525. }
  526. // Encrypt model need to del temp model/no encrypt model don't need to del model
  527. model_addr_tmp_ = nullptr;
  528. status = GenerateGeModel(om_load_helper);
  529. if (status != SUCCESS) {
  530. GELOGE(status, "[Generate][GEModel]Failed");
  531. REPORT_CALL_ERROR("E19999", "Generate GE model failed");
  532. return status;
  533. }
  534. GELOGD("in ModelHelper::LoadModel, is_assign_model_ is setted to true!");
  535. is_assign_model_ = true;
  536. return SUCCESS;
  537. }
  538. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadRootModel(const ge::ModelData &model_data) {
  539. if (model_data.model_data == nullptr || model_data.model_len == 0) {
  540. GELOGE(ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID, "[Load][RootModel] "
  541. "Model_data is nullptr or model_data_size is 0");
  542. REPORT_INNER_ERROR("E19999", "Load root model failed, model_data is nullptr or its size is 0");
  543. return ACL_ERROR_GE_EXEC_MODEL_DATA_SIZE_INVALID;
  544. }
  545. if (is_assign_model_) {
  546. GELOGE(ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED,
  547. "[Load][RootModel]Model helper has already loaded!");
  548. REPORT_INNER_ERROR("E19999", "Load root model failed, model helper has already loaded");
  549. return ACL_ERROR_GE_EXEC_LOAD_MODEL_REPEATED;
  550. }
  551. if (ReleaseLocalModelData() != SUCCESS) {
  552. GELOGE(INTERNAL_ERROR, "[Release][ModelData]Failed.");
  553. REPORT_CALL_ERROR("E19999", "Release local root model data failed");
  554. return INTERNAL_ERROR;
  555. }
  556. Status status = ModelParserBase::ParseModelContent(model_data, model_addr_tmp_, model_len_tmp_);
  557. if (status != SUCCESS) {
  558. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "[Parse][RootModelContent]Failed!");
  559. REPORT_CALL_ERROR("E19999", "Parse model content failed");
  560. return ACL_ERROR_GE_PARAM_INVALID;
  561. }
  562. file_header_ = reinterpret_cast<ModelFileHeader *>(model_data.model_data);
  563. //model verison 1.0 file header does not have model_num member
  564. is_unknown_shape_model_ = file_header_->version >= ge::MODEL_VERSION &&
  565. file_header_->model_num > kStatiOmFileModelNum;
  566. GELOGD("cur om model is ge root model or no %d, model version %u", is_unknown_shape_model_, file_header_->version);
  567. OmFileLoadHelper om_load_helper;
  568. if (is_unknown_shape_model_) {
  569. auto model_num = file_header_->model_num;
  570. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_, model_num);
  571. } else {
  572. status = om_load_helper.Init(model_addr_tmp_, model_len_tmp_);
  573. }
  574. if (status != SUCCESS) {
  575. GELOGE(status, "[Init][OmLoadHelper]Failed");
  576. REPORT_CALL_ERROR("E19999", "Om_load_helper init failed");
  577. model_addr_tmp_ = nullptr;
  578. return status;
  579. }
  580. // Encrypt model need to del temp model/no encrypt model don't need to del model
  581. model_addr_tmp_ = nullptr;
  582. status = GenerateGeRootModel(om_load_helper);
  583. if (status != SUCCESS) {
  584. GELOGE(status, "[Generate][GERootModel]Failed");
  585. REPORT_CALL_ERROR("E19999", "Generate GE root model failed");
  586. return status;
  587. }
  588. GELOGD("in ModelHelper::LoadRootModel, is_assign_model_ is setted to true!");
  589. is_assign_model_ = true;
  590. return SUCCESS;
  591. }
  592. Status ModelHelper::GenerateGeModel(OmFileLoadHelper &om_load_helper) {
  593. model_ = ge::MakeShared<ge::GeModel>();
  594. GE_CHECK_NOTNULL(model_);
  595. Status ret = LoadModelData(om_load_helper);
  596. if (ret != SUCCESS) {
  597. return ACL_ERROR_GE_EXEC_LOAD_MODEL_PARTITION_FAILED;
  598. }
  599. ret = LoadWeights(om_load_helper);
  600. if (ret != SUCCESS) {
  601. return ACL_ERROR_GE_EXEC_LOAD_WEIGHT_PARTITION_FAILED;
  602. }
  603. ret = LoadTask(om_load_helper);
  604. if (ret != SUCCESS) {
  605. return ACL_ERROR_GE_EXEC_LOAD_TASK_PARTITION_FAILED;
  606. }
  607. ret = LoadTBEKernelStore(om_load_helper);
  608. if (ret != SUCCESS) {
  609. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  610. }
  611. ret = LoadCustAICPUKernelStore(om_load_helper);
  612. if (ret != SUCCESS) {
  613. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  614. }
  615. return SUCCESS;
  616. }
  617. Status ModelHelper::GenerateGeRootModel(OmFileLoadHelper &om_load_helper) {
  618. GELOGD("Begin to generate ge root model");
  619. root_model_ = ge::MakeShared<ge::GeRootModel>();
  620. GE_CHECK_NOTNULL(root_model_);
  621. if (!is_unknown_shape_model_) {
  622. if (GenerateGeModel(om_load_helper) != SUCCESS) {
  623. GELOGE(FAILED, "[Generate][GERootModel]Failed");
  624. REPORT_CALL_ERROR("E19999", "Generate GE root model failed");
  625. return FAILED;
  626. }
  627. GE_CHECK_NOTNULL(model_);
  628. root_model_->SetRootGraph(GraphUtils::GetComputeGraph(model_->GetGraph()));
  629. return SUCCESS;
  630. }
  631. bool is_first_model = true;
  632. for (size_t mode_index = 0; mode_index < file_header_->model_num; ++mode_index) {
  633. GeModelPtr cur_model = ge::MakeShared<ge::GeModel>();
  634. Status ret = LoadModelData(om_load_helper, cur_model, mode_index);
  635. if (ret != SUCCESS) {
  636. return ACL_ERROR_GE_EXEC_LOAD_MODEL_PARTITION_FAILED;
  637. }
  638. if (is_first_model) {
  639. is_first_model = false;
  640. root_model_->SetRootGraph(GraphUtils::GetComputeGraph(cur_model->GetGraph()));
  641. root_model_->SetModelId(cur_model->GetModelId());
  642. model_ = cur_model;
  643. continue;
  644. }
  645. ret = LoadWeights(om_load_helper, cur_model, mode_index);
  646. if (ret != SUCCESS) {
  647. return ACL_ERROR_GE_EXEC_LOAD_WEIGHT_PARTITION_FAILED;
  648. }
  649. ret = LoadTBEKernelStore(om_load_helper, cur_model, mode_index);
  650. if (ret != SUCCESS) {
  651. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  652. }
  653. ret = LoadCustAICPUKernelStore(om_load_helper, cur_model, mode_index);
  654. if (ret != SUCCESS) {
  655. return ACL_ERROR_GE_EXEC_LOAD_KERNEL_PARTITION_FAILED;
  656. }
  657. ret = LoadTask(om_load_helper, cur_model, mode_index);
  658. if (ret != SUCCESS) {
  659. return ACL_ERROR_GE_EXEC_LOAD_TASK_PARTITION_FAILED;
  660. }
  661. root_model_->SetSubgraphInstanceNameToModel(cur_model->GetName(), cur_model);
  662. }
  663. return SUCCESS;
  664. }
  665. Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper) {
  666. ModelPartition partition_model_def;
  667. // no need to check value, DATA->NetOutput
  668. om_load_helper.GetModelPartition(ModelPartitionType::MODEL_DEF, partition_model_def);
  669. GELOGD("Model_def partition addr:%p,size:%u", partition_model_def.data, partition_model_def.size);
  670. ge::Model model;
  671. if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) {
  672. GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u",
  673. partition_model_def.data, partition_model_def.size);
  674. REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u",
  675. partition_model_def.data, partition_model_def.size);
  676. return INTERNAL_ERROR;
  677. }
  678. SetModelToGeModel(model_, model);
  679. return SUCCESS;
  680. }
  681. void ModelHelper::SetModelToGeModel(GeModelPtr &ge_model, Model &model) {
  682. ge_model->SetGraph(model.GetGraph());
  683. ge_model->SetName(model.GetName());
  684. ge_model->SetVersion(model.GetVersion());
  685. ge_model->SetPlatformVersion(model.GetPlatformVersion());
  686. ge_model->SetAttr(model.MutableAttrMap());
  687. }
  688. Status ModelHelper::LoadModelData(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  689. ModelPartition partition_model_def;
  690. // no need to check value, DATA->NetOutput
  691. om_load_helper.GetModelPartition(ModelPartitionType::MODEL_DEF, partition_model_def, mode_index);
  692. GELOGD("Model_def partition addr:%p,size:%u", partition_model_def.data, partition_model_def.size);
  693. ge::Model model;
  694. if (ge::Model::Load(partition_model_def.data, partition_model_def.size, model) != SUCCESS) {
  695. GELOGE(INTERNAL_ERROR, "[Load][Model]Failed, model_def partition addr:%p, size:%u",
  696. partition_model_def.data, partition_model_def.size);
  697. REPORT_CALL_ERROR("E19999", "Load model failed, model_def partition addr:%p, size:%u",
  698. partition_model_def.data, partition_model_def.size);
  699. return INTERNAL_ERROR;
  700. }
  701. SetModelToGeModel(cur_model, model);
  702. return SUCCESS;
  703. }
  704. Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper) {
  705. ModelPartition partition;
  706. if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition) != SUCCESS) {
  707. GELOGE(FAILED, "[Get][ModelWeightPartition]Failed, GetWeight size:%u", partition.size);
  708. REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u",
  709. partition.size);
  710. return FAILED;
  711. }
  712. ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size);
  713. model_->SetWeight(weight);
  714. GELOGD("GetWeight size:%u", partition.size);
  715. return SUCCESS;
  716. }
  717. Status ModelHelper::LoadWeights(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  718. ModelPartition partition;
  719. if (om_load_helper.GetModelPartition(ModelPartitionType::WEIGHTS_DATA, partition, mode_index) != SUCCESS) {
  720. GELOGE(FAILED, "[Get][ModelPartition]Failed, GetWeight size:%u", partition.size);
  721. REPORT_CALL_ERROR("E19999", "[Get][ModelPartition]Failed, GetWeight size:%u",
  722. partition.size);
  723. return FAILED;
  724. }
  725. ge::Buffer weight = ge::Buffer::CopyFrom(partition.data, partition.size);
  726. cur_model->SetWeight(weight);
  727. GELOGD("GetWeight size:%u", partition.size);
  728. return SUCCESS;
  729. }
  730. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(OmFileLoadHelper &om_load_helper) {
  731. ModelPartition task_partition;
  732. if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition) != SUCCESS) {
  733. GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size:%u", task_partition.size);
  734. REPORT_CALL_ERROR("E19999", "Get model task partition failed, task_partition size %u",
  735. task_partition.size);
  736. return FAILED;
  737. }
  738. std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>();
  739. GE_CHECK_NOTNULL(task);
  740. if (task_partition.size != 0) {
  741. if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) {
  742. GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u",
  743. task_partition.size);
  744. REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u",
  745. task_partition.size);
  746. return INTERNAL_ERROR;
  747. }
  748. GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num());
  749. }
  750. model_->SetModelTaskDef(task);
  751. return SUCCESS;
  752. }
  753. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::LoadTask(OmFileLoadHelper &om_load_helper,
  754. GeModelPtr &cur_model,
  755. size_t mode_index) {
  756. ModelPartition task_partition;
  757. if (om_load_helper.GetModelPartition(ModelPartitionType::TASK_INFO, task_partition, mode_index) != SUCCESS) {
  758. GELOGE(FAILED, "Get task model partition failed.");
  759. GELOGE(FAILED, "[Get][ModelTaskPartition]Failed, task_partition size %u, mode_index %zu",
  760. task_partition.size, mode_index);
  761. REPORT_INNER_ERROR("E19999", "Get model task partition failed, "
  762. "task_partition size %u, mode_index %zu", task_partition.size, mode_index);
  763. return FAILED;
  764. }
  765. std::shared_ptr<ModelTaskDef> task = ge::MakeShared<ModelTaskDef>();
  766. GE_CHECK_NOTNULL(task);
  767. if (task_partition.size != 0) {
  768. if (!ReadProtoFromArray(task_partition.data, task_partition.size, task.get())) {
  769. GELOGE(INTERNAL_ERROR, "[Read][ProtoFromArray]Failed, task_partition size %u",
  770. task_partition.size);
  771. REPORT_CALL_ERROR("E19999", "Read proto from array failed, task_partition size %u",
  772. task_partition.size);
  773. return INTERNAL_ERROR;
  774. }
  775. GELOGD("TASK_INFO op_size:%d, stream_num:%u", task->op().size(), task->stream_num());
  776. }
  777. cur_model->SetModelTaskDef(task);
  778. return SUCCESS;
  779. }
  780. Status ModelHelper::LoadTBEKernelStore(OmFileLoadHelper &om_load_helper) {
  781. // Load tbe kernels
  782. ModelPartition partition_kernel_def;
  783. TBEKernelStore kernel_store;
  784. if (om_load_helper.GetModelPartition(ModelPartitionType::TBE_KERNELS, partition_kernel_def) == SUCCESS) {
  785. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  786. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  787. GELOGD("Load tbe kernels success");
  788. } else {
  789. GELOGW("Load tbe kernels failed");
  790. }
  791. }
  792. model_->SetTBEKernelStore(kernel_store);
  793. return SUCCESS;
  794. }
  795. Status ModelHelper::LoadTBEKernelStore(OmFileLoadHelper &om_load_helper, GeModelPtr &cur_model, size_t mode_index) {
  796. // Load tbe kernels
  797. ModelPartition partition_kernel_def;
  798. TBEKernelStore kernel_store;
  799. if (om_load_helper.GetModelPartition(ModelPartitionType::TBE_KERNELS, partition_kernel_def, mode_index) ==
  800. SUCCESS) {
  801. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  802. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  803. GELOGD("Load tbe kernels success");
  804. } else {
  805. GELOGW("Load tbe kernels failed");
  806. }
  807. }
  808. cur_model->SetTBEKernelStore(kernel_store);
  809. return SUCCESS;
  810. }
  811. Status ModelHelper::LoadCustAICPUKernelStore(OmFileLoadHelper &om_load_helper) {
  812. // Load cust aicpu kernels
  813. ModelPartition partition_kernel_def;
  814. CustAICPUKernelStore kernel_store;
  815. if (om_load_helper.GetModelPartition(ModelPartitionType::CUST_AICPU_KERNELS, partition_kernel_def) == SUCCESS) {
  816. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  817. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  818. GELOGD("Load cust aicpu kernels success");
  819. } else {
  820. GELOGW("Load cust aicpu kernels failed");
  821. }
  822. }
  823. model_->SetCustAICPUKernelStore(kernel_store);
  824. return SUCCESS;
  825. }
  826. Status ModelHelper::LoadCustAICPUKernelStore(OmFileLoadHelper &om_load_helper,
  827. GeModelPtr &cur_model, size_t mode_index) {
  828. // Load cust aicpu kernels
  829. ModelPartition partition_kernel_def;
  830. CustAICPUKernelStore kernel_store;
  831. if (om_load_helper.GetModelPartition(ModelPartitionType::CUST_AICPU_KERNELS, partition_kernel_def, mode_index)
  832. == SUCCESS) {
  833. GELOGD("Kernels partition size:%u", partition_kernel_def.size);
  834. if (kernel_store.Load(partition_kernel_def.data, partition_kernel_def.size)) {
  835. GELOGD("Load cust aicpu kernels success");
  836. } else {
  837. GELOGW("Load cust aicpu kernels failed");
  838. }
  839. }
  840. cur_model->SetCustAICPUKernelStore(kernel_store);
  841. return SUCCESS;
  842. }
  843. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY GeModelPtr ModelHelper::GetGeModel() {
  844. if (model_ != nullptr) {
  845. return model_;
  846. }
  847. GELOGD("Model has not been loaded!");
  848. std::shared_ptr<ge::GeModel> out_model = ge::MakeShared<ge::GeModel>();
  849. if (out_model == nullptr) {
  850. return nullptr;
  851. }
  852. return out_model;
  853. }
  854. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY GeRootModelPtr ModelHelper::GetGeRootModel() {
  855. if (root_model_ != nullptr) {
  856. return root_model_;
  857. }
  858. GELOGD("Model has not been loaded!");
  859. std::shared_ptr<ge::GeRootModel> out_model = ge::MakeShared<ge::GeRootModel>();
  860. if (out_model == nullptr) {
  861. return nullptr;
  862. }
  863. return out_model;
  864. }
  865. Status ModelHelper::ReleaseLocalModelData() noexcept {
  866. Status result = SUCCESS;
  867. if (model_addr_tmp_ != nullptr) {
  868. errno_t ret = memset_s(static_cast<void *>(model_addr_tmp_), model_len_tmp_, 0, model_len_tmp_);
  869. if (ret != EOK) {
  870. GELOGE(FAILED, "[Memset][Memory]Failed, error-code %d", ret);
  871. REPORT_CALL_ERROR("E19999", "Failed to memset memory, error-code %d", ret);
  872. result = FAILED;
  873. }
  874. delete[] model_addr_tmp_;
  875. model_addr_tmp_ = nullptr;
  876. model_len_tmp_ = 0;
  877. }
  878. return result;
  879. }
  880. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::GetBaseNameFromFileName(
  881. const string &file_name, string &base_name) {
  882. GELOGD("Get base_name from file, file_name:%s", file_name.c_str());
  883. GE_CHK_BOOL_EXEC_WARN(!file_name.empty(), return FAILED, "File path may not valid, check params --output");
  884. size_t start_position = 0;
  885. // using output as base_name (ignore ".om")
  886. size_t filename_suffixes = 3;
  887. if (file_name.find_last_of('/') != string::npos) {
  888. start_position = file_name.find_last_of('/') + 1;
  889. }
  890. size_t end_position = file_name.length() - filename_suffixes;
  891. base_name = file_name.substr(start_position, end_position - start_position);
  892. GE_CHK_BOOL_EXEC_WARN(!base_name.empty(), return FAILED, "Get base_name failed, check params --output");
  893. return SUCCESS;
  894. }
  895. FMK_FUNC_HOST_VISIBILITY FMK_FUNC_DEV_VISIBILITY Status ModelHelper::GetModelNameFromMergedGraphName(
  896. const string &graph_name, string &model_name) {
  897. GELOGD("Get model_name from graph_name, graph_name:%s", graph_name.c_str());
  898. // this can only be used after merged graph(graph name will be append with "_x", x is index);
  899. GE_CHK_BOOL_EXEC_WARN(!graph_name.empty(), return FAILED, "File path may not valid, check params --output");
  900. size_t start_position = 0;
  901. size_t end_position = graph_name.length();
  902. // using graph as model_name (ignore "_x", x is the index of graph)
  903. if (graph_name.find_last_of('_') != string::npos) {
  904. end_position = graph_name.find_last_of('_');
  905. }
  906. model_name = graph_name.substr(start_position, end_position);
  907. GE_CHK_BOOL_EXEC_WARN(!model_name.empty(), return FAILED, "Get model_name failed, check params --output");
  908. return SUCCESS;
  909. }
  910. Status ModelTool::GetModelInfoFromOm(const char *model_file, ge::proto::ModelDef &model_def, uint32_t &modeldef_size) {
  911. GE_CHECK_NOTNULL(model_file);
  912. ge::ModelData model;
  913. int32_t priority = 0;
  914. Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model);
  915. if (ret != SUCCESS) {
  916. GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret);
  917. REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u",
  918. model_file, ret);
  919. return ret;
  920. }
  921. std::function<void()> callback = [&]() {
  922. if (model.model_data != nullptr) {
  923. delete[] reinterpret_cast<char *>(model.model_data);
  924. model.model_data = nullptr;
  925. }
  926. };
  927. GE_MAKE_GUARD(release, callback);
  928. uint8_t *model_data = nullptr;
  929. uint32_t model_len = 0;
  930. ret = ModelParserBase::ParseModelContent(model, model_data, model_len);
  931. if (ret != SUCCESS) {
  932. ErrorManager::GetInstance().ATCReportErrMessage("E10003",
  933. {"parameter", "value", "reason"}, {"om", model_file, "invalid om file"});
  934. GELOGE(ACL_ERROR_GE_PARAM_INVALID,
  935. "[Parse][ModelContent]Failed because of invalid om file %s, please check om param",
  936. model_file);
  937. return ret;
  938. }
  939. OmFileLoadHelper om_load_helper;
  940. ret = om_load_helper.Init(model_data, model_len);
  941. if (ret != SUCCESS) {
  942. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Om file init failed"});
  943. GELOGE(ge::FAILED, "[Init][OmFile]Failed, model_file %s", model_file);
  944. return ret;
  945. }
  946. ModelPartition ir_part;
  947. ret = om_load_helper.GetModelPartition(MODEL_DEF, ir_part);
  948. if (ret != SUCCESS) {
  949. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"Get model part failed"});
  950. GELOGE(ge::FAILED, "[Get][ModelPart]Failed, model_file %s", model_file);
  951. return ret;
  952. }
  953. bool flag = ReadProtoFromArray(ir_part.data, ir_part.size, &model_def);
  954. if (!flag) {
  955. ret = INTERNAL_ERROR;
  956. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ReadProtoFromArray failed"});
  957. GELOGE(ret, "[Read][ProtoFromArray]Failed, model_file %s", model_file);
  958. return ret;
  959. }
  960. modeldef_size = ir_part.size;
  961. return ret;
  962. }
  963. Status ModelTool::GetModelInfoFromPbtxt(const char *model_file, ge::proto::ModelDef &model_def) {
  964. GE_CHECK_NOTNULL(model_file);
  965. ge::ModelData model;
  966. int32_t priority = 0;
  967. Status ret = ModelParserBase::LoadFromFile(model_file, "", priority, model);
  968. auto free_model_data = [](void **ptr) -> void {
  969. if (ptr != nullptr && *ptr != nullptr) {
  970. delete[] reinterpret_cast<char *>(*ptr);
  971. *ptr = nullptr;
  972. }
  973. };
  974. if (ret != SUCCESS) {
  975. free_model_data(&model.model_data);
  976. GELOGE(ret, "[Load][ModelInfo]Failed from file %s, error_code %u", model_file, ret);
  977. REPORT_CALL_ERROR("E19999", "Load model info failed from file %s, error_code %u",
  978. model_file, ret);
  979. return ret;
  980. }
  981. try {
  982. bool flag = google::protobuf::TextFormat::ParseFromString(reinterpret_cast<char *>(model.model_data), &model_def);
  983. if (!flag) {
  984. free_model_data(&model.model_data);
  985. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed"});
  986. GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, model_file %s", model_file);
  987. return FAILED;
  988. }
  989. free_model_data(&model.model_data);
  990. return SUCCESS;
  991. } catch (google::protobuf::FatalException &e) {
  992. free_model_data(&model.model_data);
  993. ErrorManager::GetInstance().ATCReportErrMessage("E19021", {"reason"}, {"ParseFromString failed, exception message["
  994. + std::string(e.what()) + "]"});
  995. GELOGE(FAILED, "[Parse][ModelInfo]Failed from string, exception message %s, model_file %s",
  996. e.what(), model_file);
  997. return FAILED;
  998. }
  999. }
  1000. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示