You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

base.h 12 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef __CCE_RUNTIME_BASE_H__
  17. #define __CCE_RUNTIME_BASE_H__
  18. #include <stdint.h>
  19. #include "toolchain/prof_callback.h"
  20. #if defined(__cplusplus)
  21. extern "C" {
  22. #endif
  23. // If you need export the function of this library in Win32 dll, use __declspec(dllexport)
  24. #ifndef RTS_API
  25. #ifdef RTS_DLL_EXPORT
  26. #define RTS_API __declspec(dllexport)
  27. #else
  28. #define RTS_API
  29. #endif
  30. #endif
  31. typedef int32_t rtError_t;
  32. static const int32_t RT_ERROR_NONE = 0; // success
  33. /**
  34. * @ingroup dvrt_base
  35. * @brief runtime exception numbers.
  36. */
  37. typedef enum tagRtExceptionType {
  38. RT_EXCEPTION_NONE = 0,
  39. RT_EXCEPTION_TS_DOWN = 1,
  40. RT_EXCEPTION_TASK_TIMEOUT = 2,
  41. RT_EXCEPTION_TASK_FAILURE = 3,
  42. RT_EXCEPTION_DEV_RUNNING_DOWN = 4,
  43. RT_EXCEPTION_STREAM_ID_FREE_FAILED = 5
  44. } rtExceptionType;
  45. /**
  46. * @ingroup dvrt_base
  47. * @brief Switch type.
  48. */
  49. typedef enum tagRtCondition {
  50. RT_EQUAL = 0,
  51. RT_NOT_EQUAL,
  52. RT_GREATER,
  53. RT_GREATER_OR_EQUAL,
  54. RT_LESS,
  55. RT_LESS_OR_EQUAL
  56. } rtCondition_t;
  57. /**
  58. * @ingroup dvrt_base
  59. * @brief Data Type of Extensible Switch Task.
  60. */
  61. typedef enum tagRtSwitchDataType {
  62. RT_SWITCH_INT32 = 0,
  63. RT_SWITCH_INT64 = 1,
  64. } rtSwitchDataType_t;
  65. typedef enum tagRtStreamFlagType {
  66. RT_HEAD_STREAM = 0, // first stream
  67. RT_INVALID_FLAG = 0xFFFFFFFF,
  68. } rtStreamFlagType_t;
  69. typedef enum tagRtLimitType {
  70. RT_LIMIT_TYPE_LOW_POWER_TIMEOUT = 0, // timeout for power down , ms
  71. } rtLimitType_t;
  72. typedef struct rtExceptionInfo {
  73. uint32_t taskid;
  74. uint32_t streamid;
  75. uint32_t tid;
  76. uint32_t deviceid;
  77. uint32_t retcode;
  78. } rtExceptionInfo;
  79. typedef void (*rtErrorCallback)(rtExceptionType);
  80. typedef void (*rtTaskFailCallback)(rtExceptionInfo *exceptionInfo);
  81. typedef void (*rtDeviceStateCallback)(uint32_t devId, bool isOpen);
  82. /**
  83. * @ingroup profiling_base
  84. * @brief dataType: rtProfCtrlType_t
  85. * @brief data: data swtich or reporter function
  86. * @brief dataLen: length of data
  87. */
  88. typedef rtError_t (*rtProfCtrlHandle)(uint32_t dataType, void *data, uint32_t dataLen);
  89. /**
  90. * @ingroup dvrt_base
  91. * @brief stream handle.
  92. */
  93. typedef void *rtStream_t;
  94. /**
  95. * @ingroup dvrt_base
  96. * @brief runtime event handle.
  97. */
  98. typedef void *rtEvent_t;
  99. /**
  100. * @ingroup dvrt_base
  101. * @brief label handle.
  102. */
  103. typedef void *rtLabel_t;
  104. /**
  105. * @ingroup dvrt_base
  106. * @brief model handle.
  107. */
  108. typedef void *rtModel_t;
  109. #define RT_PROF_MAX_DEV_NUM 64
  110. /**
  111. * @ingroup profiling_base
  112. * @brief profiling command info
  113. */
  114. typedef struct rtProfCommandHandle {
  115. uint64_t profSwitch;
  116. uint64_t profSwitchHi;
  117. uint32_t devNums;
  118. uint32_t devIdList[RT_PROF_MAX_DEV_NUM];
  119. uint32_t modelId;
  120. uint32_t type;
  121. } rtProfCommandHandle_t;
  122. /**
  123. * @ingroup profiling_base
  124. * @brief type of app register profiling switch or reporter callback
  125. */
  126. typedef enum {
  127. RT_PROF_CTRL_INVALID = 0,
  128. RT_PROF_CTRL_SWITCH,
  129. RT_PROF_CTRL_REPORTER,
  130. RT_PROF_CTRL_BUTT
  131. } rtProfCtrlType_t;
  132. /**
  133. * @ingroup profiling_base
  134. * @brief runtime handle.
  135. */
  136. RTS_API rtError_t rtSetProfDirEx(const char *profDir, const char *address, const char *jobCtx);
  137. /**
  138. * @ingroup profiling_base
  139. * @brief init profiler object.
  140. */
  141. RTS_API rtError_t rtProfilerInit(const char *profDir, const char *address, const char *jobCtx);
  142. /**
  143. * @ingroup profiling_base
  144. * @brief config rts profiler.
  145. */
  146. RTS_API rtError_t rtProfilerConfig(uint16_t type);
  147. /**
  148. * @ingroup profiling_base
  149. * @brief start rts profiler.
  150. */
  151. RTS_API rtError_t rtProfilerStart(uint64_t profConfig, int32_t numsDev, uint32_t *deviceList);
  152. /**
  153. * @ingroup profiling_base
  154. * @brief stop rts profiler.
  155. */
  156. RTS_API rtError_t rtProfilerStop(uint64_t profConfig, int32_t numsDev, uint32_t *deviceList);
  157. /**
  158. * @ingroup profiling_base
  159. * @brief ts send keypoint profiler log.
  160. */
  161. RTS_API rtError_t rtProfilerTrace(uint64_t id, bool notify, uint32_t flags, rtStream_t stream);
  162. /**
  163. * @ingroup profiling_base
  164. * @brief ts send keypoint profiler log.
  165. */
  166. RTS_API rtError_t rtProfilerTraceEx(uint64_t id, uint64_t modelId, uint16_t tagId, rtStream_t stream);
  167. /**
  168. * @ingroup profiling_base
  169. * @brief ts set profiling reporter callback.
  170. */
  171. RTS_API rtError_t rtSetMsprofReporterCallback(MsprofReporterCallback callback);
  172. /**
  173. * @ingroup profiling_base
  174. * @brief add the map of deviceId and GE model index, called by ge
  175. * @param [in] geModelIdx The index of GE model
  176. * @param [in] deviceId The id of device
  177. * @return RT_ERROR_NONE for ok
  178. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  179. */
  180. RTS_API rtError_t rtSetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  181. /**
  182. * @ingroup profiling_base
  183. * @brief del the map of deviceId and GE model index, called by ge
  184. * @param [in] geModelIdx The index of GE model
  185. * @param [in] deviceId The id of device
  186. * @return RT_ERROR_NONE for ok
  187. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  188. */
  189. RTS_API rtError_t rtUnsetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  190. /**
  191. * @ingroup profiling_base
  192. * @brief find deviceId by GE model index, called by profiling
  193. * @param [in] geModelIdx The index of GE model
  194. * @param [out] deviceId The id of device
  195. * @return RT_ERROR_NONE for ok
  196. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  197. * @return ACL_ERROR_RT_INTERNAL_ERROR for can't find deviceId by geModelIdx
  198. */
  199. RTS_API rtError_t rtGetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t *deviceId);
  200. /**
  201. * @ingroup profiling_base
  202. * @brief set profling switch, called by profiling
  203. * @param [in] data rtProfCommandHandle
  204. * @param [out] len length of data
  205. * @return RT_ERROR_NONE for ok
  206. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  207. */
  208. RTS_API rtError_t rtProfSetProSwitch(void *data, uint32_t len);
  209. /**
  210. * @ingroup profiling_base
  211. * @brief register callback of upper app, called by ge or acl
  212. * @param [in] moduleId of APP
  213. * @param [in] callback function when switch or reporter change
  214. * @return RT_ERROR_NONE for ok
  215. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  216. */
  217. RTS_API rtError_t rtProfRegisterCtrlCallback(uint32_t moduleId, rtProfCtrlHandle callback);
  218. /**
  219. * @ingroup dvrt_base
  220. * @brief Returns the last error from a runtime call.
  221. */
  222. RTS_API rtError_t rtGetLastError();
  223. /**
  224. * @ingroup dvrt_base
  225. * @brief Returns the last error from a runtime call.
  226. */
  227. RTS_API rtError_t rtPeekAtLastError();
  228. /**
  229. * @ingroup dvrt_base
  230. * @brief register callback for error code
  231. * @param [out] NA
  232. * @return RT_ERROR_NONE for ok
  233. */
  234. RTS_API rtError_t rtSetExceptCallback(rtErrorCallback callback);
  235. /**
  236. * @ingroup dvrt_base
  237. * @brief register callback for task fail
  238. * @param [out] NA
  239. * @return RT_ERROR_NONE for ok
  240. */
  241. RTS_API rtError_t rtSetTaskFailCallback(rtTaskFailCallback callback);
  242. /**
  243. * @ingroup dvrt_base
  244. * @brief register callback for deviceid
  245. * @param [in] uniName unique register name, can't be null
  246. * @param [in] callback Device state callback function
  247. * @param [out] NA
  248. * @return RT_ERROR_NONE for ok
  249. */
  250. RTS_API rtError_t rtRegDeviceStateCallback(const char *regName, rtDeviceStateCallback callback);
  251. /**
  252. * @ingroup dvrt_base
  253. * @brief register callback for fail task
  254. * @param [in] uniName unique register name, can't be null
  255. * @param [in] callback fail task callback function
  256. * @param [out] NA
  257. * @return RT_ERROR_NONE for ok
  258. */
  259. RTS_API rtError_t rtRegTaskFailCallbackByModule(const char *moduleName, rtTaskFailCallback callback);
  260. /**
  261. * @ingroup dvrt_base
  262. * @brief notify handle.
  263. */
  264. typedef void *rtNotify_t;
  265. /**
  266. * @ingroup dvrt_base
  267. * @brief create label instance
  268. * @param [out] label created label
  269. * @return RT_ERROR_NONE for ok
  270. * @return RT_ERROR_INVALID_VALUE for error input
  271. */
  272. RTS_API rtError_t rtLabelCreate(rtLabel_t *label);
  273. /**
  274. * @ingroup dvrt_base
  275. * @brief create label instance
  276. * @param [out] label created label
  277. * @param [in] model label set model
  278. * @return RT_ERROR_NONE for ok
  279. * @return RT_ERROR_INVALID_VALUE for error input
  280. */
  281. RTS_API rtError_t rtLabelCreateV2(rtLabel_t *label, rtModel_t model);
  282. /**
  283. * @ingroup dvrt_base
  284. * @brief set label and stream instance
  285. * @param [in] label set label
  286. * @param [in] stream set stream
  287. * @return RT_ERROR_NONE for ok
  288. * @return RT_ERROR_INVALID_VALUE for error input
  289. */
  290. RTS_API rtError_t rtLabelSet(rtLabel_t label, rtStream_t stream);
  291. /**
  292. * @ingroup dvrt_base
  293. * @brief destroy label instance
  294. * @param [in] label label to destroy
  295. * @return RT_ERROR_NONE for ok
  296. * @return RT_ERROR_INVALID_VALUE for error input
  297. */
  298. RTS_API rtError_t rtLabelDestroy(rtLabel_t label);
  299. /**
  300. * @ingroup dvrt_base
  301. * @brief label switch instance
  302. * @param [in] ptr address to get value compared
  303. * @param [in] condition
  304. * @param [in] value to compare
  305. * @param [in] true_label goto label
  306. * @param [in] stream to submit label_switch task
  307. * @return RT_ERROR_NONE for ok
  308. * @return RT_ERROR_INVALID_VALUE for error input
  309. */
  310. RTS_API rtError_t rtLabelSwitch(void *ptr, rtCondition_t condition, uint32_t value, rtLabel_t trueLabel,
  311. rtStream_t stream);
  312. /**
  313. * @ingroup dvrt_base
  314. * @brief goto label instance
  315. * @param [in] label goto label
  316. * @param [in] stream to submit label_goto task
  317. * @return RT_ERROR_NONE for ok
  318. * @return RT_ERROR_INVALID_VALUE for error input
  319. */
  320. RTS_API rtError_t rtLabelGoto(rtLabel_t label, rtStream_t stream);
  321. /**
  322. * @ingroup dvrt_base
  323. * @brief name label instance
  324. * @param [in] label instance
  325. * @param [in] name label name
  326. * @return RT_ERROR_NONE for ok
  327. * @return RT_ERROR_INVALID_VALUE for error input
  328. */
  329. RTS_API rtError_t rtNameLabel(rtLabel_t label, const char *name);
  330. /**
  331. * @ingroup dvrt_base
  332. * @brief label switch by index
  333. * @param [in] ptr index value ptr
  334. * @param [in] max index max value
  335. * @param [in] labelInfoPtr label content info ptr
  336. * @param [in] stream set stream
  337. * @return RT_ERROR_NONE for ok
  338. * @return RT_ERROR_INVALID_VALUE for error input
  339. */
  340. RTS_API rtError_t rtLabelSwitchByIndex(void *ptr, uint32_t max, void *labelInfoPtr, rtStream_t stream);
  341. /**
  342. * @ingroup dvrt_base
  343. * @brief stream goto label
  344. * @param [in] label goto label
  345. * @param [in] stream stream to submit label_goto task
  346. * @return RT_ERROR_NONE for ok
  347. * @return RT_ERROR_INVALID_VALUE for error input
  348. */
  349. RTS_API rtError_t rtLabelGotoEx(rtLabel_t label, rtStream_t stream);
  350. /**
  351. * @ingroup dvrt_base
  352. * @brief labels to dev info
  353. * @param [in] label model label list
  354. * @param [in] labelNumber label number
  355. * @param [in] dst device ptr
  356. * @param [in] dstMax dst size
  357. * @return RT_ERROR_NONE for ok
  358. * @return RT_ERROR_INVALID_VALUE for error input
  359. */
  360. RTS_API rtError_t rtLabelListCpy(rtLabel_t *label, uint32_t labelNumber, void *dst, uint32_t dstMax);
  361. /**
  362. * @ingroup dvrt_base
  363. * @brief labels to dev info
  364. * @param [out] label created label handle
  365. * @param [in] stream label bind stream
  366. * @return RT_ERROR_NONE for ok
  367. * @return RT_ERROR_INVALID_VALUE for error input
  368. */
  369. RTS_API rtError_t rtLabelCreateEx(rtLabel_t *label, rtStream_t stream);
  370. /**
  371. * @ingroup dvrt_base
  372. * @brief labels to dev info
  373. * @param [out] label created label handle
  374. * @param [in] model label bind model
  375. * @param [in] stream label bind stream
  376. * @return RT_ERROR_NONE for ok
  377. * @return RT_ERROR_INVALID_VALUE for error input
  378. */
  379. RTS_API rtError_t rtLabelCreateExV2(rtLabel_t *label, rtModel_t model, rtStream_t stream);
  380. /**
  381. * @ingroup dvrt_base
  382. * @brief get current thread last stream id and task id
  383. * @param [out] stream id and task id
  384. * @param [in] null
  385. * @return RT_ERROR_NONE for ok
  386. * @return RT_ERROR_INVALID_VALUE for input null ptr
  387. */
  388. RTS_API rtError_t rtGetTaskIdAndStreamID(uint32_t *taskId, uint32_t *streamId);
  389. #if defined(__cplusplus)
  390. }
  391. #endif
  392. #endif // __CCE_RUNTIME_BASE_H__

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示