You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

base.h 12 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. * Licensed under the Apache License, Version 2.0 (the "License");
  4. * you may not use this file except in compliance with the License.
  5. * You may obtain a copy of the License at
  6. * http://www.apache.org/licenses/LICENSE-2.0
  7. * Unless required by applicable law or agreed to in writing, software
  8. * distributed under the License is distributed on an "AS IS" BASIS,
  9. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. * See the License for the specific language governing permissions and
  11. * limitations under the License.
  12. */
  13. #ifndef __CCE_RUNTIME_BASE_H__
  14. #define __CCE_RUNTIME_BASE_H__
  15. #include <stdint.h>
  16. #include "toolchain/prof_callback.h"
  17. #if defined(__cplusplus)
  18. extern "C" {
  19. #endif
  20. // If you need export the function of this library in Win32 dll, use __declspec(dllexport)
  21. #ifndef RTS_API
  22. #ifdef RTS_DLL_EXPORT
  23. #define RTS_API __declspec(dllexport)
  24. #else
  25. #define RTS_API
  26. #endif
  27. #endif
  28. typedef int32_t rtError_t;
  29. static const int32_t RT_ERROR_NONE = 0; // success
  30. /**
  31. * @ingroup dvrt_base
  32. * @brief device mode.
  33. */
  34. typedef enum tagRtDeviceMode {
  35. RT_DEVICE_MODE_SINGLE_DIE = 0,
  36. RT_DEVICE_MODE_MULTI_DIE = 1,
  37. RT_DEVICE_MODE_RESERVED
  38. } rtDeviceMode;
  39. /**
  40. * @ingroup dvrt_base
  41. * @brief runtime exception numbers.
  42. */
  43. typedef enum tagRtExceptionType {
  44. RT_EXCEPTION_NONE = 0,
  45. RT_EXCEPTION_TS_DOWN = 1,
  46. RT_EXCEPTION_TASK_TIMEOUT = 2,
  47. RT_EXCEPTION_TASK_FAILURE = 3,
  48. RT_EXCEPTION_DEV_RUNNING_DOWN = 4,
  49. RT_EXCEPTION_STREAM_ID_FREE_FAILED = 5
  50. } rtExceptionType;
  51. /**
  52. * @ingroup dvrt_base
  53. * @brief Switch type.
  54. */
  55. typedef enum tagRtCondition {
  56. RT_EQUAL = 0,
  57. RT_NOT_EQUAL,
  58. RT_GREATER,
  59. RT_GREATER_OR_EQUAL,
  60. RT_LESS,
  61. RT_LESS_OR_EQUAL
  62. } rtCondition_t;
  63. /**
  64. * @ingroup dvrt_base
  65. * @brief Data Type of Extensible Switch Task.
  66. */
  67. typedef enum tagRtSwitchDataType {
  68. RT_SWITCH_INT32 = 0,
  69. RT_SWITCH_INT64 = 1,
  70. } rtSwitchDataType_t;
  71. typedef enum tagRtStreamFlagType {
  72. RT_HEAD_STREAM = 0, // first stream
  73. RT_INVALID_FLAG = 0xFFFFFFFF,
  74. } rtStreamFlagType_t;
  75. typedef enum tagRtLimitType {
  76. RT_LIMIT_TYPE_LOW_POWER_TIMEOUT = 0, // timeout for power down , ms
  77. } rtLimitType_t;
  78. typedef struct rtExceptionInfo {
  79. uint32_t taskid;
  80. uint32_t streamid;
  81. uint32_t tid;
  82. uint32_t deviceid;
  83. uint32_t retcode;
  84. } rtExceptionInfo;
  85. typedef void (*rtErrorCallback)(rtExceptionType);
  86. typedef void (*rtTaskFailCallback)(rtExceptionInfo *exceptionInfo);
  87. typedef void (*rtDeviceStateCallback)(uint32_t devId, bool isOpen);
  88. /**
  89. * @ingroup profiling_base
  90. * @brief dataType: rtProfCtrlType_t
  91. * @brief data: data swtich or reporter function
  92. * @brief dataLen: length of data
  93. */
  94. typedef rtError_t (*rtProfCtrlHandle)(uint32_t dataType, void *data, uint32_t dataLen);
  95. /**
  96. * @ingroup dvrt_base
  97. * @brief stream handle.
  98. */
  99. typedef void *rtStream_t;
  100. /**
  101. * @ingroup dvrt_base
  102. * @brief runtime event handle.
  103. */
  104. typedef void *rtEvent_t;
  105. /**
  106. * @ingroup dvrt_base
  107. * @brief label handle.
  108. */
  109. typedef void *rtLabel_t;
  110. /**
  111. * @ingroup dvrt_base
  112. * @brief model handle.
  113. */
  114. typedef void *rtModel_t;
  115. #define RT_PROF_MAX_DEV_NUM 64
  116. /**
  117. * @ingroup profiling_base
  118. * @brief profiling command info
  119. */
  120. typedef struct rtProfCommandHandle {
  121. uint64_t profSwitch;
  122. uint64_t profSwitchHi;
  123. uint32_t devNums;
  124. uint32_t devIdList[RT_PROF_MAX_DEV_NUM];
  125. uint32_t modelId;
  126. uint32_t type;
  127. } rtProfCommandHandle_t;
  128. /**
  129. * @ingroup profiling_base
  130. * @brief type of app register profiling switch or reporter callback
  131. */
  132. typedef enum {
  133. RT_PROF_CTRL_INVALID = 0,
  134. RT_PROF_CTRL_SWITCH,
  135. RT_PROF_CTRL_REPORTER,
  136. RT_PROF_CTRL_BUTT
  137. } rtProfCtrlType_t;
  138. /**
  139. * @ingroup profiling_base
  140. * @brief runtime handle.
  141. */
  142. RTS_API rtError_t rtSetProfDirEx(const char *profDir, const char *address, const char *jobCtx);
  143. /**
  144. * @ingroup profiling_base
  145. * @brief init profiler object.
  146. */
  147. RTS_API rtError_t rtProfilerInit(const char *profDir, const char *address, const char *jobCtx);
  148. /**
  149. * @ingroup profiling_base
  150. * @brief config rts profiler.
  151. */
  152. RTS_API rtError_t rtProfilerConfig(uint16_t type);
  153. /**
  154. * @ingroup profiling_base
  155. * @brief ts send keypoint profiler log.
  156. */
  157. RTS_API rtError_t rtProfilerTrace(uint64_t id, bool notify, uint32_t flags, rtStream_t stream);
  158. /**
  159. * @ingroup profiling_base
  160. * @brief ts send keypoint profiler log.
  161. */
  162. RTS_API rtError_t rtProfilerTraceEx(uint64_t id, uint64_t modelId, uint16_t tagId, rtStream_t stream);
  163. /**
  164. * @ingroup profiling_base
  165. * @brief ts set profiling reporter callback.
  166. */
  167. RTS_API rtError_t rtSetMsprofReporterCallback(MsprofReporterCallback callback);
  168. /**
  169. * @ingroup profiling_base
  170. * @brief add the map of deviceId and GE model index, called by ge
  171. * @param [in] geModelIdx The index of GE model
  172. * @param [in] deviceId The id of device
  173. * @return RT_ERROR_NONE for ok
  174. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  175. */
  176. RTS_API rtError_t rtSetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  177. /**
  178. * @ingroup profiling_base
  179. * @brief del the map of deviceId and GE model index, called by ge
  180. * @param [in] geModelIdx The index of GE model
  181. * @param [in] deviceId The id of device
  182. * @return RT_ERROR_NONE for ok
  183. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  184. */
  185. RTS_API rtError_t rtUnsetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  186. /**
  187. * @ingroup profiling_base
  188. * @brief find deviceId by GE model index, called by profiling
  189. * @param [in] geModelIdx The index of GE model
  190. * @param [out] deviceId The id of device
  191. * @return RT_ERROR_NONE for ok
  192. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  193. * @return ACL_ERROR_RT_INTERNAL_ERROR for can't find deviceId by geModelIdx
  194. */
  195. RTS_API rtError_t rtGetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t *deviceId);
  196. /**
  197. * @ingroup profiling_base
  198. * @brief set profling switch, called by profiling
  199. * @param [in] data rtProfCommandHandle
  200. * @param [out] len length of data
  201. * @return RT_ERROR_NONE for ok
  202. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  203. */
  204. RTS_API rtError_t rtProfSetProSwitch(void *data, uint32_t len);
  205. /**
  206. * @ingroup profiling_base
  207. * @brief register callback of upper app, called by ge or acl
  208. * @param [in] moduleId of APP
  209. * @param [in] callback function when switch or reporter change
  210. * @return RT_ERROR_NONE for ok
  211. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  212. */
  213. RTS_API rtError_t rtProfRegisterCtrlCallback(uint32_t moduleId, rtProfCtrlHandle callback);
  214. /**
  215. * @ingroup dvrt_base
  216. * @brief Returns the last error from a runtime call.
  217. */
  218. RTS_API rtError_t rtGetLastError();
  219. /**
  220. * @ingroup dvrt_base
  221. * @brief Returns the last error from a runtime call.
  222. */
  223. RTS_API rtError_t rtPeekAtLastError();
  224. /**
  225. * @ingroup dvrt_base
  226. * @brief register callback for error code
  227. * @param [out] NA
  228. * @return RT_ERROR_NONE for ok
  229. */
  230. RTS_API rtError_t rtSetExceptCallback(rtErrorCallback callback);
  231. /**
  232. * @ingroup dvrt_base
  233. * @brief register callback for task fail
  234. * @param [out] NA
  235. * @return RT_ERROR_NONE for ok
  236. */
  237. RTS_API rtError_t rtSetTaskFailCallback(rtTaskFailCallback callback);
  238. /**
  239. * @ingroup dvrt_base
  240. * @brief register callback for deviceid
  241. * @param [in] uniName unique register name, can't be null
  242. * @param [in] callback Device state callback function
  243. * @param [out] NA
  244. * @return RT_ERROR_NONE for ok
  245. */
  246. RTS_API rtError_t rtRegDeviceStateCallback(const char *regName, rtDeviceStateCallback callback);
  247. /**
  248. * @ingroup dvrt_base
  249. * @brief register callback for fail task
  250. * @param [in] uniName unique register name, can't be null
  251. * @param [in] callback fail task callback function
  252. * @param [out] NA
  253. * @return RT_ERROR_NONE for ok
  254. */
  255. RTS_API rtError_t rtRegTaskFailCallbackByModule(const char *moduleName, rtTaskFailCallback callback);
  256. /**
  257. * @ingroup dvrt_base
  258. * @brief notify handle.
  259. */
  260. typedef void *rtNotify_t;
  261. /**
  262. * @ingroup dvrt_base
  263. * @brief create label instance
  264. * @param [out] label created label
  265. * @return RT_ERROR_NONE for ok
  266. * @return RT_ERROR_INVALID_VALUE for error input
  267. */
  268. RTS_API rtError_t rtLabelCreate(rtLabel_t *label);
  269. /**
  270. * @ingroup dvrt_base
  271. * @brief create label instance
  272. * @param [out] label created label
  273. * @param [in] model label set model
  274. * @return RT_ERROR_NONE for ok
  275. * @return RT_ERROR_INVALID_VALUE for error input
  276. */
  277. RTS_API rtError_t rtLabelCreateV2(rtLabel_t *label, rtModel_t model);
  278. /**
  279. * @ingroup dvrt_base
  280. * @brief set label and stream instance
  281. * @param [in] label set label
  282. * @param [in] stream set stream
  283. * @return RT_ERROR_NONE for ok
  284. * @return RT_ERROR_INVALID_VALUE for error input
  285. */
  286. RTS_API rtError_t rtLabelSet(rtLabel_t label, rtStream_t stream);
  287. /**
  288. * @ingroup dvrt_base
  289. * @brief destroy label instance
  290. * @param [in] label label to destroy
  291. * @return RT_ERROR_NONE for ok
  292. * @return RT_ERROR_INVALID_VALUE for error input
  293. */
  294. RTS_API rtError_t rtLabelDestroy(rtLabel_t label);
  295. /**
  296. * @ingroup dvrt_base
  297. * @brief label switch instance
  298. * @param [in] ptr address to get value compared
  299. * @param [in] condition
  300. * @param [in] value to compare
  301. * @param [in] true_label goto label
  302. * @param [in] stream to submit label_switch task
  303. * @return RT_ERROR_NONE for ok
  304. * @return RT_ERROR_INVALID_VALUE for error input
  305. */
  306. RTS_API rtError_t rtLabelSwitch(void *ptr, rtCondition_t condition, uint32_t value, rtLabel_t trueLabel,
  307. rtStream_t stream);
  308. /**
  309. * @ingroup dvrt_base
  310. * @brief goto label instance
  311. * @param [in] label goto label
  312. * @param [in] stream to submit label_goto task
  313. * @return RT_ERROR_NONE for ok
  314. * @return RT_ERROR_INVALID_VALUE for error input
  315. */
  316. RTS_API rtError_t rtLabelGoto(rtLabel_t label, rtStream_t stream);
  317. /**
  318. * @ingroup dvrt_base
  319. * @brief name label instance
  320. * @param [in] label instance
  321. * @param [in] name label name
  322. * @return RT_ERROR_NONE for ok
  323. * @return RT_ERROR_INVALID_VALUE for error input
  324. */
  325. RTS_API rtError_t rtNameLabel(rtLabel_t label, const char *name);
  326. /**
  327. * @ingroup dvrt_base
  328. * @brief label switch by index
  329. * @param [in] ptr index value ptr
  330. * @param [in] max index max value
  331. * @param [in] labelInfoPtr label content info ptr
  332. * @param [in] stream set stream
  333. * @return RT_ERROR_NONE for ok
  334. * @return RT_ERROR_INVALID_VALUE for error input
  335. */
  336. RTS_API rtError_t rtLabelSwitchByIndex(void *ptr, uint32_t max, void *labelInfoPtr, rtStream_t stream);
  337. /**
  338. * @ingroup dvrt_base
  339. * @brief stream goto label
  340. * @param [in] label goto label
  341. * @param [in] stream stream to submit label_goto task
  342. * @return RT_ERROR_NONE for ok
  343. * @return RT_ERROR_INVALID_VALUE for error input
  344. */
  345. RTS_API rtError_t rtLabelGotoEx(rtLabel_t label, rtStream_t stream);
  346. /**
  347. * @ingroup dvrt_base
  348. * @brief labels to dev info
  349. * @param [in] label model label list
  350. * @param [in] labelNumber label number
  351. * @param [in] dst device ptr
  352. * @param [in] dstMax dst size
  353. * @return RT_ERROR_NONE for ok
  354. * @return RT_ERROR_INVALID_VALUE for error input
  355. */
  356. RTS_API rtError_t rtLabelListCpy(rtLabel_t *label, uint32_t labelNumber, void *dst, uint32_t dstMax);
  357. /**
  358. * @ingroup dvrt_base
  359. * @brief labels to dev info
  360. * @param [out] label created label handle
  361. * @param [in] stream label bind stream
  362. * @return RT_ERROR_NONE for ok
  363. * @return RT_ERROR_INVALID_VALUE for error input
  364. */
  365. RTS_API rtError_t rtLabelCreateEx(rtLabel_t *label, rtStream_t stream);
  366. /**
  367. * @ingroup dvrt_base
  368. * @brief labels to dev info
  369. * @param [out] label created label handle
  370. * @param [in] model label bind model
  371. * @param [in] stream label bind stream
  372. * @return RT_ERROR_NONE for ok
  373. * @return RT_ERROR_INVALID_VALUE for error input
  374. */
  375. RTS_API rtError_t rtLabelCreateExV2(rtLabel_t *label, rtModel_t model, rtStream_t stream);
  376. /**
  377. * @ingroup dvrt_base
  378. * @brief get current thread last stream id and task id
  379. * @param [out] stream id and task id
  380. * @param [in] null
  381. * @return RT_ERROR_NONE for ok
  382. * @return RT_ERROR_INVALID_VALUE for input null ptr
  383. */
  384. RTS_API rtError_t rtGetTaskIdAndStreamID(uint32_t *taskId, uint32_t *streamId);
  385. #if defined(__cplusplus)
  386. }
  387. #endif
  388. #endif // __CCE_RUNTIME_BASE_H__

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示