You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cloudbrain_dashboard.go 24 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667
  1. package repo
  2. import (
  3. "fmt"
  4. "net/http"
  5. "net/url"
  6. "time"
  7. "code.gitea.io/gitea/models"
  8. "code.gitea.io/gitea/modules/context"
  9. "code.gitea.io/gitea/modules/log"
  10. "github.com/360EntSecGroup-Skylar/excelize/v2"
  11. "code.gitea.io/gitea/modules/setting"
  12. )
  13. type CloudbrainsPeriodData struct {
  14. DebugOnePeriodCount int64 `json:"debugOnePeriodCount"`
  15. BenchmarkOnePeriodCount int64 `json:"benchmarkOnePeriodCount"`
  16. TrainOnePeriodCount int64 `json:"trainOnePeriodCount"`
  17. DebugTwoPeriodCount int64 `json:"debugTwoPeriodCount"`
  18. TrainTwoPeriodCount int64 `json:"trainTwoPeriodCount"`
  19. InferenceTwoPeriodCount int64 `json:"inferenceTwoPeriodCount"`
  20. JobWaitingPeriodCount int64 `json:"jobWaitingPeriodCount"`
  21. JobRunningPeriodCount int64 `json:"jobRunningPeriodCount"`
  22. JobSucceededPeriodCount int64 `json:"jobRunningPeriodCount"`
  23. CloudBrainOnePeriodCount int64 `json:"cloudBrainOnePeriodCount"`
  24. CloudBrainTwoPeriodCount int64 `json:"cloudBrainTwoPeriodCount"`
  25. }
  26. type CloudbrainsOverviewData struct {
  27. JobWaitingPeriodCount int64 `json:"jobWaitingPeriodCount"`
  28. JobRunningPeriodCount int64 `json:"jobRunningPeriodCount"`
  29. JobStoppedPeriodCount int64 `json:"jobStoppedPeriodCount"`
  30. JobSucceededPeriodCount int64 `json:"jobSucceededPeriodCount"`
  31. JobFailedPeriodCount int64 `json:"jobFailedPeriodCount"`
  32. CloudBrainOneCount int64 `json:"cloudBrainOneCount"`
  33. CloudBrainTwoCount int64 `json:"cloudBrainTwoCount"`
  34. CloudBrainOneDuration int64 `json:"cloudBrainOneDuration"`
  35. CloudBrainTwoDuration int64 `json:"cloudBrainTwoDuration"`
  36. CreatorPeriodCount int64 `json:"creatorPeriodCount"`
  37. CreatorCount int64 `json:"creatorCount"`
  38. }
  39. type CloudbrainsStatusAnalysis struct {
  40. JobWaitingCount int64 `json:"jobWaitingCount"`
  41. JobRunningCount int64 `json:"jobRunningCount"`
  42. JobStoppedCount int64 `json:"jobStoppedCount"`
  43. JobSucceededCount int64 `json:"jobSucceededCount"`
  44. JobFailedCount int64 `json:"jobFailedCount"`
  45. }
  46. type TimeCloudbrainsNum struct {
  47. TimeCloudbrainNum []DateCloudbrainNum `json:"dateCloudbrainNum"`
  48. }
  49. type DateCloudbrainNum struct {
  50. Date string `json:"date"`
  51. DebugOneCount int64 `json:"debugOneCount"`
  52. BenchmarkOneCount int64 `json:"benchmarkOneCount"`
  53. TrainOneCount int64 `json:"trainOneCount"`
  54. DebugTwoCount int64 `json:"debugTwoCount"`
  55. TrainTwoCount int64 `json:"trainTwoCount"`
  56. InferenceTwoCount int64 `json:"inferenceTwoCount"`
  57. CloudbrainOneCount int64 `json:"cloudbrainOneCount"`
  58. CloudbrainTwoCount int64 `json:"cloudbrainTwoCount"`
  59. CloudbrainCount int64 `json:"cloudbrainCount"`
  60. }
  61. func GetAllCloudbrainsOverview(ctx *context.Context) {
  62. now := time.Now()
  63. //today overview
  64. beginTime := now.AddDate(0, 0, 0)
  65. beginTime = time.Date(beginTime.Year(), beginTime.Month(), beginTime.Day(), 0, 0, 0, 0, now.Location())
  66. log.Info("beginTime:", beginTime)
  67. endTime := now
  68. log.Info("endTime:", endTime)
  69. jobWaitingPeriodCount, err := models.GetJobWaitingPeriodCount(beginTime, endTime)
  70. if err != nil {
  71. log.Error("Can not query jobWaitingCount.", err)
  72. return
  73. }
  74. jobRunningPeriodCount, err := models.GetJobRunningPeriodCount(beginTime, endTime)
  75. if err != nil {
  76. log.Error("Can not query jobRunningCount.", err)
  77. return
  78. }
  79. jobStoppedPeriodCount, err := models.GetJobStoppedPeriodCount(beginTime, endTime)
  80. if err != nil {
  81. log.Error("Can not query jobStoppedCount.", err)
  82. return
  83. }
  84. jobSucceededPeriodCount, err := models.GetJobSucceededPeriodCount(beginTime, endTime)
  85. if err != nil {
  86. log.Error("Can not query jobSucceededCount.", err)
  87. return
  88. }
  89. jobFailedPeriodCount, err := models.GetJobFailedPeriodCount(beginTime, endTime)
  90. if err != nil {
  91. log.Error("Can not query jobFailedCount.", err)
  92. return
  93. }
  94. cloudBrainOneCount, err := models.GetCloudBrainOneCount()
  95. if err != nil {
  96. log.Error("Can not query cloudBrainOneCount.", err)
  97. return
  98. }
  99. cloudBrainOneDuration, err := models.GetCloudBrainOneDuration()
  100. if err != nil {
  101. log.Error("Can not query cloudBrainOneDuration.", err)
  102. return
  103. }
  104. cloudBrainTwoCount, err := models.GetCloudBrainTwoCount()
  105. if err != nil {
  106. log.Error("Can not query cloudBrainTwoCount.", err)
  107. return
  108. }
  109. cloudBrainTwoDuration, err := models.GetCloudBrainTwoDuration()
  110. if err != nil {
  111. log.Error("Can not query cloudBrainTwoDuration.", err)
  112. return
  113. }
  114. creatorPeriodCount, err := models.GetCreatorPeriodCount(beginTime, endTime)
  115. if err != nil {
  116. log.Error("Can not query creatorPeriodCount.", err)
  117. return
  118. }
  119. creatorCount, err := models.GetCreatorCount()
  120. if err != nil {
  121. log.Error("Can not query creatorCount.", err)
  122. return
  123. }
  124. CloudbrainsOverviewData := CloudbrainsOverviewData{
  125. JobWaitingPeriodCount: jobWaitingPeriodCount,
  126. JobRunningPeriodCount: jobRunningPeriodCount,
  127. JobStoppedPeriodCount: jobStoppedPeriodCount,
  128. JobSucceededPeriodCount: jobSucceededPeriodCount,
  129. JobFailedPeriodCount: jobFailedPeriodCount,
  130. CloudBrainOneCount: cloudBrainOneCount,
  131. CloudBrainTwoCount: cloudBrainTwoCount,
  132. CloudBrainOneDuration: cloudBrainOneDuration,
  133. CloudBrainTwoDuration: cloudBrainTwoDuration,
  134. CreatorPeriodCount: creatorPeriodCount,
  135. CreatorCount: creatorCount,
  136. }
  137. ctx.JSON(http.StatusOK, CloudbrainsOverviewData)
  138. }
  139. func GetAllCloudbrainsTrend(ctx *context.Context) {
  140. brainRecordBeginTime, err := getBrainRecordBeginTime()
  141. if err != nil {
  142. log.Error("Can not get brain record begin time", err)
  143. ctx.Error(http.StatusBadRequest, ctx.Tr("repo.brain_record_begintime_get_err"))
  144. return
  145. }
  146. queryType := ctx.QueryTrim("type")
  147. now := time.Now()
  148. beginTimeStr := ctx.QueryTrim("beginTime")
  149. endTimeStr := ctx.QueryTrim("endTime")
  150. var beginTime time.Time
  151. var endTime time.Time
  152. var endTimeTemp time.Time
  153. dateCloudbrainNum := make([]DateCloudbrainNum, 0)
  154. if queryType != "" {
  155. if queryType == "all" {
  156. beginTime = brainRecordBeginTime
  157. endTime = now
  158. endTimeTemp = beginTime.AddDate(0, 1, 0)
  159. dateCloudbrainNum, err = getYearCloudbrainNum(beginTime, endTimeTemp, endTime)
  160. if err != nil {
  161. log.Error("Can not query getYearCloudbrainNum.", err)
  162. ctx.Error(http.StatusBadRequest, ctx.Tr("getYearCloudbrainNum_get_error"))
  163. return
  164. }
  165. } else if queryType == "yesterday" {
  166. beginTime = now.AddDate(0, 0, -1)
  167. beginTime = time.Date(beginTime.Year(), beginTime.Month(), beginTime.Day(), 0, 0, 0, 0, now.Location())
  168. endTimeTemp = beginTime.Add(time.Hour)
  169. endTime = time.Date(now.Year(), now.Month(), now.Day(), 0, 0, 0, 0, now.Location())
  170. dateCloudbrainNum, err = getHourCloudbrainNum(beginTime, endTimeTemp, endTime)
  171. if err != nil {
  172. log.Error("Can not query getHourCloudbrainNum.", err)
  173. ctx.Error(http.StatusBadRequest, ctx.Tr("getYearCloudbrainNum_get_error"))
  174. return
  175. }
  176. } else if queryType == "current_week" {
  177. beginTime = now.AddDate(0, 0, -int(time.Now().Weekday())+1) //begin from monday
  178. beginTime = time.Date(beginTime.Year(), beginTime.Month(), beginTime.Day(), 0, 0, 0, 0, now.Location())
  179. endTime = now
  180. endTimeTemp = beginTime.AddDate(0, 0, 1)
  181. dateCloudbrainNum, err = getDayCloudbrainNum(beginTime, endTimeTemp, endTime)
  182. if err != nil {
  183. log.Error("Can not query getDayCloudbrainNum.", err)
  184. ctx.Error(http.StatusBadRequest, ctx.Tr("getDayCloudbrainNum_get_error"))
  185. return
  186. }
  187. } else if queryType == "current_month" {
  188. endTime = now
  189. beginTime = time.Date(endTime.Year(), endTime.Month(), 1, 0, 0, 0, 0, now.Location())
  190. endTimeTemp = beginTime.AddDate(0, 0, 1)
  191. dateCloudbrainNum, err = getDayCloudbrainNum(beginTime, endTimeTemp, endTime)
  192. if err != nil {
  193. log.Error("Can not query getDayCloudbrainNum.", err)
  194. ctx.Error(http.StatusBadRequest, ctx.Tr("getDayCloudbrainNum_get_error"))
  195. return
  196. }
  197. } else if queryType == "monthly" {
  198. endTime = now
  199. beginTime = now.AddDate(0, -1, 0)
  200. beginTime = time.Date(beginTime.Year(), beginTime.Month(), beginTime.Day(), 0, 0, 0, 0, now.Location())
  201. endTimeTemp = beginTime.AddDate(0, 0, 1)
  202. dateCloudbrainNum, err = getDayCloudbrainNum(beginTime, endTimeTemp, endTime)
  203. if err != nil {
  204. log.Error("Can not query getDayCloudbrainNum.", err)
  205. ctx.Error(http.StatusBadRequest, ctx.Tr("getDayCloudbrainNum_get_error"))
  206. return
  207. }
  208. } else if queryType == "current_year" {
  209. endTime = now
  210. beginTime = time.Date(endTime.Year(), 1, 1, 0, 0, 0, 0, now.Location())
  211. endTimeTemp = beginTime.AddDate(0, 1, 0)
  212. dateCloudbrainNum, err = getYearCloudbrainNum(beginTime, endTimeTemp, endTime)
  213. if err != nil {
  214. log.Error("Can not query getDayCloudbrainNum.", err)
  215. ctx.Error(http.StatusBadRequest, ctx.Tr("getYearCloudbrainNum_get_error"))
  216. return
  217. }
  218. } else if queryType == "last_month" {
  219. lastMonthTime := now.AddDate(0, -1, 0)
  220. beginTime = time.Date(lastMonthTime.Year(), lastMonthTime.Month(), 1, 0, 0, 0, 0, now.Location())
  221. endTime = time.Date(now.Year(), now.Month(), 2, 0, 0, 0, 0, now.Location())
  222. endTimeTemp = beginTime.AddDate(0, 0, 1)
  223. dateCloudbrainNum, err = getDayCloudbrainNum(beginTime, endTimeTemp, endTime)
  224. if err != nil {
  225. log.Error("Can not query getDayCloudbrainNum.", err)
  226. ctx.Error(http.StatusBadRequest, ctx.Tr("getDayCloudbrainNum_get_error"))
  227. return
  228. }
  229. }
  230. } else {
  231. if beginTimeStr == "" || endTimeStr == "" {
  232. //如果查询类型和开始时间结束时间都未设置,按queryType=all处理
  233. beginTime = brainRecordBeginTime
  234. endTime = now
  235. endTimeTemp = beginTime.AddDate(0, 1, 0)
  236. dateCloudbrainNum, err = getYearCloudbrainNum(beginTime, endTimeTemp, endTime)
  237. if err != nil {
  238. log.Error("Can not query getDayCloudbrainNum.", err)
  239. ctx.Error(http.StatusBadRequest, ctx.Tr("getYearCloudbrainNum_get_error"))
  240. return
  241. }
  242. } else {
  243. beginTime, err = time.ParseInLocation("2006-01-02", beginTimeStr, time.Local)
  244. if err != nil {
  245. log.Error("Can not ParseInLocation.", err)
  246. ctx.Error(http.StatusBadRequest, ctx.Tr("ParseInLocation_get_error"))
  247. return
  248. }
  249. endTime, err = time.ParseInLocation("2006-01-02", endTimeStr, time.Local)
  250. if err != nil {
  251. log.Error("Can not ParseInLocation.", err)
  252. ctx.Error(http.StatusBadRequest, ctx.Tr("ParseInLocation_get_error"))
  253. return
  254. }
  255. days := (endTime.Unix() - beginTime.Unix()) / 3600 / 24
  256. if 1 < days {
  257. endTimeTemp = beginTime.AddDate(0, 0, 1)
  258. endTime = endTime.AddDate(0, 0, 2)
  259. dateCloudbrainNum, err = getDayCloudbrainNum(beginTime, endTimeTemp, endTime)
  260. if err != nil {
  261. log.Error("Can not query getDayCloudbrainNum.", err)
  262. ctx.Error(http.StatusBadRequest, ctx.Tr("getDayCloudbrainNum_get_error"))
  263. return
  264. }
  265. } else if 0 < days || days <= 1 {
  266. endTimeTemp = beginTime.Add(time.Hour)
  267. dateCloudbrainNum, err = getHourCloudbrainNum(beginTime, endTimeTemp, endTime)
  268. if err != nil {
  269. log.Error("Can not query getHourCloudbrainNum.", err)
  270. ctx.Error(http.StatusBadRequest, ctx.Tr("getHourCloudbrainNum_get_error"))
  271. return
  272. }
  273. } else {
  274. return
  275. }
  276. }
  277. }
  278. cloudbrainsPeriodData := TimeCloudbrainsNum{
  279. TimeCloudbrainNum: dateCloudbrainNum,
  280. }
  281. ctx.JSON(http.StatusOK, cloudbrainsPeriodData)
  282. }
  283. func GetAllCloudbrainsPeriodDistribution(ctx *context.Context) {
  284. recordBeginTime, err := getBrainRecordBeginTime()
  285. if err != nil {
  286. log.Error("Can not get record begin time", err)
  287. ctx.Error(http.StatusBadRequest, ctx.Tr("repo.record_begintime_get_err"))
  288. return
  289. }
  290. beginTime, endTime, err := getTimePeroid(ctx, recordBeginTime)
  291. if err != nil {
  292. log.Error("Parameter is wrong", err)
  293. ctx.Error(http.StatusBadRequest, ctx.Tr("repo.parameter_is_wrong"))
  294. return
  295. }
  296. debugOnePeriodCount, err := models.GetDebugOnePeriodCount(beginTime, endTime)
  297. if err != nil {
  298. log.Error("Can not query debugOneCount.", err)
  299. ctx.Error(http.StatusBadRequest, ctx.Tr("debugOneCount_get_error"))
  300. return
  301. }
  302. benchmarkOnePeriodCount, err := models.GetBenchmarkOnePeriodCount(beginTime, endTime)
  303. if err != nil {
  304. log.Error("Can not query benchmarkCount.", err)
  305. ctx.Error(http.StatusBadRequest, ctx.Tr("benchmarkOneCount_get_error"))
  306. return
  307. }
  308. trainOnePeriodCount, err := models.GetTrainOnePeriodCount(beginTime, endTime)
  309. if err != nil {
  310. log.Error("Can not query trainOneCount.", err)
  311. ctx.Error(http.StatusBadRequest, ctx.Tr("trainOneCount_get_error"))
  312. return
  313. }
  314. debugTwoPeriodCount, err := models.GetDebugTwoPeriodCount(beginTime, endTime)
  315. if err != nil {
  316. log.Error("Can not query debugTwoCount.", err)
  317. ctx.Error(http.StatusBadRequest, ctx.Tr("debugTwoCount_get_error"))
  318. return
  319. }
  320. trainTwoPeriodCount, err := models.GetTrainTwoPeriodCount(beginTime, endTime)
  321. if err != nil {
  322. log.Error("Can not query DebugOneTotal count.", err)
  323. ctx.Error(http.StatusBadRequest, ctx.Tr("total_count_get_error"))
  324. return
  325. }
  326. inferenceTwoPeriodCount, err := models.GetInferenceTwoPeriodCount(beginTime, endTime)
  327. if err != nil {
  328. log.Error("Can not query inferenceTwoCount.", err)
  329. ctx.Error(http.StatusBadRequest, ctx.Tr("inferenceTwoCount_get_error"))
  330. return
  331. }
  332. cloudBrainOnePeriodCount, err := models.GetCloudBrainOnePeriodCount(beginTime, endTime)
  333. if err != nil {
  334. log.Error("Can not query cloudBrainOnePeriodCount.", err)
  335. ctx.Error(http.StatusBadRequest, ctx.Tr("cloudBrainOnePeriodCount_get_error"))
  336. return
  337. }
  338. cloudBrainTwoPeriodCount, err := models.GetCloudBrainTwoPeriodCount(beginTime, endTime)
  339. if err != nil {
  340. log.Error("Can not query cloudBrainTwoPeriodCount.", err)
  341. ctx.Error(http.StatusBadRequest, ctx.Tr("cloudBrainTwoPeriodCount_get_error"))
  342. return
  343. }
  344. cloudbrainsPeriodData := CloudbrainsPeriodData{
  345. DebugOnePeriodCount: debugOnePeriodCount,
  346. BenchmarkOnePeriodCount: benchmarkOnePeriodCount,
  347. TrainOnePeriodCount: trainOnePeriodCount,
  348. DebugTwoPeriodCount: debugTwoPeriodCount,
  349. TrainTwoPeriodCount: trainTwoPeriodCount,
  350. InferenceTwoPeriodCount: inferenceTwoPeriodCount,
  351. CloudBrainOnePeriodCount: cloudBrainOnePeriodCount,
  352. CloudBrainTwoPeriodCount: cloudBrainTwoPeriodCount,
  353. }
  354. ctx.JSON(http.StatusOK, cloudbrainsPeriodData)
  355. }
  356. func GetCloudbrainsStatusAnalysis(ctx *context.Context) {
  357. jobWaitingCount, err := models.GetJobWaitingCount()
  358. if err != nil {
  359. log.Error("Can not query jobWaitingCount.", err)
  360. return
  361. }
  362. jobRunningCount, err := models.GetJobRunningCount()
  363. if err != nil {
  364. log.Error("Can not query jobRunningCount.", err)
  365. return
  366. }
  367. jobStoppedCount, err := models.GetJobStoppedCount()
  368. if err != nil {
  369. log.Error("Can not query jobStoppedCount.", err)
  370. return
  371. }
  372. jobSucceededCount, err := models.GetJobSucceededCount()
  373. if err != nil {
  374. log.Error("Can not query jobSucceededCount.", err)
  375. return
  376. }
  377. jobFailedCount, err := models.GetJobFailedCount()
  378. if err != nil {
  379. log.Error("Can not query jobFailedCount.", err)
  380. return
  381. }
  382. cloudbrainsStatusAnalysis := CloudbrainsStatusAnalysis{
  383. JobWaitingCount: jobWaitingCount,
  384. JobRunningCount: jobRunningCount,
  385. JobStoppedCount: jobStoppedCount,
  386. JobSucceededCount: jobSucceededCount,
  387. JobFailedCount: jobFailedCount,
  388. }
  389. ctx.JSON(http.StatusOK, cloudbrainsStatusAnalysis)
  390. }
  391. func getCloudbrainCount(beginTime time.Time, endTime time.Time) (int64, int64, int64, int64, int64, int64, int64, int64, int64, error) {
  392. debugOneCount, err := models.GetDebugOnePeriodCount(beginTime, endTime)
  393. if err != nil {
  394. log.Error("Can not query debugOneCount.", err)
  395. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  396. }
  397. benchmarkOneCount, err := models.GetBenchmarkOnePeriodCount(beginTime, endTime)
  398. if err != nil {
  399. log.Error("Can not query benchmarkCount.", err)
  400. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  401. }
  402. trainOneCount, err := models.GetTrainOnePeriodCount(beginTime, endTime)
  403. if err != nil {
  404. log.Error("Can not query trainOneCount.", err)
  405. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  406. }
  407. debugTwoCount, err := models.GetDebugTwoPeriodCount(beginTime, endTime)
  408. if err != nil {
  409. log.Error("Can not query debugTwoCount.", err)
  410. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  411. }
  412. trainTwoCount, err := models.GetTrainTwoPeriodCount(beginTime, endTime)
  413. if err != nil {
  414. log.Error("Can not query DebugOneTotal count.", err)
  415. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  416. }
  417. inferenceTwoCount, err := models.GetInferenceTwoPeriodCount(beginTime, endTime)
  418. if err != nil {
  419. log.Error("Can not query inferenceTwoCount.", err)
  420. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  421. }
  422. cloudbrainOneCount, err := models.GetCloudBrainOnePeriodCount(beginTime, endTime)
  423. if err != nil {
  424. log.Error("Can not query cloudbrainOneCount.", err)
  425. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  426. }
  427. cloudbrainTwoCount, err := models.GetCloudBrainTwoPeriodCount(beginTime, endTime)
  428. if err != nil {
  429. log.Error("Can not query cloudbrainOneCount.", err)
  430. return 0, 0, 0, 0, 0, 0, 0, 0, 0, err
  431. }
  432. cloudbrainCount := cloudbrainOneCount + cloudbrainTwoCount
  433. return debugOneCount, benchmarkOneCount, trainOneCount, debugTwoCount, trainTwoCount, inferenceTwoCount, cloudbrainOneCount, cloudbrainTwoCount, cloudbrainCount, err
  434. }
  435. func getHourCloudbrainNum(beginTime time.Time, endTimeTemp time.Time, endTime time.Time) ([]DateCloudbrainNum, error) {
  436. dayCloudbrainNum := make([]DateCloudbrainNum, 0)
  437. for endTimeTemp.Before(endTime) || endTimeTemp.Equal(endTime) {
  438. debugOneCount, benchmarkOneCount, trainOneCount, debugTwoCount, trainTwoCount, inferenceTwoCount, cloudbrainOneCount, cloudbrainTwoCount, cloudbrainCount, err := getCloudbrainCount(beginTime, endTimeTemp)
  439. if err != nil {
  440. log.Error("Can not query getCloudbrainCount.", err)
  441. return nil, err
  442. }
  443. dayCloudbrainNum = append(dayCloudbrainNum, DateCloudbrainNum{
  444. Date: beginTime.Format(time.RFC3339),
  445. DebugOneCount: debugOneCount,
  446. BenchmarkOneCount: benchmarkOneCount,
  447. TrainOneCount: trainOneCount,
  448. DebugTwoCount: debugTwoCount,
  449. TrainTwoCount: trainTwoCount,
  450. InferenceTwoCount: inferenceTwoCount,
  451. CloudbrainOneCount: cloudbrainOneCount,
  452. CloudbrainTwoCount: cloudbrainTwoCount,
  453. CloudbrainCount: cloudbrainCount,
  454. })
  455. beginTime = endTimeTemp
  456. endTimeTemp = beginTime.Add(time.Hour)
  457. }
  458. return dayCloudbrainNum, nil
  459. }
  460. func getDayCloudbrainNum(beginTime time.Time, endTimeTemp time.Time, endTime time.Time) ([]DateCloudbrainNum, error) {
  461. dayCloudbrainNum := make([]DateCloudbrainNum, 0)
  462. for endTimeTemp.Before(endTime) {
  463. debugOneCount, benchmarkOneCount, trainOneCount, debugTwoCount, trainTwoCount, inferenceTwoCount, cloudbrainOneCount,
  464. cloudbrainTwoCount, cloudbrainCount, err := getCloudbrainCount(beginTime, endTimeTemp)
  465. if err != nil {
  466. log.Error("Can not query getCloudbrainCount.", err)
  467. return nil, err
  468. }
  469. dayCloudbrainNum = append(dayCloudbrainNum, DateCloudbrainNum{
  470. Date: beginTime.Format("2006-01-02"),
  471. DebugOneCount: debugOneCount,
  472. BenchmarkOneCount: benchmarkOneCount,
  473. TrainOneCount: trainOneCount,
  474. DebugTwoCount: debugTwoCount,
  475. TrainTwoCount: trainTwoCount,
  476. InferenceTwoCount: inferenceTwoCount,
  477. CloudbrainOneCount: cloudbrainOneCount,
  478. CloudbrainTwoCount: cloudbrainTwoCount,
  479. CloudbrainCount: cloudbrainCount,
  480. })
  481. beginTime = endTimeTemp
  482. endTimeTemp = beginTime.AddDate(0, 0, 1)
  483. }
  484. return dayCloudbrainNum, nil
  485. }
  486. func getYearCloudbrainNum(beginTime time.Time, endTimeTemp time.Time, endTime time.Time) ([]DateCloudbrainNum, error) {
  487. yearCloudbrainNum := make([]DateCloudbrainNum, 0)
  488. for endTimeTemp.Before(endTime) {
  489. debugOneCount, benchmarkOneCount, trainOneCount, debugTwoCount, trainTwoCount, inferenceTwoCount, cloudbrainOneCount,
  490. cloudbrainTwoCount, cloudbrainCount, err := getCloudbrainCount(beginTime, endTimeTemp)
  491. if err != nil {
  492. log.Error("Can not query getCloudbrainCount.", err)
  493. return nil, err
  494. }
  495. yearCloudbrainNum = append(yearCloudbrainNum, DateCloudbrainNum{
  496. Date: beginTime.Format("2006-01"),
  497. DebugOneCount: debugOneCount,
  498. BenchmarkOneCount: benchmarkOneCount,
  499. TrainOneCount: trainOneCount,
  500. DebugTwoCount: debugTwoCount,
  501. TrainTwoCount: trainTwoCount,
  502. InferenceTwoCount: inferenceTwoCount,
  503. CloudbrainOneCount: cloudbrainOneCount,
  504. CloudbrainTwoCount: cloudbrainTwoCount,
  505. CloudbrainCount: cloudbrainCount,
  506. })
  507. beginTime = endTimeTemp
  508. endTimeTemp = beginTime.AddDate(0, 1, 0)
  509. }
  510. return yearCloudbrainNum, nil
  511. }
  512. func getBrainRecordBeginTime() (time.Time, error) {
  513. return time.ParseInLocation(DATE_FORMAT, setting.BrainRecordBeginTime, time.Local)
  514. }
  515. func DownloadCloudBrainBoard(ctx *context.Context) {
  516. page := 1
  517. pageSize := 300
  518. var cloudBrain = ctx.Tr("repo.cloudbrain")
  519. fileName := getCloudbrainFileName(cloudBrain)
  520. _, total, err := models.CloudbrainAll(&models.CloudbrainsOptions{
  521. ListOptions: models.ListOptions{
  522. Page: page,
  523. PageSize: pageSize,
  524. },
  525. Type: models.TypeCloudBrainAll,
  526. NeedRepoInfo: false,
  527. })
  528. if err != nil {
  529. log.Warn("Can not get cloud brain info", err)
  530. ctx.Error(http.StatusBadRequest, ctx.Tr("repo.cloudbrain_query_fail"))
  531. return
  532. }
  533. totalPage := getTotalPage(total, pageSize)
  534. fmt.Printf("total:%v", total)
  535. fmt.Printf("totalPage:%v", totalPage)
  536. f := excelize.NewFile()
  537. index := f.NewSheet(cloudBrain)
  538. f.DeleteSheet("Sheet1")
  539. for k, v := range allCloudbrainHeader(ctx) {
  540. f.SetCellValue(cloudBrain, k, v)
  541. }
  542. var row = 2
  543. for i := 0; i < totalPage; i++ {
  544. pageRecords, _, err := models.CloudbrainAll(&models.CloudbrainsOptions{
  545. ListOptions: models.ListOptions{
  546. Page: page,
  547. PageSize: pageSize,
  548. },
  549. Type: models.TypeCloudBrainAll,
  550. NeedRepoInfo: true,
  551. })
  552. if err != nil {
  553. log.Warn("Can not get cloud brain info", err)
  554. continue
  555. }
  556. for _, record := range pageRecords {
  557. for k, v := range allCloudbrainValues(row, record, ctx) {
  558. f.SetCellValue(cloudBrain, k, v)
  559. }
  560. row++
  561. }
  562. page++
  563. }
  564. f.SetActiveSheet(index)
  565. ctx.Resp.Header().Set("Content-Disposition", "attachment; filename="+url.QueryEscape(fileName))
  566. ctx.Resp.Header().Set("Content-Type", "application/octet-stream")
  567. f.WriteTo(ctx.Resp)
  568. }
  569. func getCloudbrainFileName(baseName string) string {
  570. return baseName + "_" + time.Now().Format(EXCEL_DATE_FORMAT) + ".xlsx"
  571. }
  572. func allCloudbrainHeader(ctx *context.Context) map[string]string {
  573. return map[string]string{"A1": ctx.Tr("repo.cloudbrain_task"), "B1": ctx.Tr("repo.cloudbrain_task_type"), "C1": ctx.Tr("repo.modelarts.status"),
  574. "D1": ctx.Tr("repo.modelarts.createtime"), "E1": ctx.Tr("repo.modelarts.train_job.wait_time"), "F1": ctx.Tr("repo.modelarts.train_job.dura_time"),
  575. "G1": ctx.Tr("repo.modelarts.train_job.start_time"),
  576. "H1": ctx.Tr("repo.modelarts.train_job.end_time"), "I1": ctx.Tr("repo.modelarts.computing_resources"),
  577. "J1": ctx.Tr("repo.cloudbrain_creator"), "K1": ctx.Tr("repo.repo_name"), "L1": ctx.Tr("repo.cloudbrain_task_name")}
  578. }
  579. func allCloudbrainValues(row int, rs *models.CloudbrainInfo, ctx *context.Context) map[string]string {
  580. return map[string]string{getCellName("A", row): rs.DisplayJobName, getCellName("B", row): rs.JobType, getCellName("C", row): rs.Status,
  581. getCellName("D", row): time.Unix(int64(rs.Cloudbrain.CreatedUnix), 0).Format(CREATE_TIME_FORMAT), getCellName("E", row): getBrainWaitTime(rs),
  582. getCellName("F", row): rs.TrainJobDuration, getCellName("G", row): getBrainStartTime(rs),
  583. getCellName("H", row): getBrainEndTime(rs),
  584. getCellName("I", row): rs.ComputeResource, getCellName("J", row): rs.Name, getCellName("K", row): getBrainRepo(rs),
  585. getCellName("L", row): rs.JobName,
  586. }
  587. }
  588. func getBrainRepo(rs *models.CloudbrainInfo) string {
  589. if rs.Repo != nil {
  590. return rs.Repo.OwnerName + "/" + rs.Repo.Alias
  591. }
  592. return ""
  593. }
  594. func getBrainStartTime(rs *models.CloudbrainInfo) string {
  595. timeString := time.Unix(int64(rs.Cloudbrain.StartTime), 0).Format(CREATE_TIME_FORMAT)
  596. if timeString != "1970/01/01 08:00:00" {
  597. return timeString
  598. } else {
  599. return "0"
  600. }
  601. }
  602. func getBrainEndTime(rs *models.CloudbrainInfo) string {
  603. timeString := time.Unix(int64(rs.Cloudbrain.EndTime), 0).Format(CREATE_TIME_FORMAT)
  604. if timeString != "1970/01/01 08:00:00" {
  605. return timeString
  606. } else {
  607. return "0"
  608. }
  609. }
  610. func getBrainWaitTime(rs *models.CloudbrainInfo) string {
  611. waitTime := rs.Cloudbrain.StartTime - rs.Cloudbrain.CreatedUnix
  612. if waitTime <= 0 {
  613. return "0"
  614. } else {
  615. return models.ConvertDurationToStr(int64(waitTime))
  616. }
  617. }