Merge pull request 'fix-1523 fix-3354' (#3425) from fix-221228 into V20221228

Reviewed-on: https://openi.pcl.ac.cn/OpenI/aiforge/pulls/3425
Reviewed-by: zouap <zouap@pcl.ac.cn>

models/ai_model_manage.go

@@ -485,6 +485,12 @@ func QueryModel(opts *AiModelQueryOptions) ([]*AiModelManage, int64, error) {
 	return aiModelManages, count, nil
 }
 
+func QueryModelConvertCountByRepoID(repoId int64) int64 {
+	convert := new(AiModelConvert)
+	total, _ := x.Where("repo_id =?", repoId).Count(convert)
+	return total
+}
+
 func QueryModelConvertByRepoID(repoId int64) ([]*AiModelConvert, error) {
 	sess := x.NewSession()
 	defer sess.Close()

models/repo_statistic.go

@@ -36,7 +36,7 @@ type RepoStatistic struct {
 	NumDevMonths         int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
 	RepoSize             int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
 	DatasetSize          int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
-	NumModels            int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
+	NumModels            int64              `xorm:"NOT NULL DEFAULT 0" json:"model"`
 	NumWikiViews         int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
 	NumCommits           int64              `xorm:"NOT NULL DEFAULT 0" json:"commit"`
 	NumCommitsAdded      int64              `xorm:"NOT NULL DEFAULT 0" json:"-"`
@@ -55,6 +55,15 @@ type RepoStatistic struct {
 	NumIssuesGrowth       int64 `xorm:"NOT NULL DEFAULT 0" json:"-"`
 	NumCommentsGrowth     int64 `xorm:"NOT NULL DEFAULT 0" json:"-"`
 
+	NumDatasetFile  int64 `xorm:"NOT NULL DEFAULT 0" json:"datasetFiles"`
+	NumCloudbrain   int64 `xorm:"NOT NULL DEFAULT 0" json:"cloudbrains"`
+	NumModelConvert int64 `xorm:"NOT NULL DEFAULT 0" json:"modelConverts"`
+
+	NumDatasetFileAdded  int64 `xorm:"NOT NULL DEFAULT 0" json:"-"`
+	NumCloudbrainAdded   int64 `xorm:"NOT NULL DEFAULT 0" json:"-"`
+	NumModelConvertAdded int64 `xorm:"NOT NULL DEFAULT 0" json:"- "`
+	NumModelsAdded       int64 `xorm:"NOT NULL DEFAULT 0" json:"- "`
+
 	Impact        float64            `xorm:"NOT NULL DEFAULT 0" json:"impact"`
 	Completeness  float64            `xorm:"NOT NULL DEFAULT 0" json:"completeness"`
 	Liveness      float64            `xorm:"NOT NULL DEFAULT 0" json:"liveness"`

modules/setting/setting.go

@@ -519,7 +519,6 @@ var (
 	CullIdleTimeout        string
 	CullInterval           string
 
-
 	//benchmark config
 	IsBenchmarkEnabled     bool
 	BenchmarkOwner         string
@@ -617,14 +616,14 @@ var (
 		UsageRateBeginTime      string
 	}{}
 
-	ClearStrategy= struct {
-		Enabled bool
-		ResultSaveDays         int
-		BatchSize int
-		DebugJobSize int
-		TrashSaveDays int
-		Cron string
-		RunAtStart bool
+	ClearStrategy = struct {
+		Enabled        bool
+		ResultSaveDays int
+		BatchSize      int
+		DebugJobSize   int
+		TrashSaveDays  int
+		Cron           string
+		RunAtStart     bool
 	}{}
 
 	C2NetInfos                 *C2NetSqInfos
@@ -711,6 +710,7 @@ var (
 
 		ProjectHealth                   float64
 		ProjectHealthIssueCompleteRatio float64
+		ProjectHealth0IssueCloseRatio   float64
 
 		TeamHealth                  float64
 		TeamHealthContributors      float64
@@ -1705,16 +1705,16 @@ func getModelartsCDConfig() {
 	getNotebookFlavorInfos()
 }
 
-func getClearStrategy(){
+func getClearStrategy() {
 
 	sec := Cfg.Section("clear_strategy")
-    ClearStrategy.Enabled=sec.Key("ENABLED").MustBool(false)
-	ClearStrategy.ResultSaveDays=sec.Key("RESULT_SAVE_DAYS").MustInt(30)
-	ClearStrategy.BatchSize=sec.Key("BATCH_SIZE").MustInt(500)
-	ClearStrategy.DebugJobSize=sec.Key("DEBUG_BATCH_SIZE").MustInt(100)
-	ClearStrategy.TrashSaveDays=sec.Key("TRASH_SAVE_DAYS").MustInt(90)
-	ClearStrategy.Cron=sec.Key("CRON").MustString("* 0,30 2-8 * * ?")
-	ClearStrategy.RunAtStart=sec.Key("RUN_AT_START").MustBool(false)
+	ClearStrategy.Enabled = sec.Key("ENABLED").MustBool(false)
+	ClearStrategy.ResultSaveDays = sec.Key("RESULT_SAVE_DAYS").MustInt(30)
+	ClearStrategy.BatchSize = sec.Key("BATCH_SIZE").MustInt(500)
+	ClearStrategy.DebugJobSize = sec.Key("DEBUG_BATCH_SIZE").MustInt(100)
+	ClearStrategy.TrashSaveDays = sec.Key("TRASH_SAVE_DAYS").MustInt(90)
+	ClearStrategy.Cron = sec.Key("CRON").MustString("* 0,30 2-8 * * ?")
+	ClearStrategy.RunAtStart = sec.Key("RUN_AT_START").MustBool(false)
 }
 
 func getGrampusConfig() {
@@ -1781,6 +1781,7 @@ func SetRadarMapConfig() {
 	RadarMap.LivenessRelease = sec.Key("liveness_release").MustFloat64(0.4)
 	RadarMap.ProjectHealth = sec.Key("project_health").MustFloat64(0.1)
 	RadarMap.ProjectHealthIssueCompleteRatio = sec.Key("project_health_issue_complete_ratio").MustFloat64(100)
+	RadarMap.ProjectHealth0IssueCloseRatio = sec.Key("project_health_0_issue_close_ratio").MustFloat64(0.0)
 	RadarMap.TeamHealth = sec.Key("team_health").MustFloat64(0.1)
 	RadarMap.TeamHealthContributors = sec.Key("team_health_contributors").MustFloat64(0.2)
 	RadarMap.TeamHealthKeyContributors = sec.Key("team_health_key_contributors").MustFloat64(0.6)

options/locale/locale_en-US.ini

@@ -2755,6 +2755,10 @@ repos.pr=PR
 repos.commit=Commit
 repos.closedIssues=Closed Issue
 repos.contributor=Contributor
+repos.numDataset=Dataset File
+repos.numCloudbrain=Cloudbrain Task
+repos.numModel=Model
+repos.numModelConvert=Model Convert Task
 repos.yes=Yes
 repos.no=No
 
@@ -3306,7 +3310,7 @@ new_debug_gpu_tooltips = The code is storaged in <strong style="color:#010101">%
 new_debug_gpu_tooltips1 = The code is storaged in <strong style="color:#010101">%s</strong>, the dataset is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the <strong style="color:#010101">%s</strong>.
 new_train_npu_tooltips = The code is storaged in <strong style="color:#010101">%s</strong>, the pre-trained model is storaged in the run parameter <strong style="color:#010101">%s</strong>, and please put your model into <strong style="color:#010101">%s</strong> then you can download it online
 new_infer_gpu_tooltips = The dataset is stored in <strong style="color:#010101">%s</strong>, the model file is stored in <strong style="color:#010101">%s</strong>, please store the inference output in <strong style="color:#010101">%s</strong> for subsequent downloads.
-code_obs_address = Code OBS address 
+code_obs_address = Code OBS address
 
 [points]
 points = points

options/locale/locale_zh-CN.ini

@@ -2773,6 +2773,11 @@ repos.pr=PR数
 repos.commit=Commit数
 repos.closedIssues=已解决任务数
 repos.contributor=贡献者数
+repos.numDataset=数据集文件数
+repos.numCloudbrain=云脑任务数
+repos.numModel=模型数
+repos.numModelConvert=转换任务数
+
 repos.yes=是
 repos.no=否
 

routers/api/v1/repo/repo_dashbord.go

@@ -601,7 +601,7 @@ func getSummaryFileName(ctx *context.Context, beginTime time.Time, endTime time.
 func allProjectsPeroidHeader(ctx *context.Context) map[string]string {
 
 	return map[string]string{"A1": ctx.Tr("admin.repos.id"), "B1": ctx.Tr("admin.repos.projectName"), "C1": ctx.Tr("repo.owner"), "D1": ctx.Tr("admin.repos.isPrivate"), "E1": ctx.Tr("admin.repos.openi"), "F1": ctx.Tr("admin.repos.visit"), "G1": ctx.Tr("admin.repos.download"), "H1": ctx.Tr("admin.repos.pr"), "I1": ctx.Tr("admin.repos.commit"),
-		"J1": ctx.Tr("admin.repos.watches"), "K1": ctx.Tr("admin.repos.stars"), "L1": ctx.Tr("admin.repos.forks"), "M1": ctx.Tr("admin.repos.issues"), "N1": ctx.Tr("admin.repos.closedIssues"), "O1": ctx.Tr("admin.repos.contributor"), "P1": ctx.Tr("admin.repos.isFork"), "Q1": ctx.Tr("admin.repos.isMirror"), "R1": ctx.Tr("admin.repos.create")}
+		"J1": ctx.Tr("admin.repos.watches"), "K1": ctx.Tr("admin.repos.stars"), "L1": ctx.Tr("admin.repos.forks"), "M1": ctx.Tr("admin.repos.issues"), "N1": ctx.Tr("admin.repos.closedIssues"), "O1": ctx.Tr("admin.repos.contributor"), "P1": ctx.Tr("admin.repos.numDataset"), "Q1": ctx.Tr("admin.repos.numCloudbrain"), "R1": ctx.Tr("admin.repos.numModel"), "S1": ctx.Tr("admin.repos.numModelConvert"), "T1": ctx.Tr("admin.repos.isFork"), "U1": ctx.Tr("admin.repos.isMirror"), "V1": ctx.Tr("admin.repos.create")}
 
 }
 
@@ -619,11 +619,13 @@ func allProjectsPeriodSummaryValues(row int, rs *ProjectSummaryBaseData, ctx *co
 }
 
 func allProjectsPeroidValues(row int, rs *models.RepoStatistic, ctx *context.Context) map[string]string {
+
 	return map[string]string{getCellName("A", row): strconv.FormatInt(rs.RepoID, 10), getCellName("B", row): rs.DisplayName(), getCellName("C", row): rs.OwnerName, getCellName("D", row): getBoolDisplay(rs.IsPrivate, ctx), getCellName("E", row): strconv.FormatFloat(rs.RadarTotal, 'f', 2, 64),
 		getCellName("F", row): strconv.FormatInt(rs.NumVisits, 10), getCellName("G", row): strconv.FormatInt(rs.NumDownloads, 10), getCellName("H", row): strconv.FormatInt(rs.NumPulls, 10), getCellName("I", row): strconv.FormatInt(rs.NumCommits, 10),
 		getCellName("J", row): strconv.FormatInt(rs.NumWatches, 10), getCellName("K", row): strconv.FormatInt(rs.NumStars, 10), getCellName("L", row): strconv.FormatInt(rs.NumForks, 10), getCellName("M", row): strconv.FormatInt(rs.NumIssues, 10),
-		getCellName("N", row): strconv.FormatInt(rs.NumClosedIssues, 10), getCellName("O", row): strconv.FormatInt(rs.NumContributor, 10), getCellName("P", row): getBoolDisplay(rs.IsFork, ctx), getCellName("Q", row): getBoolDisplay(rs.IsMirror, ctx), getCellName("R", row): time.Unix(int64(rs.RepoCreatedUnix), 0).Format(CREATE_TIME_FORMAT),
+		getCellName("N", row): strconv.FormatInt(rs.NumClosedIssues, 10), getCellName("O", row): strconv.FormatInt(rs.NumContributor, 10), getCellName("P", row): strconv.FormatInt(rs.NumDatasetFile, 10), getCellName("Q", row): strconv.FormatInt(rs.NumCloudbrain, 10), getCellName("R", row): strconv.FormatInt(rs.NumModels, 10), getCellName("S", row): strconv.FormatInt(rs.NumModelConvert, 10), getCellName("T", row): getBoolDisplay(rs.IsFork, ctx), getCellName("U", row): getBoolDisplay(rs.IsMirror, ctx), getCellName("V", row): time.Unix(int64(rs.RepoCreatedUnix), 0).Format(CREATE_TIME_FORMAT),
 	}
+
 }
 
 func allProjectsOpenIHeader() map[string]string {
@@ -804,11 +806,11 @@ func generateOpenICountSql(latestDate string) string {
 }
 
 func generateTypeAllSql(beginTime time.Time, endTime time.Time, latestDate string, q string, orderBy string, page int, pageSize int) string {
-	sql := "SELECT A.repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor FROM  " +
+	sql := "SELECT A.repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor,num_models,num_model_convert,num_cloudbrain,num_dataset_file FROM  " +
 		"(SELECT repo_id,sum(num_visits) as num_visits " +
 		" FROM repo_statistic where created_unix >=" + strconv.FormatInt(beginTime.Unix(), 10) +
 		" and created_unix<" + strconv.FormatInt(endTime.Unix(), 10) + " group by repo_id) A," +
-		"(SELECT repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor from public.repo_statistic where date='" + latestDate + "') B" +
+		"(SELECT repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor,num_models,num_model_convert,num_cloudbrain,num_dataset_file from public.repo_statistic where date='" + latestDate + "') B" +
 		" where A.repo_id=B.repo_id"
 
 	if q != "" {
@@ -828,8 +830,8 @@ func generateTypeAllOpenISql(latestDate string, page int, pageSize int) string {
 
 func generatePageSql(beginTime time.Time, endTime time.Time, latestDate string, q string, orderBy string, page int, pageSize int) string {
 
-	sql := "SELECT A.repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor FROM  " +
-		"(SELECT repo_id,sum(num_watches_added) as num_watches,sum(num_visits) as num_visits, sum(num_downloads_added) as num_downloads,sum(num_pulls_added) as num_pulls,sum(num_commits_added) as num_commits,sum(num_stars_added) as num_stars,sum(num_forks_added) num_forks,sum(num_issues_added) as num_issues,sum(num_closed_issues_added) as num_closed_issues,sum(num_contributor_added) as num_contributor " +
+	sql := "SELECT A.repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor,num_models,num_model_convert,num_cloudbrain,num_dataset_file FROM  " +
+		"(SELECT repo_id,sum(num_watches_added) as num_watches,sum(num_visits) as num_visits, sum(num_downloads_added) as num_downloads,sum(num_pulls_added) as num_pulls,sum(num_commits_added) as num_commits,sum(num_stars_added) as num_stars,sum(num_forks_added) num_forks,sum(num_issues_added) as num_issues,sum(num_closed_issues_added) as num_closed_issues,sum(num_contributor_added) as num_contributor,sum(num_models_added) as num_models,sum(num_model_convert_added) as num_model_convert,sum(num_dataset_file_added) as num_dataset_file, sum(num_cloudbrain_added) as num_cloudbrain " +
 		" FROM repo_statistic where created_unix >=" + strconv.FormatInt(beginTime.Unix(), 10) +
 		" and created_unix<" + strconv.FormatInt(endTime.Unix(), 10) + " group by repo_id) A," +
 		"(SELECT repo_id,name,alias,owner_name,is_private,is_mirror,is_fork,repo_created_unix,radar_total from public.repo_statistic where date='" + latestDate + "') B" +

routers/repo/repo_statistic.go

@@ -75,7 +75,7 @@ func RepoStatisticDaily(date string) {
 		if repo.NumIssues != 0 {
 			issueFixedRate = float32(repo.NumClosedIssues) / float32(repo.NumIssues)
 		} else {
-			issueFixedRate = 1.0
+			issueFixedRate = float32(setting.RadarMap.ProjectHealth0IssueCloseRatio)
 		}
 
 		var numVersions int64
@@ -124,7 +124,7 @@ func RepoStatisticDaily(date string) {
 			NumDevMonths:          numDevMonths,
 			RepoSize:              repo.Size,
 			DatasetSize:           datasetSize,
-			NumModels:             0,
+			NumModels:             repo.ModelCnt,
 			NumWikiViews:          numWikiViews,
 			NumCommits:            numCommits,
 			NumIssues:             int64(repo.NumIssues),
@@ -135,6 +135,9 @@ func RepoStatisticDaily(date string) {
 			NumCommitsGrowth:      numCommitsGrowth,
 			NumCommitLinesGrowth:  numCommitLinesGrowth,
 			NumContributorsGrowth: numContributorsGrowth,
+			NumCloudbrain:         repo.AiTaskCnt,
+			NumDatasetFile:        repo.DatasetCnt,
+			NumModelConvert:       models.QueryModelConvertCountByRepoID(repo.ID),
 		}
 
 		dayBeforeDate := t.AddDate(0, 0, -1).Format("2006-01-02")
@@ -155,6 +158,10 @@ func RepoStatisticDaily(date string) {
 				repoStat.NumIssuesAdded = repoStat.NumIssues - repoStatisticBefore.NumIssues
 				repoStat.NumPullsAdded = repoStat.NumPulls - repoStatisticBefore.NumPulls
 				repoStat.NumContributorAdded = repoStat.NumContributor - repoStatisticBefore.NumContributor
+				repoStat.NumModelsAdded = repoStat.NumModels - repoStatisticBefore.NumModels
+				repoStat.NumCloudbrainAdded = repoStat.NumCloudbrain - repoStatisticBefore.NumCloudbrain
+				repoStat.NumModelConvertAdded = repoStat.NumModelConvert - repoStatisticBefore.NumModelConvert
+				repoStat.NumDatasetFileAdded = repoStat.NumDatasetFile - repoStatisticBefore.NumDatasetFile
 			}
 		}
 		day4MonthsAgo := t.AddDate(0, -4, 0)