Browse Source

modeldownload

tags/v1.21.12.1
Gitea 4 years ago
parent
commit
84cb096cee
4 changed files with 21 additions and 19 deletions
  1. +15
    -15
      modules/setting/setting.go
  2. +2
    -2
      modules/storage/obs.go
  3. +3
    -1
      routers/repo/cloudbrain.go
  4. +1
    -1
      routers/repo/modelarts.go

+ 15
- 15
modules/setting/setting.go View File

@@ -467,16 +467,16 @@ var (
CommitValidDate string CommitValidDate string


//obs config //obs config
Endpoint string
AccessKeyID string
SecretAccessKey string
Bucket string
Location string
BasePath string
JobModelPath string
OutPutPath string
CodePathPrefix string
UserBasePath string
Endpoint string
AccessKeyID string
SecretAccessKey string
Bucket string
Location string
BasePath string
OutPutPath string
TrainJobModelPath string
CodePathPrefix string
UserBasePath string


//modelarts config //modelarts config
ModelArtsHost string ModelArtsHost string
@@ -490,12 +490,12 @@ var (
ProfileID string ProfileID string
PoolInfos string PoolInfos string
Flavor string Flavor string
FlavorInfos string
//train-job //train-job
ResourcePools string ResourcePools string
Engines string Engines string
EngineVersions string EngineVersions string
TrainJobFlavorInfos string
FlavorInfos string
TrainJobFLAVORINFOS string


//elk config //elk config
ElkUrl string ElkUrl string
@@ -1255,8 +1255,8 @@ func NewContext() {
Bucket = sec.Key("BUCKET").MustString("testopendata") Bucket = sec.Key("BUCKET").MustString("testopendata")
Location = sec.Key("LOCATION").MustString("cn-south-222") Location = sec.Key("LOCATION").MustString("cn-south-222")
BasePath = sec.Key("BASE_PATH").MustString("attachment/") BasePath = sec.Key("BASE_PATH").MustString("attachment/")
JobModelPath = sec.Key("Job_Model_PATH").MustString("job/")
OutPutPath = sec.Key("OutPut_PATH").MustString("output/")
TrainJobModelPath = sec.Key("TrainJobModel_Path").MustString("job/")
OutPutPath = sec.Key("Output_Path").MustString("output/")
CodePathPrefix = sec.Key("CODE_PATH_PREFIX").MustString("code/") CodePathPrefix = sec.Key("CODE_PATH_PREFIX").MustString("code/")
UserBasePath = sec.Key("BASE_PATH_USER").MustString("users/") UserBasePath = sec.Key("BASE_PATH_USER").MustString("users/")
PROXYURL = sec.Key("PROXY_URL").MustString("") PROXYURL = sec.Key("PROXY_URL").MustString("")
@@ -1277,7 +1277,7 @@ func NewContext() {
Engines = sec.Key("Engines").MustString("") Engines = sec.Key("Engines").MustString("")
EngineVersions = sec.Key("Engine_Versions").MustString("") EngineVersions = sec.Key("Engine_Versions").MustString("")
FlavorInfos = sec.Key("FLAVOR_INFOS").MustString("") FlavorInfos = sec.Key("FLAVOR_INFOS").MustString("")
TrainJobFlavorInfos = sec.Key("TrainJob_FLAVOR_INFOS").MustString("")
TrainJobFLAVORINFOS = sec.Key("TrainJob_FLAVOR_INFOS").MustString("")


sec = Cfg.Section("elk") sec = Cfg.Section("elk")
ElkUrl = sec.Key("ELKURL").MustString("http://192.168.207.35:5601/internal/bsearch") ElkUrl = sec.Key("ELKURL").MustString("http://192.168.207.35:5601/internal/bsearch")


+ 2
- 2
modules/storage/obs.go View File

@@ -152,7 +152,7 @@ func ObsDownload(uuid string, fileName string) (io.ReadCloser, error) {
func ObsModelDownload(JobName string, fileName string) (io.ReadCloser, error) { func ObsModelDownload(JobName string, fileName string) (io.ReadCloser, error) {
input := &obs.GetObjectInput{} input := &obs.GetObjectInput{}
input.Bucket = setting.Bucket input.Bucket = setting.Bucket
input.Key = strings.TrimPrefix(path.Join(setting.JobModelPath, JobName, setting.OutPutPath, fileName), "/")
input.Key = strings.TrimPrefix(path.Join(setting.TrainJobModelPath, JobName, setting.OutPutPath, fileName), "/")
// input.Key = strings.TrimPrefix(path.Join(setting.BasePath, path.Join(uuid[0:1], uuid[1:2], uuid)), "/") // input.Key = strings.TrimPrefix(path.Join(setting.BasePath, path.Join(uuid[0:1], uuid[1:2], uuid)), "/")
output, err := ObsCli.GetObject(input) output, err := ObsCli.GetObject(input)
if err == nil { if err == nil {
@@ -172,7 +172,7 @@ func GetObsListObject(jobName string) ([]string, error) {
// jobName = "liuzx202110271830856" // jobName = "liuzx202110271830856"
input := &obs.ListObjectsInput{} input := &obs.ListObjectsInput{}
input.Bucket = setting.Bucket input.Bucket = setting.Bucket
input.Prefix = strings.TrimPrefix(path.Join(setting.JobModelPath, jobName, setting.OutPutPath), "/")
input.Prefix = strings.TrimPrefix(path.Join(setting.TrainJobModelPath, jobName, setting.OutPutPath), "/")
log.Info("input.Prefix:", input.Prefix) log.Info("input.Prefix:", input.Prefix)
output, err := ObsCli.ListObjects(input) output, err := ObsCli.ListObjects(input)
ModelListArr := make([]string, 0) ModelListArr := make([]string, 0)


+ 3
- 1
routers/repo/cloudbrain.go View File

@@ -608,13 +608,15 @@ func TrainJobListModel(ctx *context.Context) {
return return
} }
TrainJobListModel, err := storage.GetObsListObject(task.JobName) TrainJobListModel, err := storage.GetObsListObject(task.JobName)
log.Info("TrainJobListModel", TrainJobListModel)
fmt.Println("TrainJobListModel:", TrainJobListModel)
if err != nil { if err != nil {
log.Info("get TrainJobListModel failed:", err) log.Info("get TrainJobListModel failed:", err)
return return
} }
ctx.Data["task"] = task ctx.Data["task"] = task
ctx.Data["JobID"] = jobID ctx.Data["JobID"] = jobID
ctx.Data["TrainJobListModel"] = TrainJobListModel
ctx.Data["ListModel"] = TrainJobListModel
ctx.HTML(200, tplModelArtsTrainJobListModel) ctx.HTML(200, tplModelArtsTrainJobListModel)
} }




+ 1
- 1
routers/repo/modelarts.go View File

@@ -612,7 +612,7 @@ func TrainJobNew(ctx *context.Context) {
ctx.Data["engine_versions"] = versionInfos.Version ctx.Data["engine_versions"] = versionInfos.Version


var flavorInfos modelarts.Flavor var flavorInfos modelarts.Flavor
if err = json.Unmarshal([]byte(setting.TrainJobFlavorInfos), &flavorInfos); err != nil {
if err = json.Unmarshal([]byte(setting.TrainJobFLAVORINFOS), &flavorInfos); err != nil {
ctx.ServerError("json.Unmarshal failed:", err) ctx.ServerError("json.Unmarshal failed:", err)
return return
} }


Loading…
Cancel
Save