Browse Source

modeldownload

tags/v1.21.12.1
Gitea 4 years ago
parent
commit
84cb096cee
4 changed files with 21 additions and 19 deletions
  1. +15
    -15
      modules/setting/setting.go
  2. +2
    -2
      modules/storage/obs.go
  3. +3
    -1
      routers/repo/cloudbrain.go
  4. +1
    -1
      routers/repo/modelarts.go

+ 15
- 15
modules/setting/setting.go View File

@@ -467,16 +467,16 @@ var (
CommitValidDate string

//obs config
Endpoint string
AccessKeyID string
SecretAccessKey string
Bucket string
Location string
BasePath string
JobModelPath string
OutPutPath string
CodePathPrefix string
UserBasePath string
Endpoint string
AccessKeyID string
SecretAccessKey string
Bucket string
Location string
BasePath string
OutPutPath string
TrainJobModelPath string
CodePathPrefix string
UserBasePath string

//modelarts config
ModelArtsHost string
@@ -490,12 +490,12 @@ var (
ProfileID string
PoolInfos string
Flavor string
FlavorInfos string
//train-job
ResourcePools string
Engines string
EngineVersions string
TrainJobFlavorInfos string
FlavorInfos string
TrainJobFLAVORINFOS string

//elk config
ElkUrl string
@@ -1255,8 +1255,8 @@ func NewContext() {
Bucket = sec.Key("BUCKET").MustString("testopendata")
Location = sec.Key("LOCATION").MustString("cn-south-222")
BasePath = sec.Key("BASE_PATH").MustString("attachment/")
JobModelPath = sec.Key("Job_Model_PATH").MustString("job/")
OutPutPath = sec.Key("OutPut_PATH").MustString("output/")
TrainJobModelPath = sec.Key("TrainJobModel_Path").MustString("job/")
OutPutPath = sec.Key("Output_Path").MustString("output/")
CodePathPrefix = sec.Key("CODE_PATH_PREFIX").MustString("code/")
UserBasePath = sec.Key("BASE_PATH_USER").MustString("users/")
PROXYURL = sec.Key("PROXY_URL").MustString("")
@@ -1277,7 +1277,7 @@ func NewContext() {
Engines = sec.Key("Engines").MustString("")
EngineVersions = sec.Key("Engine_Versions").MustString("")
FlavorInfos = sec.Key("FLAVOR_INFOS").MustString("")
TrainJobFlavorInfos = sec.Key("TrainJob_FLAVOR_INFOS").MustString("")
TrainJobFLAVORINFOS = sec.Key("TrainJob_FLAVOR_INFOS").MustString("")

sec = Cfg.Section("elk")
ElkUrl = sec.Key("ELKURL").MustString("http://192.168.207.35:5601/internal/bsearch")


+ 2
- 2
modules/storage/obs.go View File

@@ -152,7 +152,7 @@ func ObsDownload(uuid string, fileName string) (io.ReadCloser, error) {
func ObsModelDownload(JobName string, fileName string) (io.ReadCloser, error) {
input := &obs.GetObjectInput{}
input.Bucket = setting.Bucket
input.Key = strings.TrimPrefix(path.Join(setting.JobModelPath, JobName, setting.OutPutPath, fileName), "/")
input.Key = strings.TrimPrefix(path.Join(setting.TrainJobModelPath, JobName, setting.OutPutPath, fileName), "/")
// input.Key = strings.TrimPrefix(path.Join(setting.BasePath, path.Join(uuid[0:1], uuid[1:2], uuid)), "/")
output, err := ObsCli.GetObject(input)
if err == nil {
@@ -172,7 +172,7 @@ func GetObsListObject(jobName string) ([]string, error) {
// jobName = "liuzx202110271830856"
input := &obs.ListObjectsInput{}
input.Bucket = setting.Bucket
input.Prefix = strings.TrimPrefix(path.Join(setting.JobModelPath, jobName, setting.OutPutPath), "/")
input.Prefix = strings.TrimPrefix(path.Join(setting.TrainJobModelPath, jobName, setting.OutPutPath), "/")
log.Info("input.Prefix:", input.Prefix)
output, err := ObsCli.ListObjects(input)
ModelListArr := make([]string, 0)


+ 3
- 1
routers/repo/cloudbrain.go View File

@@ -608,13 +608,15 @@ func TrainJobListModel(ctx *context.Context) {
return
}
TrainJobListModel, err := storage.GetObsListObject(task.JobName)
log.Info("TrainJobListModel", TrainJobListModel)
fmt.Println("TrainJobListModel:", TrainJobListModel)
if err != nil {
log.Info("get TrainJobListModel failed:", err)
return
}
ctx.Data["task"] = task
ctx.Data["JobID"] = jobID
ctx.Data["TrainJobListModel"] = TrainJobListModel
ctx.Data["ListModel"] = TrainJobListModel
ctx.HTML(200, tplModelArtsTrainJobListModel)
}



+ 1
- 1
routers/repo/modelarts.go View File

@@ -612,7 +612,7 @@ func TrainJobNew(ctx *context.Context) {
ctx.Data["engine_versions"] = versionInfos.Version

var flavorInfos modelarts.Flavor
if err = json.Unmarshal([]byte(setting.TrainJobFlavorInfos), &flavorInfos); err != nil {
if err = json.Unmarshal([]byte(setting.TrainJobFLAVORINFOS), &flavorInfos); err != nil {
ctx.ServerError("json.Unmarshal failed:", err)
return
}


Loading…
Cancel
Save