|
|
|
@@ -384,7 +384,7 @@ func createGpuTrainJob(modelConvert *models.AiModelConvert, ctx *context.Context |
|
|
|
log.Info("local dataset path:" + relatetiveModelPath) |
|
|
|
downloadFromObsToLocal(model, relatetiveModelPath) |
|
|
|
uploadCodeToMinio(relatetiveModelPath+"/", modelConvert.ID, "/dataset/") |
|
|
|
//TODO delete |
|
|
|
deleteLocalDir(relatetiveModelPath) |
|
|
|
dataActualPath = setting.Attachment.Minio.RealPath + setting.Attachment.Minio.Bucket + "/" + setting.CBCodePathPrefix + modelConvert.ID + "/dataset" |
|
|
|
} |
|
|
|
} |
|
|
|
@@ -396,7 +396,8 @@ func createGpuTrainJob(modelConvert *models.AiModelConvert, ctx *context.Context |
|
|
|
downloadConvertCode(setting.ModelConvert.ConvertRepoPath, codePath, DefaultBranchName) |
|
|
|
|
|
|
|
uploadCodeToMinio(codePath+"/", modelConvert.ID, CodeMountPath+"/") |
|
|
|
//TODO delete |
|
|
|
deleteLocalDir(codePath) |
|
|
|
|
|
|
|
minioCodePath := setting.Attachment.Minio.RealPath + setting.Attachment.Minio.Bucket + "/" + setting.CBCodePathPrefix + modelConvert.ID + "/code" |
|
|
|
log.Info("minio codePath=" + minioCodePath) |
|
|
|
|
|
|
|
@@ -405,7 +406,8 @@ func createGpuTrainJob(modelConvert *models.AiModelConvert, ctx *context.Context |
|
|
|
mkModelPath(modelPath) |
|
|
|
|
|
|
|
uploadCodeToMinio(modelPath, modelConvert.ID, ModelMountPath+"/") |
|
|
|
//TODO delete |
|
|
|
deleteLocalDir(modelPath) |
|
|
|
|
|
|
|
minioModelPath := setting.Attachment.Minio.RealPath + setting.Attachment.Minio.Bucket + "/" + setting.CBCodePathPrefix + modelConvert.ID + "/model" |
|
|
|
log.Info("minio model path=" + minioModelPath) |
|
|
|
|
|
|
|
@@ -476,6 +478,16 @@ func createGpuTrainJob(modelConvert *models.AiModelConvert, ctx *context.Context |
|
|
|
return nil |
|
|
|
} |
|
|
|
|
|
|
|
func deleteLocalDir(dirpath string) { |
|
|
|
//TODO delete |
|
|
|
_err := os.RemoveAll(dirpath) |
|
|
|
if _err == nil { |
|
|
|
log.Info("Delete local file:" + dirpath) |
|
|
|
} else { |
|
|
|
log.Info("Delete local file error: path=" + dirpath) |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
func getGpuModelConvertCommand(name string, modelFile string, modelConvert *models.AiModelConvert, bootfile string) string { |
|
|
|
var command string |
|
|
|
|
|
|
|
|