|
|
|
@@ -978,8 +978,7 @@ func generateCommand(repoName, processorType, codeRemotePath, dataRemotePath, bo |
|
|
|
command += "pwd;cd " + workDir + fmt.Sprintf(grampus.CommandPrepareScript, setting.Grampus.SyncScriptProject, setting.Grampus.SyncScriptProject) |
|
|
|
//download code & dataset |
|
|
|
if processorType == grampus.ProcessorTypeNPU { |
|
|
|
//commandDownload := "./downloader_for_obs " + setting.Bucket + " " + codeRemotePath + " " + grampus.CodeArchiveName + ";" |
|
|
|
//command += commandDownload |
|
|
|
//no need to download code & dataset by internet |
|
|
|
} else if processorType == grampus.ProcessorTypeGPU { |
|
|
|
commandDownload := "./downloader_for_minio " + setting.Grampus.Env + " " + codeRemotePath + " " + grampus.CodeArchiveName + " '" + dataRemotePath + "' '" + datasetName + "'" |
|
|
|
commandDownload = processPretrainModelParameter(pretrainModelPath, pretrainModelFileName, commandDownload) |
|
|
|
@@ -988,8 +987,7 @@ func generateCommand(repoName, processorType, codeRemotePath, dataRemotePath, bo |
|
|
|
|
|
|
|
//unzip code & dataset |
|
|
|
if processorType == grampus.ProcessorTypeNPU { |
|
|
|
//commandUnzip := "cd " + workDir + "code;unzip -q master.zip;" |
|
|
|
//command += commandUnzip |
|
|
|
//no need to process |
|
|
|
} else if processorType == grampus.ProcessorTypeGPU { |
|
|
|
unZipDatasetCommand := generateDatasetUnzipCommand(datasetName) |
|
|
|
commandUnzip := "cd " + workDir + "code;unzip -q master.zip;echo \"start to unzip dataset\";cd " + workDir + "dataset;" + unZipDatasetCommand |
|
|
|
|