Browse Source

fix:update createTraining in modelarts

pull/445/head
qiwang 8 months ago
parent
commit
482645eae3
3 changed files with 27 additions and 20 deletions
  1. +1
    -1
      go.mod
  2. +6
    -0
      go.sum
  3. +20
    -19
      internal/storeLink/modelarts.go

+ 1
- 1
go.mod View File

@@ -20,7 +20,7 @@ require (
github.com/zeromicro/go-zero v1.7.4
gitlink.org.cn/JointCloud/pcm-ac v0.0.0-20250107025835-8fc888b1d170
gitlink.org.cn/JointCloud/pcm-hpc v0.0.0-20241125115811-72f3568255a4
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250306073530-56ecf1273207
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250312043331-e84d101055bd
gitlink.org.cn/JointCloud/pcm-octopus v0.0.0-20240817071412-44397870b110
gitlink.org.cn/JointCloud/pcm-openi v0.0.0-20250102093846-164b4884c9ec
gitlink.org.cn/JointCloud/pcm-openstack v0.0.0-20240403033338-e7edabad4203


+ 6
- 0
go.sum View File

@@ -298,6 +298,8 @@ github.com/hashicorp/hcl v1.0.0 h1:0Anlzjpi4vEasTeNFn2mLJgTSwt0+6sfsiTG8qcWGx4=
github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ=
github.com/hashicorp/memberlist v0.5.0 h1:EtYPN8DpAURiapus508I4n9CzHs2W+8NZGbmmR/prTM=
github.com/hashicorp/memberlist v0.5.0/go.mod h1:yvyXLpo0QaGE59Y7hDTsTzDD25JYBZ4mHgHUZ8lrOI0=
github.com/huaweicloud/huaweicloud-sdk-go-v3 v0.1.61 h1:b203Ob+V22EyNiJlrhYQGJ0aAJ9ddFMa3neYrOZ8/tQ=
github.com/huaweicloud/huaweicloud-sdk-go-v3 v0.1.61/go.mod h1:AZT3IyeViMA1qIoo6lM2eDobcTXORpqIQzSqdodah7E=
github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc=
github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM=
github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg=
@@ -530,6 +532,10 @@ gitlink.org.cn/JointCloud/pcm-hpc v0.0.0-20241125115811-72f3568255a4 h1:WIs/189l
gitlink.org.cn/JointCloud/pcm-hpc v0.0.0-20241125115811-72f3568255a4/go.mod h1:YbuoRgF9sEVvNJPQtGRjdocX7Du6NBOTLn+GVwqRVjo=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250306073530-56ecf1273207 h1:korhOkFl0x1wuQBKoKTsQHeFboDwLFRWwR2G9IPPfNg=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250306073530-56ecf1273207/go.mod h1:MxtnJJcU8S4zfGKZVcg2MOXGtwucKy7MMDwA0IemBd0=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250311041651-d676f57aac45 h1:SoR/DoLffkzoXrcfSaOY4EitPayA3kfjTp/yTOdRlps=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250311041651-d676f57aac45/go.mod h1:MxtnJJcU8S4zfGKZVcg2MOXGtwucKy7MMDwA0IemBd0=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250312043331-e84d101055bd h1:MMF06GNHfYDKhtOneImh1mL5fcgDqOpesZF2fW9oU6A=
gitlink.org.cn/JointCloud/pcm-modelarts v0.0.0-20250312043331-e84d101055bd/go.mod h1:MxtnJJcU8S4zfGKZVcg2MOXGtwucKy7MMDwA0IemBd0=
gitlink.org.cn/JointCloud/pcm-octopus v0.0.0-20240817071412-44397870b110 h1:GaXwr5sgDh0raHjUf9IewTvnRvajYea7zbLsaerYyXo=
gitlink.org.cn/JointCloud/pcm-octopus v0.0.0-20240817071412-44397870b110/go.mod h1:QOD5+/l2D+AYBjF2h5T0mdJyfGAmF78QmeKdbBXbjLQ=
gitlink.org.cn/JointCloud/pcm-openi v0.0.0-20250102093846-164b4884c9ec h1:Yul2JOAIS94B+eIg0UvmBSe8JrtSrZ2OA47gAYLiBYI=


+ 20
- 19
internal/storeLink/modelarts.go View File

@@ -157,8 +157,8 @@ func (m *ModelArtsLink) SubmitTask(ctx context.Context, imageId string, cmd stri
// modelArts提交任务
environments := make(map[string]string)
parameters := make([]*modelarts.ParametersTrainJob, 0)
/* inputs := make([]*modelarts.InputTraining, 0)
outputs := make([]*modelarts.OutputTraining, 0)*/
inputs := make([]*modelarts.InputTraining, 0)
outputs := make([]*modelarts.OutputTraining, 0)
for _, env := range envs {
s := strings.Split(env, COMMA)
environments[s[0]] = s[1]
@@ -170,22 +170,23 @@ func (m *ModelArtsLink) SubmitTask(ctx context.Context, imageId string, cmd stri
Value: s[1],
})
}
/* inputs = append(inputs, &modelarts.InputTraining{
Name: "data_url",
Remote: &modelarts.RemoteTra{
Obs: &modelarts.Obs1{
ObsUrl: "/test-wq/data/mnist.npz",
},
}})

outputs = append(outputs, &modelarts.OutputTraining{
Name: "train_url",
Remote: &modelarts.RemoteOut{
Obs: &modelarts.ObsTra{
ObsUrl: "/test-wq/model/",
},

inputs = append(inputs, &modelarts.InputTraining{
Name: "input",
AccessMethod: "parameter",
Remote: &modelarts.RemoteTra{
Obs: &modelarts.ObsTra{
ObsUrl: datasetsId + "/",
},
}})

outputs = append(outputs, &modelarts.OutputTraining{
Name: "output",
Remote: &modelarts.RemoteOut{
Obs: &modelarts.ObsTra{
ObsUrl: "obs://test-modelarts-train/output/10v/",
},
})*/
}})
req := &modelarts.CreateTrainingJobReq{
Kind: "job",
Metadata: &modelarts.MetadataS{
@@ -200,8 +201,8 @@ func (m *ModelArtsLink) SubmitTask(ctx context.Context, imageId string, cmd stri
Command: cmd,
Environments: environments,
Parameters: parameters,
//Inputs: inputs,
//Outputs: outputs,
Inputs: inputs,
Outputs: outputs,
},
Spec: &modelarts.SpecsC{
Resource: &modelarts.ResourceCreateTraining{


Loading…
Cancel
Save