Browse Source

调整各个节点的输出参数

pull/53/head
JeshuaRen 5 months ago
parent
commit
0aaf456c66
3 changed files with 63 additions and 29 deletions
  1. +1
    -0
      sdks/pcmscheduler/job.go
  2. +3
    -1
      sdks/pcmscheduler/models.go
  3. +59
    -28
      sdks/scheduler/models.go

+ 1
- 0
sdks/pcmscheduler/job.go View File

@@ -21,4 +21,5 @@ type PCMJobDataReturn struct {
JobID string `gorm:"column:job_id" json:"jobID"`
ClusterID schsdk.ClusterID `gorm:"column:cluster_id" json:"clusterID"`
PackageID cdssdk.PackageID `gorm:"column:package_id" json:"packageID"`
Output string `gorm:"column:result_output" json:"output"`
}

+ 3
- 1
sdks/pcmscheduler/models.go View File

@@ -74,6 +74,8 @@ const (
PlatformCloud = "CLOUD" // 云算
PlatformCloudInference = "PCM_Inference"
PlatformHPC = "HPCSlurm" //超算
PlatformHPCArm = "HPCArm"
PlatformHPCX86 = "HPCX86"

URL = "url"
ID = "id"
@@ -88,7 +90,7 @@ const (

NodeTypeBinding = "binding"
NodeTypeUpload = "upload"
NodeTypeDataReturn = "data_return"
NodeTypeDataReturn = "DataReturn"
NodeTypeHPCCreate = "hpc_create"
NodeTypeInference = "inference"
NodeTypeInferenceStop = "inference_stop"


+ 59
- 28
sdks/scheduler/models.go View File

@@ -14,6 +14,7 @@ const (
JobTypeFinetuning = "Finetuning"
JobTypeDataPreprocess = "DataPreprocess"
JobTypeDataReturn = "DataReturn"
JobTypeReport = "Report"

FileInfoTypePackage = "Package"
FileInfoTypeLocalFile = "LocalFile"
@@ -209,7 +210,10 @@ type BindingJobInfo struct {
JobInfoBase
Type string `json:"type"`
Info DataBinding `json:"info"`
Name string `json:"name"` // 临时使用
// 下面参数用于工作流输入
PackageID cdssdk.PackageID `json:"packageID"`
ClusterID ClusterID `json:"clusterID"`
Output string `json:"output"`
}

type DataBinding interface {
@@ -230,15 +234,16 @@ func (d *DataBindingBase) Noop() {}
type ModelBinding struct {
serder.Metadata `union:"model"`
DataBindingBase
Type string `json:"type"`
Name string `json:"name"`
Description string `json:"description"`
ClusterIDs []ClusterID `json:"clusterIDs"`
Category string `json:"category"`
ModelType string `json:"modelType"`
Env string `json:"env"`
Version string `json:"version"`
RepositoryName string `json:"repositoryName"`
Type string `json:"type"`
Name string `json:"name"`
Description string `json:"description"`
ClusterIDs []ClusterID `json:"clusterIDs"`
Category string `json:"category"`
ModelType string `json:"modelType"`
Env string `json:"env"`
Version string `json:"version"`
RepositoryName string `json:"repositoryName"`
PackageID cdssdk.PackageID `json:"packageID"`
}

type DatasetBinding struct {
@@ -250,9 +255,9 @@ type DatasetBinding struct {
ClusterIDs []ClusterID `json:"clusterIDs"`
Description string `json:"description"`
Category string `json:"category"`
PackageID cdssdk.PackageID `json:"packageID"`
RepositoryName string `json:"repositoryName"`
ConsumptionPoints int64 `json:"points"`
PackageID cdssdk.PackageID `json:"packageID"`
}

type HPCJobInfo struct {
@@ -455,10 +460,14 @@ type DataPreprocessJobInfo struct {
type DataReturnJobInfo struct {
serder.Metadata `union:"DataReturn"`
JobInfoBase
Type string `json:"type"`
BucketID cdssdk.BucketID `json:"bucketID"`
TargetLocalJobID string `json:"targetLocalJobID"`
ReportMessage TrainJobStatusReport `json:"report"`
Type string `json:"type"`
BucketID cdssdk.BucketID `json:"bucketID"`
TargetLocalJobID string `json:"targetLocalJobID"`

// 下面是工作流的参数
ClusterID ClusterID `json:"clusterID"`
Output string `json:"output"`
PackageName string `json:"packageName"`
}

// MultiInstanceJobInfo 多实例(推理任务)
@@ -684,6 +693,9 @@ var JobOutputTypeUnion = types.NewTypeUnion[JobOutput](
(*UploadJobOutput)(nil),
(*HPCJobOutput)(nil),
(*NotifyJobOutput)(nil),
(*DataReturnJobOutput)(nil),
(*PublicOutput)(nil),
(*PCMInferenceJobOutput)(nil),
)

var _ = serder.UseTypeUnionInternallyTagged(&JobOutputTypeUnion, "type")
@@ -699,6 +711,17 @@ type PublicOutput struct {
Output string `json:"output"`
}

type PCMInferenceJobOutput struct {
serder.Metadata `union:"PCM_Inference"`
JobOutputBase
Type string `json:"type"`
URL string `json:"url"`
ID string `json:"id"`
AdapterID string `json:"adapterId"`
ClusterID ClusterID `json:"clusterId"`
InstanceID string `json:"instanceId"`
}

type NotifyJobOutput struct {
serder.Metadata `union:"Notify"`
JobOutputBase
@@ -709,15 +732,19 @@ type NotifyJobOutput struct {
type HPCJobOutput struct {
serder.Metadata `union:"HPCSlurm"`
JobOutputBase
Type string `json:"type"`
Output string `json:"output"`
Type string `json:"type"`
Name string `json:"name"`
Output string `json:"output"`
ClusterID ClusterID `json:"clusterID"`
}

type AIJobOutput struct {
serder.Metadata `union:"AI"`
JobOutputBase
Type string `json:"type"`
Output string `json:"output"`
Type string `json:"type"`
Name string `json:"name"`
Output string `json:"output"`
ClusterID ClusterID `json:"clusterID"`
}

type BindingJobOutput struct {
@@ -737,9 +764,9 @@ type UploadJobOutput struct {
type DataReturnJobOutput struct {
serder.Metadata `union:"DataReturn"`
JobOutputBase
Type string `json:"type"`
ReportMessage TrainJobStatusReport `json:"report"`
PackageID cdssdk.PackageID `json:"packageID"`
Type string `json:"type"`
//ReportMessage TrainJobStatusReport `json:"report"`
PackageID cdssdk.PackageID `json:"packageID"`
}

type JobStatusReport interface {
@@ -772,10 +799,14 @@ type TrainJobStatusReport struct {
type InferenceJobStatusReport struct {
serder.Metadata `union:"Inference"`
JobStatusReportBase
Type string `json:"type"`
TaskName string `json:"taskName"`
TaskID string `json:"taskID"`
Status bool `json:"status"`
Message string `json:"message"`
URL string `json:"url"`
Type string `json:"type"`
TaskName string `json:"taskName"`
TaskID string `json:"taskID"`
Status bool `json:"status"`
Message string `json:"message"`
URL string `json:"url"`
ID string `json:"id"`
AdapterID string `json:"adapterId"`
ClusterID ClusterID `json:"clusterId"`
InstanceID string `json:"instanceId"`
}

Loading…
Cancel
Save