common/models/scheduler.go

package models

import (
	"gitlink.org.cn/cloudream/common/pkgs/types"
	myreflect "gitlink.org.cn/cloudream/common/utils/reflect"
	"gitlink.org.cn/cloudream/common/utils/serder"
)

const (
	JobTypeNormal   = "Normal"
	JobTypeResource = "Resource"

	FileInfoTypePackage   = "Package"
	FileInfoTypeLocalFile = "LocalFile"
	FileInfoTypeResource  = "Resource"
	FileInfoTypeImage     = "Image"
)

type JobSetInfo struct {
	Jobs []JobInfo `json:"jobs"`
}

type JobInfo interface{}

var JobInfoTypeUnion = types.NewTypeUnion[JobInfo](
	myreflect.TypeOf[NormalJobInfo](),
	myreflect.TypeOf[ResourceJobInfo](),
)
var JobInfoTaggedTypeUnion = serder.NewTaggedTypeUnion(JobInfoTypeUnion, "Type", "type")

type NormalJobInfo struct {
	LocalJobID string           `json:"localJobID"`
	Type       string           `json:"type" union:"Normal"`
	Files      JobFilesInfo     `json:"files"`
	Runtime    JobRuntimeInfo   `json:"runtime"`
	Resources  JobResourcesInfo `json:"resources"`
}

type ResourceJobInfo struct {
	LocalJobID       string `json:"localJobID"`
	Type             string `json:"type" union:"Resource"`
	TargetLocalJobID string `json:"targetLocalJobID"`
}

type JobFilesInfo struct {
	Dataset JobFileInfo `json:"dataset"`
	Code    JobFileInfo `json:"code"`
	Image   JobFileInfo `json:"image"`
}

type JobFileInfo interface{}

var FileInfoTypeUnion = types.NewTypeUnion[JobFileInfo](
	myreflect.TypeOf[PackageJobFileInfo](),
	myreflect.TypeOf[LocalJobFileInfo](),
	myreflect.TypeOf[ResourceJobFileInfo](),
	myreflect.TypeOf[ImageJobFileInfo](),
)
var FileInfoTaggedTypeUnion = serder.NewTaggedTypeUnion(FileInfoTypeUnion, "Type", "type")

type PackageJobFileInfo struct {
	Type      string `json:"type" union:"Package"`
	PackageID int64  `json:"packageID"`
}

type LocalJobFileInfo struct {
	Type      string `json:"type" union:"LocalFile"`
	LocalPath string `json:"localPath"`
}

type ResourceJobFileInfo struct {
	Type               string `json:"type" union:"Resource"`
	ResourceLocalJobID string `json:"resourceLocalJobID"`
}

type ImageJobFileInfo struct {
	Type    string `json:"type" union:"Image"`
	ImageID string `json:"imageID"`
}

type JobRuntimeInfo struct {
	Command string   `json:"command"`
	Envs    []EnvVar `json:"envs"`
}

type EnvVar struct {
	Var   string `json:"var"`
	Value string `json:"value"`
}

type JobResourcesInfo struct {
	CPU     float64 `json:"cpu"`
	GPU     float64 `json:"gpu"`
	NPU     float64 `json:"npu"`
	MLU     float64 `json:"mlu"`
	Storage int64   `json:"storage"`
	Memory  int64   `json:"memory"`
}

func JobSetInfoFromJSON(data []byte) (*JobSetInfo, error) {
	mp := make(map[string]any)
	if err := serder.JSONToObject(data, &mp); err != nil {
		return nil, err
	}

	var ret JobSetInfo
	err := serder.MapToObject(mp, &ret, serder.MapToObjectOption{
		UnionTypes: []serder.TaggedUnionType{
			JobInfoTaggedTypeUnion,
			FileInfoTaggedTypeUnion,
		},
	})
	if err != nil {
		return nil, err
	}

	return &ret, nil
}

const (
	FileScheduleActionNo   = "No"
	FileScheduleActionMove = "Move"
	FileScheduleActionLoad = "Load"
)

type FileScheduleScheme struct {
	Action          string `json:"action"`
	TargetStorageID int64  `json:"targetStorageID"`
}

const (
	ImageScheduleActionNo     = "No"
	ImageScheduleActionImport = "Import"
)

type ImageScheduleScheme struct {
	Action string `json:"action"`
}

type JobScheduleScheme struct {
	TargetSlwNodeID int64               `json:"targetSlwNodeID"`
	Dataset         FileScheduleScheme  `json:"dataset"`
	Code            FileScheduleScheme  `json:"code"`
	Image           ImageScheduleScheme `json:"image"`
}

type JobSetPreScheduleScheme struct {
	JobSchemes map[string]JobScheduleScheme `json:"jobSchemes"` // 任务的预调度方案。Key为LocalJobIDs
}

type JobSetFilesUploadScheme struct {
	LocalFileSchemes []LocalFileUploadScheme `json:"localFileUploadSchemes"`
}

type LocalFileUploadScheme struct {
	LocalPath         string `json:"localPath"`
	UploadToStgNodeID *int64 `json:"uploadToStgNodeID"`
}