pcm-coordinator/api/internal/scheduler/schedulers/option/inferOption.go

package option

type InferOption struct {
	TaskName        string           `json:"taskName"`
	TaskDesc        string           `json:"taskDesc"`
	ModelName       string           `json:"modelName"`
	ModelType       string           `json:"modelType"`
	AdapterId       string           `json:"adapterId"`
	AiClusterIds    []string         `json:"aiClusterIds"`
	ResourceType    string           `json:"resourceType"`
	ComputeCard     string           `json:"card"`
	Strategy        string           `json:"strategy"`
	StaticWeightMap map[string]int32 `json:"staticWeightMap,optional"`
	Params          []string         `json:"params,optional"`
	Envs            []string         `json:"envs,optional"`
	Cmd             string           `json:"cmd,optional"`
	Replica         int32            `json:"replicas,optional"`
}

func (a InferOption) GetOptionType() string {
	return AI_INFER
}