Browse Source

updated inference apis

Former-commit-id: 8645e4ce15
pull/289/head
tzwang 1 year ago
parent
commit
271e3d69e4
1 changed files with 30 additions and 16 deletions
  1. +30
    -16
      desc/inference/inference.api

+ 30
- 16
desc/inference/inference.api View File

@@ -1,6 +1,20 @@
syntax = "v1" syntax = "v1"


type ( type (
/******************image inference*************************/
DeployInstance {
InstanceId string `json:"instanceId"`
InstanceName string `json:"instanceName"`
AdapterId string `json:"adapterId"`
AdapterName string `json:"adapterName"`
ClusterId string `json:"clusterId"`
ClusterName string `json:"clusterName"`
ModelName string `json:"modelName"`
ModelType string `json:"modelType"`
InferCard string `json:"inferCard"`
Status string `json:"status"`
}

/******************image inference*************************/ /******************image inference*************************/
ModelTypesResp { ModelTypesResp {
ModelTypes []string `json:"types"` ModelTypes []string `json:"types"`
@@ -16,20 +30,13 @@ type (
/******************image inference*************************/ /******************image inference*************************/


ImageInferenceReq { ImageInferenceReq {
TaskName string `form:"taskName"`
TaskDesc string `form:"taskDesc"`
ModelName string `form:"modelName"`
ModelType string `form:"modelType"`
AdapterIds []string `form:"adapterIds"`
AiClusterIds []string `form:"aiClusterIds,optional"`
ResourceType string `form:"resourceType,optional"`
ComputeCard string `form:"card,optional"`
Strategy string `form:"strategy"`
StaticWeightMap map[string]int32 `form:"staticWeightMap,optional"`
Params []string `form:"params,optional"`
Envs []string `form:"envs,optional"`
Cmd string `form:"cmd,optional"`
Replica int32 `form:"replicas,optional"`
TaskName string `json:"taskName"`
TaskDesc string `json:"taskDesc"`
ModelType string `json:"modelType"`
Instances []DeployInstance `json:"instances"`
Strategy string `json:"strategy,,optional"`
StaticWeightMap map[string]int32 `json:"staticWeightMap,optional"`
Replica int32 `json:"replicas,optional"`
} }


ImageInferenceResp { ImageInferenceResp {
@@ -159,10 +166,17 @@ type (


GetRunningInstanceReq { GetRunningInstanceReq {
AdapterIds []string `form:"adapterIds"` AdapterIds []string `form:"adapterIds"`
ModelType string `path:"modelType"`
ModelName string `path:"modelName"`
ModelType string `form:"modelType"`
} }
GetRunningInstanceResp { GetRunningInstanceResp {
List interface{} `json:"list,omitempty"` List interface{} `json:"list,omitempty"`
} }

GetDeployTasksByTypeReq {
ModelType string `form:"modelType"`
}

GetDeployTasksByTypeResp {
List interface{} `json:"list,omitempty"`
}
) )

Loading…
Cancel
Save