package core import ( "context" "fmt" "github.com/mitchellh/mapstructure" "github.com/rs/zerolog/log" "gitlink.org.cn/JointCloud/pcm-coordinator/internal/logic/schedule" "gitlink.org.cn/JointCloud/pcm-coordinator/pkg/models" "gitlink.org.cn/JointCloud/pcm-coordinator/pkg/utils" "gorm.io/gorm" "time" "gitlink.org.cn/JointCloud/pcm-coordinator/internal/svc" "gitlink.org.cn/JointCloud/pcm-coordinator/internal/types" "github.com/zeromicro/go-zero/core/logx" ) type CompareResourceSpecLogic struct { logx.Logger ctx context.Context svcCtx *svc.ServiceContext } const ( ChangeTypeNormal = 0 // 资源规格正常 ChangeTypeModified = 1 // 资源规格变更 ChangeTypeDeleted = 2 // 资源被删除 ) type APIResponse struct { ClusterId string `json:"ClusterId"` ClusterType string `json:"clusterType"` Region string `json:"region"` Tag string `json:"tag"` Resources []Resource `json:"resources"` Msg string `json:"msg"` } type Resource struct { Resource ResourceDetail `json:"resource"` BaseResources []ResourceDetail `json:"baseResources"` } type ResourceDetail struct { Type string `json:"type"` Name string `json:"name"` Total Metric `json:"total"` Available Metric `json:"available"` } type Metric struct { Unit string `json:"unit"` Value float64 `json:"value"` } func NewCompareResourceSpecLogic(ctx context.Context, svcCtx *svc.ServiceContext) *CompareResourceSpecLogic { return &CompareResourceSpecLogic{ Logger: logx.WithContext(ctx), ctx: ctx, svcCtx: svcCtx, } } func (l *CompareResourceSpecLogic) CompareResourceSpec(req *types.FetchResourceSpecReq) (resp *types.PageResult, err error) { if req.ClusterId == "" { return resp, nil } // 获取集群资源数据 startTime := time.Now() apiResources, err := l.FetchClusterResources(req.ClusterId, req.Tag) log.Debug().Msgf("调用获取ai训练资源接口耗时: %v", time.Since(startTime)) if err != nil { log.Error().Msgf("调用第三方接口获取集群资源失败: %v", err) return nil, fmt.Errorf("调用第三方接口获取集群资源失败") } // 同步资源到数据库 if err := l.syncResourcesToDB(apiResources, req.UserId); err != nil { return nil, fmt.Errorf("failed to sync resources: %w", err) } return } func (l *CompareResourceSpecLogic) FetchClusterResources(clusterId string, tag string) ([]APIResponse, error) { queryLogic := schedule.NewQueryResourcesLogic(l.ctx, l.svcCtx) resources, err := queryLogic.QueryResources(&types.QueryResourcesReq{ Type: tag, }) if err != nil { return nil, fmt.Errorf("query resources failed: %w", err) } var apiResponses []APIResponse if err := decodeAPIResponse(resources.Data, &apiResponses); err != nil { return nil, fmt.Errorf("decode response failed: %w", err) } // 过滤出指定集群的资源 var filteredResponses []APIResponse for _, response := range apiResponses { if response.ClusterId == clusterId && response.Resources != nil { filteredResponses = append(filteredResponses, response) } } if len(filteredResponses) == 0 { return nil, fmt.Errorf("no resources found for cluster ID: %s", clusterId) } return filteredResponses, nil } func decodeAPIResponse(input interface{}, output *[]APIResponse) error { config := &mapstructure.DecoderConfig{ Result: output, TagName: "json", ErrorUnused: true, DecodeHook: mapstructure.ComposeDecodeHookFunc( mapstructure.StringToTimeHookFunc(time.RFC3339), mapstructure.StringToSliceHookFunc(","), ), } decoder, err := mapstructure.NewDecoder(config) if err != nil { return fmt.Errorf("failed to create decoder: %w", err) } if err := decoder.Decode(input); err != nil { return fmt.Errorf("decoding error: %w", err) } return nil } func (l *CompareResourceSpecLogic) syncResourcesToDB(apiResponses []APIResponse, userId int64) error { for _, response := range apiResponses { // 转换API响应到数据库模型 dbSpecs, apiSpecs, err := l.processAPIResponse(response, userId) if err != nil { return err } // 处理资源变更 if err := l.handleResourceChanges(dbSpecs, apiSpecs); err != nil { return fmt.Errorf("failed to handle resource changes: %w", err) } } return nil } func (l *CompareResourceSpecLogic) processAPIResponse(response APIResponse, userId int64) ([]models.TResourceSpec, []models.TResourceSpec, error) { ClusterId := utils.StringToInt64(response.ClusterId) var dbSpecs []models.TResourceSpec if err := l.svcCtx.DbEngin.Model(models.TResourceSpec{}).Preload("BaseResourceSpecs"). Where("cluster_id = ?", ClusterId). Where("tag = ?", response.Tag). Find(&dbSpecs).Error; err != nil { return nil, nil, fmt.Errorf("database query failed: %w", err) } var apiSpecs []models.TResourceSpec for _, res := range response.Resources { // 检查资源类型和名称是否存在 if res.Resource.Name == "" || res.Resource.Type == "" { continue } spec := l.convertToResourceSpec(ClusterId, res, response.Tag, userId) apiSpecs = append(apiSpecs, spec) } return dbSpecs, apiSpecs, nil } func (l *CompareResourceSpecLogic) handleResourceChanges(dbSpecs, apiSpecs []models.TResourceSpec) error { dbMap := make(map[string]models.TResourceSpec) for _, spec := range dbSpecs { key := spec.SourceKey dbMap[key] = spec } apiMap := make(map[string]models.TResourceSpec) for _, spec := range apiSpecs { key := resourceKey(spec.Type, spec.Name, spec.Tag) apiMap[key] = spec } var createSpecs []*models.TResourceSpec var modifiedIDs []int64 var normalIDs []int64 // 第一阶段:收集需要处理的操作 for key, apiSpec := range apiMap { dbSpec, exists := dbMap[key] if !exists { // 创建资源副本避免指针重复 newSpec := apiSpec // 初始化时间字段 newSpec.CreateTime = time.Now() newSpec.UpdateTime = time.Now() newSpec.Tag = apiSpec.Tag createSpecs = append(createSpecs, &newSpec) continue } // 检查资源规格变更 if l.isSpecChanged(dbSpec, apiSpec) { modifiedIDs = append(modifiedIDs, dbSpec.Id) } else { normalIDs = append(normalIDs, dbSpec.Id) } } // 第二阶段:批量处理数据库操作 // 批量创建新资源及关联资源 if len(createSpecs) > 0 { tx := l.svcCtx.DbEngin.Begin() if tx.Error != nil { return fmt.Errorf("failed to start transaction: %w", tx.Error) } // 批量插入主资源 if err := tx.CreateInBatches(createSpecs, 100).Error; err != nil { tx.Rollback() return fmt.Errorf("failed to batch create resources: %w", err) } if err := tx.Commit().Error; err != nil { return fmt.Errorf("transaction commit failed: %w", err) } } // 批量更新变更资源 now := time.Now() if len(modifiedIDs) > 0 { if err := l.svcCtx.DbEngin.Model(&models.TResourceSpec{}). Where("id IN ?", modifiedIDs). Updates(map[string]interface{}{ "change_type": ChangeTypeModified, "update_time": now, }).Error; err != nil { return fmt.Errorf("batch update modified failed: %w", err) } } // 批量更新正常资源 if len(normalIDs) > 0 { if err := l.svcCtx.DbEngin.Model(&models.TResourceSpec{}). Where("id IN ?", normalIDs). Updates(map[string]interface{}{ "change_type": ChangeTypeNormal, "update_time": now, }).Error; err != nil { return fmt.Errorf("batch update normal failed: %w", err) } } // 处理删除的资源 for key, dbSpec := range dbMap { if _, exists := apiMap[key]; !exists { if err := l.markResourceDeleted(dbSpec.Id); err != nil { return err } } } return nil } func resourceKey(resType, name, tag string) string { return fmt.Sprintf("%s::%s::%s", resType, name, tag) } func (l *CompareResourceSpecLogic) createNewResource(spec *models.TResourceSpec) error { return l.svcCtx.DbEngin.Transaction(func(tx *gorm.DB) error { if err := tx.Create(spec).Error; err != nil { return fmt.Errorf("failed to create resource: %w", err) } return nil }) } // 标识资源规格变更 func (l *CompareResourceSpecLogic) updateResource(existing *models.TResourceSpec, newSpec models.TResourceSpec, changeType int) error { return l.svcCtx.DbEngin.Transaction(func(tx *gorm.DB) error { updates := map[string]interface{}{ "change_type": changeType, "update_time": time.Now(), } if err := tx.Model(existing).Updates(updates).Error; err != nil { return fmt.Errorf("failed to update resource: %w", err) } return nil }) } func (l *CompareResourceSpecLogic) markResourceDeleted(id int64) error { return l.svcCtx.DbEngin.Model(&models.TResourceSpec{}). Where("id = ?", id). Update("change_type", ChangeTypeDeleted). Error } func (l *CompareResourceSpecLogic) isSpecChanged(old, new models.TResourceSpec) bool { if old.TotalCount != new.TotalCount || old.AvailableCount != new.AvailableCount || old.Region != new.Region { return true } // 比较基础资源 oldBaseMap := make(map[string]models.TBaseResourceSpec) for _, br := range old.BaseResourceSpecs { oldBaseMap[resourceKey(br.Type, br.Name, old.Tag)] = br } for _, newBr := range new.BaseResourceSpecs { key := resourceKey(newBr.Type, newBr.Name, new.Tag) oldBr, exists := oldBaseMap[key] if !exists || oldBr.TotalValue != newBr.TotalValue || oldBr.AvailableValue != newBr.AvailableValue { return true } delete(oldBaseMap, key) } return len(oldBaseMap) > 0 } func (l *CompareResourceSpecLogic) convertToResourceSpec(ClusterId int64, res Resource, tag string, userId int64) models.TResourceSpec { spec := models.TResourceSpec{ SourceKey: resourceKey(res.Resource.Type, res.Resource.Name, tag), Type: res.Resource.Type, Name: res.Resource.Name, Tag: tag, TotalCount: int64(res.Resource.Total.Value), AvailableCount: int64(res.Resource.Available.Value), ClusterId: ClusterId, CreateTime: time.Now(), UpdateTime: time.Now(), UserId: userId, ChangeType: ChangeTypeNormal, } for _, br := range res.BaseResources { spec.BaseResourceSpecs = append(spec.BaseResourceSpecs, models.TBaseResourceSpec{ Type: br.Type, Name: br.Name, TotalValue: br.Total.Value, TotalUnit: br.Total.Unit, AvailableValue: br.Available.Value, AvailableUnit: br.Available.Unit, UserId: userId, CreateTime: time.Now(), UpdateTime: time.Now(), }) } return spec }