You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

node.go 4.9 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152
  1. package mq
  2. import (
  3. "fmt"
  4. stgmod "gitlink.org.cn/cloudream/storage/common/models"
  5. "gitlink.org.cn/cloudream/storage/common/pkgs/db2"
  6. "gitlink.org.cn/cloudream/common/consts/errorcode"
  7. "gitlink.org.cn/cloudream/common/pkgs/logger"
  8. "gitlink.org.cn/cloudream/common/pkgs/mq"
  9. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  10. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  11. )
  12. func (svc *Service) GetHubConfig(msg *coormq.GetHubConfig) (*coormq.GetHubConfigResp, *mq.CodeMessage) {
  13. log := logger.WithField("HubID", msg.HubID)
  14. hub, err := svc.db2.Hub().GetByID(svc.db2.DefCtx(), msg.HubID)
  15. if err != nil {
  16. log.Warnf("getting hub: %v", err)
  17. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting hub: %v", err))
  18. }
  19. detailsMap := make(map[cdssdk.StorageID]*stgmod.StorageDetail)
  20. stgs, err := svc.db2.Storage().GetHubStorages(svc.db2.DefCtx(), msg.HubID)
  21. if err != nil {
  22. log.Warnf("getting hub storages: %v", err)
  23. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting hub storages: %v", err))
  24. }
  25. var stgIDs []cdssdk.StorageID
  26. for _, stg := range stgs {
  27. detailsMap[stg.StorageID] = &stgmod.StorageDetail{
  28. Storage: stg,
  29. MasterHub: &hub,
  30. }
  31. stgIDs = append(stgIDs, stg.StorageID)
  32. }
  33. shards, err := svc.db2.ShardStorage().BatchGetByStorageIDs(svc.db2.DefCtx(), stgIDs)
  34. if err != nil {
  35. log.Warnf("getting shard storages: %v", err)
  36. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting shard storages: %v", err))
  37. }
  38. for _, shard := range shards {
  39. sh := shard
  40. detailsMap[shard.StorageID].Shard = &sh
  41. }
  42. shareds, err := svc.db2.SharedStorage().BatchGetByStorageIDs(svc.db2.DefCtx(), stgIDs)
  43. if err != nil {
  44. log.Warnf("getting shared storages: %v", err)
  45. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting shared storages: %v", err))
  46. }
  47. for _, shared := range shareds {
  48. sh := shared
  49. detailsMap[shared.StorageID].Shared = &sh
  50. }
  51. var details []stgmod.StorageDetail
  52. for _, detail := range detailsMap {
  53. details = append(details, *detail)
  54. }
  55. return mq.ReplyOK(coormq.RespGetHubConfig(hub, details))
  56. }
  57. func (svc *Service) GetUserHubs(msg *coormq.GetUserHubs) (*coormq.GetUserHubsResp, *mq.CodeMessage) {
  58. hubs, err := svc.db2.Hub().GetUserHubs(svc.db2.DefCtx(), msg.UserID)
  59. if err != nil {
  60. logger.WithField("UserID", msg.UserID).
  61. Warnf("query user hubs failed, err: %s", err.Error())
  62. return nil, mq.Failed(errorcode.OperationFailed, "query user hubs failed")
  63. }
  64. return mq.ReplyOK(coormq.NewGetUserHubsResp(hubs))
  65. }
  66. func (svc *Service) GetHubs(msg *coormq.GetHubs) (*coormq.GetHubsResp, *mq.CodeMessage) {
  67. var hubs []cdssdk.Hub
  68. if msg.HubIDs == nil {
  69. var err error
  70. hubs, err = svc.db2.Hub().GetAllHubs(svc.db2.DefCtx())
  71. if err != nil {
  72. logger.Warnf("getting all hubs: %s", err.Error())
  73. return nil, mq.Failed(errorcode.OperationFailed, "get all hub failed")
  74. }
  75. } else {
  76. // 可以不用事务
  77. for _, id := range msg.HubIDs {
  78. hub, err := svc.db2.Hub().GetByID(svc.db2.DefCtx(), id)
  79. if err != nil {
  80. logger.WithField("HubID", id).
  81. Warnf("query hub failed, err: %s", err.Error())
  82. return nil, mq.Failed(errorcode.OperationFailed, "query hub failed")
  83. }
  84. hubs = append(hubs, hub)
  85. }
  86. }
  87. return mq.ReplyOK(coormq.NewGetHubsResp(hubs))
  88. }
  89. func (svc *Service) GetHubConnectivities(msg *coormq.GetHubConnectivities) (*coormq.GetHubConnectivitiesResp, *mq.CodeMessage) {
  90. cons, err := svc.db2.HubConnectivity().BatchGetByFromHub(svc.db2.DefCtx(), msg.HubIDs)
  91. if err != nil {
  92. logger.Warnf("batch get hub connectivities by from hub: %s", err.Error())
  93. return nil, mq.Failed(errorcode.OperationFailed, "batch get hub connectivities by from hub failed")
  94. }
  95. return mq.ReplyOK(coormq.RespGetHubConnectivities(cons))
  96. }
  97. func (svc *Service) UpdateHubConnectivities(msg *coormq.UpdateHubConnectivities) (*coormq.UpdateHubConnectivitiesResp, *mq.CodeMessage) {
  98. err := svc.db2.DoTx(func(tx db2.SQLContext) error {
  99. // 只有发起节点和目的节点都存在,才能插入这条记录到数据库
  100. allHubs, err := svc.db2.Hub().GetAllHubs(tx)
  101. if err != nil {
  102. return fmt.Errorf("getting all hubs: %w", err)
  103. }
  104. allHubID := make(map[cdssdk.HubID]bool)
  105. for _, hub := range allHubs {
  106. allHubID[hub.HubID] = true
  107. }
  108. var avaiCons []cdssdk.HubConnectivity
  109. for _, con := range msg.Connectivities {
  110. if allHubID[con.FromHubID] && allHubID[con.ToHubID] {
  111. avaiCons = append(avaiCons, con)
  112. }
  113. }
  114. err = svc.db2.HubConnectivity().BatchUpdateOrCreate(tx, avaiCons)
  115. if err != nil {
  116. return fmt.Errorf("batch update or create hub connectivities: %s", err)
  117. }
  118. return nil
  119. })
  120. if err != nil {
  121. logger.Warn(err.Error())
  122. return nil, mq.Failed(errorcode.OperationFailed, err.Error())
  123. }
  124. return mq.ReplyOK(coormq.RespUpdateHubConnectivities())
  125. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。