You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

node.go 4.9 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152
  1. package mq
  2. import (
  3. "fmt"
  4. stgmod "gitlink.org.cn/cloudream/storage/common/models"
  5. "gitlink.org.cn/cloudream/storage/common/pkgs/db2"
  6. "gitlink.org.cn/cloudream/common/consts/errorcode"
  7. "gitlink.org.cn/cloudream/common/pkgs/logger"
  8. "gitlink.org.cn/cloudream/common/pkgs/mq"
  9. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  10. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  11. )
  12. func (svc *Service) GetHubConfig(msg *coormq.GetHubConfig) (*coormq.GetHubConfigResp, *mq.CodeMessage) {
  13. log := logger.WithField("HubID", msg.HubID)
  14. hub, err := svc.db2.Node().GetByID(svc.db2.DefCtx(), msg.HubID)
  15. if err != nil {
  16. log.Warnf("getting hub: %v", err)
  17. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting hub: %v", err))
  18. }
  19. detailsMap := make(map[cdssdk.StorageID]*stgmod.StorageDetail)
  20. stgs, err := svc.db2.Storage().GetHubStorages(svc.db2.DefCtx(), msg.HubID)
  21. if err != nil {
  22. log.Warnf("getting hub storages: %v", err)
  23. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting hub storages: %v", err))
  24. }
  25. var stgIDs []cdssdk.StorageID
  26. for _, stg := range stgs {
  27. detailsMap[stg.StorageID] = &stgmod.StorageDetail{
  28. Storage: stg,
  29. MasterHub: &hub,
  30. }
  31. stgIDs = append(stgIDs, stg.StorageID)
  32. }
  33. shards, err := svc.db2.ShardStorage().BatchGetByStorageIDs(svc.db2.DefCtx(), stgIDs)
  34. if err != nil {
  35. log.Warnf("getting shard storages: %v", err)
  36. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting shard storages: %v", err))
  37. }
  38. for _, shard := range shards {
  39. sh := shard
  40. detailsMap[shard.StorageID].Shard = &sh
  41. }
  42. shareds, err := svc.db2.SharedStorage().BatchGetByStorageIDs(svc.db2.DefCtx(), stgIDs)
  43. if err != nil {
  44. log.Warnf("getting shared storages: %v", err)
  45. return nil, mq.Failed(errorcode.OperationFailed, fmt.Sprintf("getting shared storages: %v", err))
  46. }
  47. for _, shared := range shareds {
  48. sh := shared
  49. detailsMap[shared.StorageID].Shared = &sh
  50. }
  51. var details []stgmod.StorageDetail
  52. for _, detail := range detailsMap {
  53. details = append(details, *detail)
  54. }
  55. return mq.ReplyOK(coormq.RespGetHubConfig(hub, details))
  56. }
  57. func (svc *Service) GetUserNodes(msg *coormq.GetUserNodes) (*coormq.GetUserNodesResp, *mq.CodeMessage) {
  58. nodes, err := svc.db2.Node().GetUserNodes(svc.db2.DefCtx(), msg.UserID)
  59. if err != nil {
  60. logger.WithField("UserID", msg.UserID).
  61. Warnf("query user nodes failed, err: %s", err.Error())
  62. return nil, mq.Failed(errorcode.OperationFailed, "query user nodes failed")
  63. }
  64. return mq.ReplyOK(coormq.NewGetUserNodesResp(nodes))
  65. }
  66. func (svc *Service) GetNodes(msg *coormq.GetNodes) (*coormq.GetNodesResp, *mq.CodeMessage) {
  67. var nodes []cdssdk.Node
  68. if msg.NodeIDs == nil {
  69. var err error
  70. nodes, err = svc.db2.Node().GetAllNodes(svc.db2.DefCtx())
  71. if err != nil {
  72. logger.Warnf("getting all nodes: %s", err.Error())
  73. return nil, mq.Failed(errorcode.OperationFailed, "get all node failed")
  74. }
  75. } else {
  76. // 可以不用事务
  77. for _, id := range msg.NodeIDs {
  78. node, err := svc.db2.Node().GetByID(svc.db2.DefCtx(), id)
  79. if err != nil {
  80. logger.WithField("NodeID", id).
  81. Warnf("query node failed, err: %s", err.Error())
  82. return nil, mq.Failed(errorcode.OperationFailed, "query node failed")
  83. }
  84. nodes = append(nodes, node)
  85. }
  86. }
  87. return mq.ReplyOK(coormq.NewGetNodesResp(nodes))
  88. }
  89. func (svc *Service) GetNodeConnectivities(msg *coormq.GetNodeConnectivities) (*coormq.GetNodeConnectivitiesResp, *mq.CodeMessage) {
  90. cons, err := svc.db2.NodeConnectivity().BatchGetByFromNode(svc.db2.DefCtx(), msg.NodeIDs)
  91. if err != nil {
  92. logger.Warnf("batch get node connectivities by from node: %s", err.Error())
  93. return nil, mq.Failed(errorcode.OperationFailed, "batch get node connectivities by from node failed")
  94. }
  95. return mq.ReplyOK(coormq.RespGetNodeConnectivities(cons))
  96. }
  97. func (svc *Service) UpdateNodeConnectivities(msg *coormq.UpdateNodeConnectivities) (*coormq.UpdateNodeConnectivitiesResp, *mq.CodeMessage) {
  98. err := svc.db2.DoTx(func(tx db2.SQLContext) error {
  99. // 只有发起节点和目的节点都存在,才能插入这条记录到数据库
  100. allNodes, err := svc.db2.Node().GetAllNodes(tx)
  101. if err != nil {
  102. return fmt.Errorf("getting all nodes: %w", err)
  103. }
  104. allNodeID := make(map[cdssdk.NodeID]bool)
  105. for _, node := range allNodes {
  106. allNodeID[node.NodeID] = true
  107. }
  108. var avaiCons []cdssdk.NodeConnectivity
  109. for _, con := range msg.Connectivities {
  110. if allNodeID[con.FromNodeID] && allNodeID[con.ToNodeID] {
  111. avaiCons = append(avaiCons, con)
  112. }
  113. }
  114. err = svc.db2.NodeConnectivity().BatchUpdateOrCreate(tx, avaiCons)
  115. if err != nil {
  116. return fmt.Errorf("batch update or create node connectivities: %s", err)
  117. }
  118. return nil
  119. })
  120. if err != nil {
  121. logger.Warn(err.Error())
  122. return nil, mq.Failed(errorcode.OperationFailed, err.Error())
  123. }
  124. return mq.ReplyOK(coormq.RespUpdateNodeConnectivities())
  125. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。