You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage.go 4.7 kB

2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111
  1. package services
  2. import (
  3. "gitlink.org.cn/cloudream/common/consts"
  4. "gitlink.org.cn/cloudream/common/consts/errorcode"
  5. "gitlink.org.cn/cloudream/common/utils"
  6. log "gitlink.org.cn/cloudream/common/utils/logger"
  7. ramsg "gitlink.org.cn/cloudream/rabbitmq/message"
  8. coormsg "gitlink.org.cn/cloudream/rabbitmq/message/coordinator"
  9. )
  10. func (service *Service) PreMoveObjectToStorage(msg *coormsg.PreMoveObjectToStorage) *coormsg.PreMoveObjectToStorageResp {
  11. //查询数据库,获取冗余类型,冗余参数
  12. //jh:使用command中的bucketname和objectname查询对象表,获得redundancy,EcName,fileSize
  13. //-若redundancy是rep,查询对象副本表, 获得repHash
  14. //--ids :={0}
  15. //--hashs := {repHash}
  16. //-若redundancy是ec,查询对象编码块表,获得blockHashs, ids(innerID),
  17. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  18. //--查询节点延迟表,得到command.destination与各个nodeIps的的延迟,存到一个map类型中(Delay)
  19. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  20. // 查询用户关联的存储服务
  21. stg, err := service.db.Storage().GetUserStorage(msg.Body.UserID, msg.Body.StorageID)
  22. if err != nil {
  23. log.WithField("UserID", msg.Body.UserID).
  24. WithField("StorageID", msg.Body.StorageID).
  25. Warnf("get user Storage failed, err: %s", err.Error())
  26. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Storage failed")
  27. }
  28. // 查询文件对象
  29. object, err := service.db.Object().GetUserObject(msg.Body.UserID, msg.Body.ObjectID)
  30. if err != nil {
  31. log.WithField("ObjectID", msg.Body.ObjectID).
  32. Warnf("get user Object failed, err: %s", err.Error())
  33. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get user Object failed")
  34. }
  35. //-若redundancy是rep,查询对象副本表, 获得FileHash
  36. if object.Redundancy == consts.REDUNDANCY_REP {
  37. objectRep, err := service.db.ObjectRep().GetObjectRep(object.ObjectID)
  38. if err != nil {
  39. log.Warnf("get ObjectRep failed, err: %s", err.Error())
  40. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "get ObjectRep failed")
  41. }
  42. return ramsg.ReplyOK(coormsg.NewPreMoveObjectToStorageRespBody(
  43. stg.NodeID,
  44. stg.Directory,
  45. object.FileSize,
  46. object.Redundancy,
  47. ramsg.NewObjectRepInfo(objectRep.FileHash),
  48. ))
  49. } else {
  50. // TODO 以EC_开头的Redundancy才是EC策略
  51. var hashs []string
  52. ids := []int{0}
  53. blockHashs, err := service.db.QueryObjectBlock(object.ObjectID)
  54. if err != nil {
  55. log.Warnf("query ObjectBlock failed, err: %s", err.Error())
  56. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "query ObjectBlock failed")
  57. }
  58. ecPolicies := *utils.GetEcPolicy()
  59. ecPolicy := ecPolicies[object.Redundancy]
  60. ecN := ecPolicy.GetN()
  61. ecK := ecPolicy.GetK()
  62. ids = make([]int, ecK)
  63. for i := 0; i < ecN; i++ {
  64. hashs = append(hashs, "-1")
  65. }
  66. for i := 0; i < ecK; i++ {
  67. ids[i] = i
  68. }
  69. hashs = make([]string, ecN)
  70. for _, tt := range blockHashs {
  71. id := tt.InnerID
  72. hash := tt.BlockHash
  73. hashs[id] = hash
  74. }
  75. //--查询缓存表,获得每个hash的nodeIps、TempOrPins、Times
  76. /*for id,hash := range blockHashs{
  77. //type Cache struct {NodeIP string,TempOrPin bool,Cachetime string}
  78. Cache := Query_Cache(hash)
  79. //利用Time_trans()函数可将Cache[i].Cachetime转化为时间戳格式
  80. //--查询节点延迟表,得到command.Destination与各个nodeIps的延迟,存到一个map类型中(Delay)
  81. Delay := make(map[string]int) // 延迟集合
  82. for i:=0; i<len(Cache); i++{
  83. Delay[Cache[i].NodeIP] = Query_NodeDelay(Destination, Cache[i].NodeIP)
  84. }
  85. //--kx:根据查出来的hash/hashs、nodeIps、TempOrPins、Times(移动/读取策略)、Delay确定hashs、ids
  86. }*/
  87. return ramsg.ReplyFailed[coormsg.PreMoveObjectToStorageResp](errorcode.OPERATION_FAILED, "not implement yet!")
  88. }
  89. }
  90. func (service *Service) MoveObjectToStorage(msg *coormsg.MoveObjectToStorage) *coormsg.MoveObjectToStorageResp {
  91. err := service.db.Storage().UserMoveObjectTo(msg.Body.UserID, msg.Body.ObjectID, msg.Body.StorageID)
  92. if err != nil {
  93. log.WithField("UserID", msg.Body.UserID).
  94. WithField("ObjectID", msg.Body.ObjectID).
  95. WithField("StorageID", msg.Body.StorageID).
  96. Warnf("user move object to storage failed, err: %s", err.Error())
  97. return ramsg.ReplyFailed[coormsg.MoveObjectToStorageResp](errorcode.OPERATION_FAILED, "user move object to storage failed")
  98. }
  99. return ramsg.ReplyOK(coormsg.NewMoveObjectToStorageRespBody())
  100. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。