You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage_load_package.go 3.2 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/task"
  6. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  7. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  8. agtmq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/agent"
  9. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  10. )
  11. // TODO 可以考虑不用Task来实现这些逻辑
  12. type StorageLoadPackage struct {
  13. userID int64
  14. packageID int64
  15. storageID int64
  16. ResultFullPath string
  17. }
  18. func NewStorageLoadPackage(userID int64, packageID int64, storageID int64) *StorageLoadPackage {
  19. return &StorageLoadPackage{
  20. userID: userID,
  21. packageID: packageID,
  22. storageID: storageID,
  23. }
  24. }
  25. func (t *StorageLoadPackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  26. err := t.do(ctx)
  27. complete(err, CompleteOption{
  28. RemovingDelay: time.Minute,
  29. })
  30. }
  31. func (t *StorageLoadPackage) do(ctx TaskContext) error {
  32. mutex, err := reqbuilder.NewBuilder().
  33. Metadata().
  34. // 用于判断用户是否有Storage权限
  35. UserStorage().ReadOne(t.packageID, t.storageID).
  36. // 用于判断用户是否有对象权限
  37. UserBucket().ReadAny().
  38. // 用于读取包信息
  39. Package().ReadOne(t.packageID).
  40. // 用于读取对象信息
  41. Object().ReadAny().
  42. // 用于查询Rep配置
  43. ObjectRep().ReadAny().
  44. // 用于查询Block配置
  45. ObjectBlock().ReadAny().
  46. // 用于创建Move记录
  47. StoragePackage().CreateOne(t.storageID, t.userID, t.packageID).
  48. Storage().
  49. // 用于创建对象文件
  50. CreateOnePackage(t.storageID, t.userID, t.packageID).
  51. MutexLock(ctx.distlock)
  52. if err != nil {
  53. return fmt.Errorf("acquire locks failed, err: %w", err)
  54. }
  55. defer mutex.Unlock()
  56. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  57. if err != nil {
  58. return fmt.Errorf("new coordinator client: %w", err)
  59. }
  60. defer stgglb.CoordinatorMQPool.Release(coorCli)
  61. getStgResp, err := coorCli.GetStorageInfo(coormq.NewGetStorageInfo(t.userID, t.storageID))
  62. if err != nil {
  63. return fmt.Errorf("getting storage info: %w", err)
  64. }
  65. // 然后向代理端发送移动文件的请求
  66. agentCli, err := stgglb.AgentMQPool.Acquire(getStgResp.NodeID)
  67. if err != nil {
  68. return fmt.Errorf("create agent client to %d failed, err: %w", getStgResp.NodeID, err)
  69. }
  70. defer stgglb.AgentMQPool.Release(agentCli)
  71. agentMoveResp, err := agentCli.StartStorageLoadPackage(
  72. agtmq.NewStartStorageLoadPackage(
  73. t.userID,
  74. t.packageID,
  75. t.storageID,
  76. ))
  77. if err != nil {
  78. return fmt.Errorf("start loading package to storage: %w", err)
  79. }
  80. for {
  81. waitResp, err := agentCli.WaitStorageLoadPackage(agtmq.NewWaitStorageLoadPackage(agentMoveResp.TaskID, int64(time.Second)*5))
  82. if err != nil {
  83. return fmt.Errorf("wait loading package: %w", err)
  84. }
  85. if waitResp.IsComplete {
  86. if waitResp.Error != "" {
  87. return fmt.Errorf("agent loading package: %s", waitResp.Error)
  88. }
  89. t.ResultFullPath = waitResp.FullPath
  90. break
  91. }
  92. }
  93. _, err = coorCli.StoragePackageLoaded(coormq.NewStoragePackageLoaded(t.userID, t.packageID, t.storageID))
  94. if err != nil {
  95. return fmt.Errorf("loading package to storage: %w", err)
  96. }
  97. return nil
  98. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。