You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage_load_package.go 2.9 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/task"
  6. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  7. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  8. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  9. agtmq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/agent"
  10. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  11. )
  12. // TODO 可以考虑不用Task来实现这些逻辑
  13. type StorageLoadPackage struct {
  14. userID cdssdk.UserID
  15. packageID cdssdk.PackageID
  16. storageID cdssdk.StorageID
  17. ResultFullPath string
  18. }
  19. func NewStorageLoadPackage(userID cdssdk.UserID, packageID cdssdk.PackageID, storageID cdssdk.StorageID) *StorageLoadPackage {
  20. return &StorageLoadPackage{
  21. userID: userID,
  22. packageID: packageID,
  23. storageID: storageID,
  24. }
  25. }
  26. func (t *StorageLoadPackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  27. err := t.do(ctx)
  28. complete(err, CompleteOption{
  29. RemovingDelay: time.Minute,
  30. })
  31. }
  32. func (t *StorageLoadPackage) do(ctx TaskContext) error {
  33. mutex, err := reqbuilder.NewBuilder().
  34. // 提前占位
  35. Metadata().StoragePackage().CreateOne(t.userID, t.storageID, t.packageID).
  36. // 保护在storage目录中下载的文件
  37. Storage().Buzy(t.storageID).
  38. MutexLock(ctx.distlock)
  39. if err != nil {
  40. return fmt.Errorf("acquire locks failed, err: %w", err)
  41. }
  42. defer mutex.Unlock()
  43. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  44. if err != nil {
  45. return fmt.Errorf("new coordinator client: %w", err)
  46. }
  47. defer stgglb.CoordinatorMQPool.Release(coorCli)
  48. getStgResp, err := coorCli.GetStorageInfo(coormq.NewGetStorageInfo(t.userID, t.storageID))
  49. if err != nil {
  50. return fmt.Errorf("getting storage info: %w", err)
  51. }
  52. // 然后向代理端发送移动文件的请求
  53. agentCli, err := stgglb.AgentMQPool.Acquire(getStgResp.NodeID)
  54. if err != nil {
  55. return fmt.Errorf("create agent client to %d failed, err: %w", getStgResp.NodeID, err)
  56. }
  57. defer stgglb.AgentMQPool.Release(agentCli)
  58. agentMoveResp, err := agentCli.StartStorageLoadPackage(
  59. agtmq.NewStartStorageLoadPackage(
  60. t.userID,
  61. t.packageID,
  62. t.storageID,
  63. ))
  64. if err != nil {
  65. return fmt.Errorf("start loading package to storage: %w", err)
  66. }
  67. for {
  68. waitResp, err := agentCli.WaitStorageLoadPackage(agtmq.NewWaitStorageLoadPackage(agentMoveResp.TaskID, int64(time.Second)*5))
  69. if err != nil {
  70. return fmt.Errorf("wait loading package: %w", err)
  71. }
  72. if waitResp.IsComplete {
  73. if waitResp.Error != "" {
  74. return fmt.Errorf("agent loading package: %s", waitResp.Error)
  75. }
  76. t.ResultFullPath = waitResp.FullPath
  77. break
  78. }
  79. }
  80. _, err = coorCli.StoragePackageLoaded(coormq.NewStoragePackageLoaded(t.userID, t.storageID, t.packageID))
  81. if err != nil {
  82. return fmt.Errorf("loading package to storage: %w", err)
  83. }
  84. return nil
  85. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。