You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 2.7 kB

2 years ago
2 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/logger"
  6. "gitlink.org.cn/cloudream/common/pkgs/task"
  7. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  8. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  9. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/iterator"
  11. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  12. )
  13. // CacheMovePackage 代表缓存移动包的任务实体。
  14. type CacheMovePackage struct {
  15. userID cdssdk.UserID // 用户ID
  16. packageID cdssdk.PackageID // 包ID
  17. }
  18. // NewCacheMovePackage 创建一个新的缓存移动包任务实例。
  19. func NewCacheMovePackage(userID cdssdk.UserID, packageID cdssdk.PackageID) *CacheMovePackage {
  20. return &CacheMovePackage{
  21. userID: userID,
  22. packageID: packageID,
  23. }
  24. }
  25. // Execute 执行缓存移动包的任务。
  26. // task: 任务实例。
  27. // ctx: 任务上下文。
  28. // complete: 任务完成的回调函数。
  29. func (t *CacheMovePackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  30. err := t.do(ctx)
  31. complete(err, CompleteOption{
  32. RemovingDelay: time.Minute,
  33. })
  34. }
  35. // do 实际执行缓存移动的逻辑。
  36. func (t *CacheMovePackage) do(ctx TaskContext) error {
  37. log := logger.WithType[CacheMovePackage]("Task")
  38. log.Debugf("begin with %v", logger.FormatStruct(t))
  39. defer log.Debugf("end")
  40. // 获取分布式锁以保护操作
  41. mutex, err := reqbuilder.NewBuilder().
  42. IPFS().Buzy(*stgglb.Local.NodeID).
  43. MutexLock(ctx.distlock)
  44. if err != nil {
  45. return fmt.Errorf("acquiring distlock: %w", err)
  46. }
  47. defer mutex.Unlock()
  48. // 获取协调器MQ客户端
  49. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  50. if err != nil {
  51. return fmt.Errorf("new coordinator client: %w", err)
  52. }
  53. defer stgglb.CoordinatorMQPool.Release(coorCli)
  54. ipfsCli, err := stgglb.IPFSPool.Acquire()
  55. if err != nil {
  56. return fmt.Errorf("new ipfs client: %w", err)
  57. }
  58. defer ipfsCli.Close()
  59. // TODO 可以考虑优化,比如rep类型的直接pin就可以
  60. objIter := ctx.downloader.DownloadPackage(t.packageID)
  61. defer objIter.Close()
  62. for {
  63. obj, err := objIter.MoveNext()
  64. if err != nil {
  65. if err == iterator.ErrNoMoreItem {
  66. break
  67. }
  68. return err
  69. }
  70. defer obj.File.Close()
  71. // 将对象文件添加到IPFS
  72. _, err = ipfsCli.CreateFile(obj.File)
  73. if err != nil {
  74. return fmt.Errorf("creating ipfs file: %w", err)
  75. }
  76. }
  77. // 通知协调器缓存已移动
  78. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(t.packageID, *stgglb.Local.NodeID))
  79. if err != nil {
  80. return fmt.Errorf("request to coordinator: %w", err)
  81. }
  82. return nil
  83. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。