You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 3.0 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/models"
  6. "gitlink.org.cn/cloudream/common/pkgs/logger"
  7. "gitlink.org.cn/cloudream/common/pkgs/task"
  8. "gitlink.org.cn/cloudream/storage/common/globals"
  9. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  11. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  12. )
  13. type CacheMovePackage struct {
  14. userID int64
  15. packageID int64
  16. ResultCacheInfos []models.ObjectCacheInfo
  17. }
  18. func NewCacheMovePackage(userID int64, packageID int64) *CacheMovePackage {
  19. return &CacheMovePackage{
  20. userID: userID,
  21. packageID: packageID,
  22. }
  23. }
  24. func (t *CacheMovePackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  25. err := t.do(ctx)
  26. complete(err, CompleteOption{
  27. RemovingDelay: time.Minute,
  28. })
  29. }
  30. func (t *CacheMovePackage) do(ctx TaskContext) error {
  31. log := logger.WithType[CacheMovePackage]("Task")
  32. log.Debugf("begin with %v", logger.FormatStruct(t))
  33. defer log.Debugf("end")
  34. // TOOD EC的锁
  35. mutex, err := reqbuilder.NewBuilder().
  36. Metadata().
  37. // 读取Package信息和包含的Object信息
  38. Package().ReadOne(t.packageID).Object().ReadAny().
  39. // 读取Rep对象的配置
  40. ObjectRep().ReadAny().
  41. // 创建Cache记录
  42. Cache().CreateAny().
  43. IPFS().
  44. // pin文件
  45. CreateAnyRep(*globals.Local.NodeID).
  46. MutexLock(ctx.distlock)
  47. if err != nil {
  48. return fmt.Errorf("acquiring distlock: %w", err)
  49. }
  50. defer mutex.Unlock()
  51. coorCli, err := globals.CoordinatorMQPool.Acquire()
  52. if err != nil {
  53. return fmt.Errorf("new coordinator client: %w", err)
  54. }
  55. defer coorCli.Close()
  56. pkgResp, err := coorCli.GetPackage(coormq.NewGetPackage(t.userID, t.packageID))
  57. if err != nil {
  58. return fmt.Errorf("getting package: %w", err)
  59. }
  60. if pkgResp.Redundancy.IsRepInfo() {
  61. return t.moveRep(ctx, coorCli, pkgResp.Package)
  62. } else {
  63. // TODO EC的CacheMove逻辑
  64. }
  65. return nil
  66. }
  67. func (t *CacheMovePackage) moveRep(ctx TaskContext, coorCli *coormq.PoolClient, pkg model.Package) error {
  68. getRepResp, err := coorCli.GetPackageObjectRepData(coormq.NewGetPackageObjectRepData(pkg.PackageID))
  69. if err != nil {
  70. return fmt.Errorf("getting package object rep data: %w", err)
  71. }
  72. ipfsCli, err := globals.IPFSPool.Acquire()
  73. if err != nil {
  74. return fmt.Errorf("new ipfs client: %w", err)
  75. }
  76. defer ipfsCli.Close()
  77. var fileHashes []string
  78. for _, rep := range getRepResp.Data {
  79. if err := ipfsCli.Pin(rep.FileHash); err != nil {
  80. return fmt.Errorf("pinning file %s: %w", rep.FileHash, err)
  81. }
  82. fileHashes = append(fileHashes, rep.FileHash)
  83. t.ResultCacheInfos = append(t.ResultCacheInfos, models.NewObjectCacheInfo(rep.Object.ObjectID, rep.FileHash))
  84. }
  85. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(pkg.PackageID, *globals.Local.NodeID, fileHashes))
  86. if err != nil {
  87. return fmt.Errorf("reporting cache package moved: %w", err)
  88. }
  89. return nil
  90. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。