You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 3.0 kB

2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/logger"
  6. "gitlink.org.cn/cloudream/common/pkgs/task"
  7. stgsdk "gitlink.org.cn/cloudream/common/sdks/storage"
  8. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  9. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  11. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  12. )
  13. type CacheMovePackage struct {
  14. userID int64
  15. packageID int64
  16. ResultCacheInfos []stgsdk.ObjectCacheInfo
  17. }
  18. func NewCacheMovePackage(userID int64, packageID int64) *CacheMovePackage {
  19. return &CacheMovePackage{
  20. userID: userID,
  21. packageID: packageID,
  22. }
  23. }
  24. func (t *CacheMovePackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  25. err := t.do(ctx)
  26. complete(err, CompleteOption{
  27. RemovingDelay: time.Minute,
  28. })
  29. }
  30. func (t *CacheMovePackage) do(ctx TaskContext) error {
  31. log := logger.WithType[CacheMovePackage]("Task")
  32. log.Debugf("begin with %v", logger.FormatStruct(t))
  33. defer log.Debugf("end")
  34. // TOOD EC的锁
  35. mutex, err := reqbuilder.NewBuilder().
  36. Metadata().
  37. // 读取Package信息和包含的Object信息
  38. Package().ReadOne(t.packageID).Object().ReadAny().
  39. // 读取Rep对象的配置
  40. ObjectRep().ReadAny().
  41. // 创建Cache记录
  42. Cache().CreateAny().
  43. IPFS().
  44. // pin文件
  45. CreateAnyRep(*stgglb.Local.NodeID).
  46. MutexLock(ctx.distlock)
  47. if err != nil {
  48. return fmt.Errorf("acquiring distlock: %w", err)
  49. }
  50. defer mutex.Unlock()
  51. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  52. if err != nil {
  53. return fmt.Errorf("new coordinator client: %w", err)
  54. }
  55. defer stgglb.CoordinatorMQPool.Release(coorCli)
  56. pkgResp, err := coorCli.GetPackage(coormq.NewGetPackage(t.userID, t.packageID))
  57. if err != nil {
  58. return fmt.Errorf("getting package: %w", err)
  59. }
  60. if pkgResp.Redundancy.IsRepInfo() {
  61. return t.moveRep(ctx, coorCli, pkgResp.Package)
  62. } else {
  63. return fmt.Errorf("not implement yet!")
  64. // TODO EC的CacheMove逻辑
  65. }
  66. return nil
  67. }
  68. func (t *CacheMovePackage) moveRep(ctx TaskContext, coorCli *coormq.Client, pkg model.Package) error {
  69. getRepResp, err := coorCli.GetPackageObjectRepData(coormq.NewGetPackageObjectRepData(pkg.PackageID))
  70. if err != nil {
  71. return fmt.Errorf("getting package object rep data: %w", err)
  72. }
  73. ipfsCli, err := stgglb.IPFSPool.Acquire()
  74. if err != nil {
  75. return fmt.Errorf("new ipfs client: %w", err)
  76. }
  77. defer ipfsCli.Close()
  78. var fileHashes []string
  79. for _, rep := range getRepResp.Data {
  80. if err := ipfsCli.Pin(rep.FileHash); err != nil {
  81. return fmt.Errorf("pinning file %s: %w", rep.FileHash, err)
  82. }
  83. fileHashes = append(fileHashes, rep.FileHash)
  84. t.ResultCacheInfos = append(t.ResultCacheInfos, stgsdk.NewObjectCacheInfo(rep.Object.ObjectID, rep.FileHash))
  85. }
  86. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(pkg.PackageID, *stgglb.Local.NodeID, fileHashes))
  87. if err != nil {
  88. return fmt.Errorf("reporting cache package moved: %w", err)
  89. }
  90. return nil
  91. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。