You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 2.7 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102
  1. package task
  2. import (
  3. "fmt"
  4. "time"
  5. "gitlink.org.cn/cloudream/common/pkgs/logger"
  6. "gitlink.org.cn/cloudream/storage-common/globals"
  7. "gitlink.org.cn/cloudream/storage-common/pkgs/db/model"
  8. "gitlink.org.cn/cloudream/storage-common/pkgs/distlock/reqbuilder"
  9. coormq "gitlink.org.cn/cloudream/storage-common/pkgs/mq/coordinator"
  10. )
  11. type CacheMovePackage struct {
  12. userID int64
  13. packageID int64
  14. }
  15. func NewCacheMovePackage(userID int64, packageID int64) *CacheMovePackage {
  16. return &CacheMovePackage{
  17. userID: userID,
  18. packageID: packageID,
  19. }
  20. }
  21. func (t *CacheMovePackage) Execute(ctx TaskContext, complete CompleteFn) {
  22. err := t.do(ctx)
  23. complete(err, CompleteOption{
  24. RemovingDelay: time.Minute,
  25. })
  26. }
  27. func (t *CacheMovePackage) do(ctx TaskContext) error {
  28. log := logger.WithType[CacheMovePackage]("Task")
  29. log.Debugf("begin with %v", logger.FormatStruct(t))
  30. defer log.Debugf("end")
  31. // TOOD EC的锁
  32. mutex, err := reqbuilder.NewBuilder().
  33. Metadata().
  34. // 读取Package信息和包含的Object信息
  35. Package().ReadOne(t.packageID).Object().ReadAny().
  36. // 读取Rep对象的配置
  37. ObjectRep().ReadAny().
  38. // 创建Cache记录
  39. Cache().CreateAny().
  40. IPFS().
  41. // pin文件
  42. CreateAnyRep(*globals.Local.NodeID).
  43. MutexLock(ctx.distlock)
  44. if err != nil {
  45. return fmt.Errorf("acquiring distlock: %w", err)
  46. }
  47. defer mutex.Unlock()
  48. coorCli, err := globals.CoordinatorMQPool.Acquire()
  49. if err != nil {
  50. return fmt.Errorf("new coordinator client: %w", err)
  51. }
  52. defer coorCli.Close()
  53. pkgResp, err := coorCli.GetPackage(coormq.NewGetPackage(t.userID, t.packageID))
  54. if err != nil {
  55. return fmt.Errorf("getting package: %w", err)
  56. }
  57. if pkgResp.Redundancy.IsRepInfo() {
  58. return t.moveRep(ctx, coorCli, pkgResp.Package)
  59. } else {
  60. // TODO EC的CacheMove逻辑
  61. }
  62. return nil
  63. }
  64. func (t *CacheMovePackage) moveRep(ctx TaskContext, coorCli *coormq.PoolClient, pkg model.Package) error {
  65. getRepResp, err := coorCli.GetPackageObjectRepData(coormq.NewGetPackageObjectRepData(pkg.PackageID))
  66. if err != nil {
  67. return fmt.Errorf("getting package object rep data: %w", err)
  68. }
  69. ipfsCli, err := globals.IPFSPool.Acquire()
  70. if err != nil {
  71. return fmt.Errorf("new ipfs client: %w", err)
  72. }
  73. defer ipfsCli.Close()
  74. var fileHashes []string
  75. for _, rep := range getRepResp.Data {
  76. if err := ipfsCli.Pin(rep.FileHash); err != nil {
  77. return fmt.Errorf("pinning file %s: %w", rep.FileHash, err)
  78. }
  79. fileHashes = append(fileHashes, rep.FileHash)
  80. }
  81. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(pkg.PackageID, *globals.Local.NodeID, fileHashes))
  82. if err != nil {
  83. return fmt.Errorf("reporting cache package moved: %w", err)
  84. }
  85. return nil
  86. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。