You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cache_move_package.go 2.4 kB

10 months ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. package task
  2. /*
  3. import (
  4. "fmt"
  5. "time"
  6. "gitlink.org.cn/cloudream/common/pkgs/logger"
  7. "gitlink.org.cn/cloudream/common/pkgs/task"
  8. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  9. stgglb "gitlink.org.cn/cloudream/storage2/common/globals"
  10. "gitlink.org.cn/cloudream/storage2/common/pkgs/distlock/reqbuilder"
  11. "gitlink.org.cn/cloudream/storage2/common/pkgs/iterator"
  12. coormq "gitlink.org.cn/cloudream/storage2/common/pkgs/mq/coordinator"
  13. )
  14. type CacheMovePackage struct {
  15. userID cdssdk.UserID
  16. packageID cdssdk.PackageID
  17. storageID cdssdk.StorageID
  18. }
  19. func NewCacheMovePackage(userID cdssdk.UserID, packageID cdssdk.PackageID, storageID cdssdk.StorageID) *CacheMovePackage {
  20. return &CacheMovePackage{
  21. userID: userID,
  22. packageID: packageID,
  23. storageID: storageID,
  24. }
  25. }
  26. func (t *CacheMovePackage) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  27. err := t.do(ctx)
  28. complete(err, CompleteOption{
  29. RemovingDelay: time.Minute,
  30. })
  31. }
  32. func (t *CacheMovePackage) do(ctx TaskContext) error {
  33. log := logger.WithType[CacheMovePackage]("Task")
  34. log.Debugf("begin with %v", logger.FormatStruct(t))
  35. defer log.Debugf("end")
  36. store, err := ctx.stgAgts.GetShardStore(t.storageID)
  37. if err != nil {
  38. return fmt.Errorf("get shard store of storage %v: %w", t.storageID, err)
  39. }
  40. mutex, err := reqbuilder.NewBuilder().
  41. // 保护解码出来的Object数据
  42. Shard().Buzy(t.storageID).
  43. MutexLock(ctx.distlock)
  44. if err != nil {
  45. return fmt.Errorf("acquiring distlock: %w", err)
  46. }
  47. defer mutex.Unlock()
  48. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  49. if err != nil {
  50. return fmt.Errorf("new coordinator client: %w", err)
  51. }
  52. defer stgglb.CoordinatorMQPool.Release(coorCli)
  53. // TODO 可以考虑优化,比如rep类型的直接pin就可以
  54. objIter := ctx.downloader.DownloadPackage(t.packageID)
  55. defer objIter.Close()
  56. for {
  57. obj, err := objIter.MoveNext()
  58. if err != nil {
  59. if err == iterator.ErrNoMoreItem {
  60. break
  61. }
  62. return err
  63. }
  64. defer obj.File.Close()
  65. _, err = store.Create(obj.File)
  66. if err != nil {
  67. return fmt.Errorf("writing to store: %w", err)
  68. }
  69. ctx.accessStat.AddAccessCounter(obj.Object.ObjectID, t.packageID, t.storageID, 1)
  70. }
  71. _, err = coorCli.CachePackageMoved(coormq.NewCachePackageMoved(t.packageID, t.storageID))
  72. if err != nil {
  73. return fmt.Errorf("request to coordinator: %w", err)
  74. }
  75. return nil
  76. }
  77. */

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。