You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

package.go 5.9 kB

2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. package services
  2. import (
  3. "fmt"
  4. "time"
  5. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  6. mytask "gitlink.org.cn/cloudream/storage/client/internal/task"
  7. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  8. agtcmd "gitlink.org.cn/cloudream/storage/common/pkgs/cmd"
  9. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  10. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock/reqbuilder"
  11. "gitlink.org.cn/cloudream/storage/common/pkgs/iterator"
  12. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  13. )
  14. type PackageService struct {
  15. *Service
  16. }
  17. func (svc *Service) PackageSvc() *PackageService {
  18. return &PackageService{Service: svc}
  19. }
  20. func (svc *PackageService) Get(userID cdssdk.UserID, packageID cdssdk.PackageID) (*model.Package, error) {
  21. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  22. if err != nil {
  23. return nil, fmt.Errorf("new coordinator client: %w", err)
  24. }
  25. defer stgglb.CoordinatorMQPool.Release(coorCli)
  26. getResp, err := coorCli.GetPackage(coormq.NewGetPackage(userID, packageID))
  27. if err != nil {
  28. return nil, fmt.Errorf("requsting to coodinator: %w", err)
  29. }
  30. return &getResp.Package, nil
  31. }
  32. func (svc *PackageService) DownloadPackage(userID cdssdk.UserID, packageID cdssdk.PackageID) (iterator.DownloadingObjectIterator, error) {
  33. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  34. if err != nil {
  35. return nil, fmt.Errorf("new coordinator client: %w", err)
  36. }
  37. defer stgglb.CoordinatorMQPool.Release(coorCli)
  38. mutex, err := reqbuilder.NewBuilder().
  39. // 用于判断用户是否有对象权限
  40. Metadata().UserBucket().ReadAny().
  41. // 用于查询可用的下载节点
  42. Node().ReadAny().
  43. // 用于读取包信息
  44. Package().ReadOne(packageID).
  45. // 用于读取包内的文件信息
  46. Object().ReadAny().
  47. // 用于查询Rep配置
  48. ObjectRep().ReadAny().
  49. // 用于查询Block配置
  50. ObjectBlock().ReadAny().
  51. // 用于查询包含了副本的节点
  52. Cache().ReadAny().
  53. MutexLock(svc.DistLock)
  54. if err != nil {
  55. return nil, fmt.Errorf("acquire locks failed, err: %w", err)
  56. }
  57. getObjsResp, err := coorCli.GetPackageObjectDetails(coormq.NewGetPackageObjectDetails(packageID))
  58. if err != nil {
  59. return nil, fmt.Errorf("getting package object details: %w", err)
  60. }
  61. iter := iterator.NewObjectIterator(getObjsResp.Objects, &iterator.DownloadContext{
  62. Distlock: svc.DistLock,
  63. })
  64. iter.OnClosing = func() {
  65. mutex.Unlock()
  66. }
  67. return iter, nil
  68. }
  69. func (svc *PackageService) StartCreatingPackage(userID cdssdk.UserID, bucketID cdssdk.BucketID, name string, objIter iterator.UploadingObjectIterator, nodeAffinity *cdssdk.NodeID) (string, error) {
  70. tsk := svc.TaskMgr.StartNew(mytask.NewCreatePackage(userID, bucketID, name, objIter, nodeAffinity))
  71. return tsk.ID(), nil
  72. }
  73. func (svc *PackageService) WaitCreatingPackage(taskID string, waitTimeout time.Duration) (bool, *agtcmd.CreatePackageResult, error) {
  74. tsk := svc.TaskMgr.FindByID(taskID)
  75. if tsk.WaitTimeout(waitTimeout) {
  76. cteatePkgTask := tsk.Body().(*mytask.CreatePackage)
  77. return true, cteatePkgTask.Result, tsk.Error()
  78. }
  79. return false, nil, nil
  80. }
  81. func (svc *PackageService) StartUpdatingPackage(userID cdssdk.UserID, packageID cdssdk.PackageID, objIter iterator.UploadingObjectIterator) (string, error) {
  82. tsk := svc.TaskMgr.StartNew(mytask.NewUpdatePackage(userID, packageID, objIter))
  83. return tsk.ID(), nil
  84. }
  85. func (svc *PackageService) WaitUpdatingPackage(taskID string, waitTimeout time.Duration) (bool, *agtcmd.UpdatePackageResult, error) {
  86. tsk := svc.TaskMgr.FindByID(taskID)
  87. if tsk.WaitTimeout(waitTimeout) {
  88. updatePkgTask := tsk.Body().(*mytask.UpdatePackage)
  89. return true, updatePkgTask.Result, tsk.Error()
  90. }
  91. return false, nil, nil
  92. }
  93. func (svc *PackageService) DeletePackage(userID cdssdk.UserID, packageID cdssdk.PackageID) error {
  94. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  95. if err != nil {
  96. return fmt.Errorf("new coordinator client: %w", err)
  97. }
  98. defer stgglb.CoordinatorMQPool.Release(coorCli)
  99. mutex, err := reqbuilder.NewBuilder().
  100. Metadata().
  101. // 用于判断用户是否有对象的权限
  102. UserBucket().ReadAny().
  103. // 用于读取、修改包信息
  104. Package().WriteOne(packageID).
  105. // 用于删除包内的所有文件
  106. Object().WriteAny().
  107. // 用于删除Rep配置
  108. ObjectRep().WriteAny().
  109. // 用于删除Block配置
  110. ObjectBlock().WriteAny().
  111. // 用于修改Move此Object的记录的状态
  112. StoragePackage().WriteAny().
  113. MutexLock(svc.DistLock)
  114. if err != nil {
  115. return fmt.Errorf("acquire locks failed, err: %w", err)
  116. }
  117. defer mutex.Unlock()
  118. _, err = coorCli.DeletePackage(coormq.NewDeletePackage(userID, packageID))
  119. if err != nil {
  120. return fmt.Errorf("deleting package: %w", err)
  121. }
  122. return nil
  123. }
  124. func (svc *PackageService) GetCachedNodes(userID cdssdk.UserID, packageID cdssdk.PackageID) (cdssdk.PackageCachingInfo, error) {
  125. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  126. if err != nil {
  127. return cdssdk.PackageCachingInfo{}, fmt.Errorf("new coordinator client: %w", err)
  128. }
  129. defer stgglb.CoordinatorMQPool.Release(coorCli)
  130. resp, err := coorCli.GetPackageCachedNodes(coormq.NewGetPackageCachedNodes(userID, packageID))
  131. if err != nil {
  132. return cdssdk.PackageCachingInfo{}, fmt.Errorf("get package cached nodes: %w", err)
  133. }
  134. tmp := cdssdk.PackageCachingInfo{
  135. NodeInfos: resp.NodeInfos,
  136. PackageSize: resp.PackageSize,
  137. RedunancyType: resp.RedunancyType,
  138. }
  139. return tmp, nil
  140. }
  141. func (svc *PackageService) GetLoadedNodes(userID cdssdk.UserID, packageID cdssdk.PackageID) ([]cdssdk.NodeID, error) {
  142. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  143. if err != nil {
  144. return nil, fmt.Errorf("new coordinator client: %w", err)
  145. }
  146. defer stgglb.CoordinatorMQPool.Release(coorCli)
  147. resp, err := coorCli.GetPackageLoadedNodes(coormq.NewGetPackageLoadedNodes(userID, packageID))
  148. if err != nil {
  149. return nil, fmt.Errorf("get package loaded nodes: %w", err)
  150. }
  151. return resp.NodeIDs, nil
  152. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。