You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

storage.go 3.6 kB

2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108
  1. package services
  2. import (
  3. "fmt"
  4. "time"
  5. stgsdk "gitlink.org.cn/cloudream/common/sdks/storage"
  6. "gitlink.org.cn/cloudream/storage/client/internal/task"
  7. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  8. "gitlink.org.cn/cloudream/storage/common/pkgs/db/model"
  9. agtmq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/agent"
  10. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  11. )
  12. type StorageService struct {
  13. *Service
  14. }
  15. func (svc *Service) StorageSvc() *StorageService {
  16. return &StorageService{Service: svc}
  17. }
  18. func (svc *StorageService) StartStorageLoadPackage(userID int64, packageID int64, storageID int64) (string, error) {
  19. tsk := svc.TaskMgr.StartNew(task.NewStorageLoadPackage(userID, packageID, storageID))
  20. return tsk.ID(), nil
  21. }
  22. func (svc *StorageService) WaitStorageLoadPackage(taskID string, waitTimeout time.Duration) (bool, string, error) {
  23. tsk := svc.TaskMgr.FindByID(taskID)
  24. if tsk.WaitTimeout(waitTimeout) {
  25. loadTsk := tsk.Body().(*task.StorageLoadPackage)
  26. return true, loadTsk.ResultFullPath, tsk.Error()
  27. }
  28. return false, "", nil
  29. }
  30. func (svc *StorageService) DeleteStoragePackage(userID int64, packageID int64, storageID int64) error {
  31. // TODO
  32. panic("not implement yet")
  33. }
  34. // 请求节点启动从Storage中上传文件的任务。会返回节点ID和任务ID
  35. func (svc *StorageService) StartStorageCreatePackage(userID int64, bucketID int64, name string, storageID int64, path string, redundancy stgsdk.TypedRedundancyInfo, nodeAffinity *int64) (int64, string, error) {
  36. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  37. if err != nil {
  38. return 0, "", fmt.Errorf("new coordinator client: %w", err)
  39. }
  40. defer stgglb.CoordinatorMQPool.Release(coorCli)
  41. stgResp, err := coorCli.GetStorageInfo(coormq.NewGetStorageInfo(userID, storageID))
  42. if err != nil {
  43. return 0, "", fmt.Errorf("getting storage info: %w", err)
  44. }
  45. agentCli, err := stgglb.AgentMQPool.Acquire(stgResp.NodeID)
  46. if err != nil {
  47. return 0, "", fmt.Errorf("new agent client: %w", err)
  48. }
  49. defer stgglb.AgentMQPool.Release(agentCli)
  50. startResp, err := agentCli.StartStorageCreatePackage(agtmq.NewStartStorageCreatePackage(userID, bucketID, name, storageID, path, redundancy, nodeAffinity))
  51. if err != nil {
  52. return 0, "", fmt.Errorf("start storage upload package: %w", err)
  53. }
  54. return stgResp.NodeID, startResp.TaskID, nil
  55. }
  56. func (svc *StorageService) WaitStorageCreatePackage(nodeID int64, taskID string, waitTimeout time.Duration) (bool, int64, error) {
  57. agentCli, err := stgglb.AgentMQPool.Acquire(nodeID)
  58. if err != nil {
  59. // TODO 失败是否要当做任务已经结束?
  60. return true, 0, fmt.Errorf("new agent client: %w", err)
  61. }
  62. defer stgglb.AgentMQPool.Release(agentCli)
  63. waitResp, err := agentCli.WaitStorageCreatePackage(agtmq.NewWaitStorageCreatePackage(taskID, waitTimeout.Milliseconds()))
  64. if err != nil {
  65. // TODO 请求失败是否要当做任务已经结束?
  66. return true, 0, fmt.Errorf("wait storage upload package: %w", err)
  67. }
  68. if !waitResp.IsComplete {
  69. return false, 0, nil
  70. }
  71. if waitResp.Error != "" {
  72. return true, 0, fmt.Errorf("%s", waitResp.Error)
  73. }
  74. return true, waitResp.PackageID, nil
  75. }
  76. func (svc *StorageService) GetInfo(userID int64, storageID int64) (*model.Storage, error) {
  77. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  78. if err != nil {
  79. return nil, fmt.Errorf("new coordinator client: %w", err)
  80. }
  81. defer stgglb.CoordinatorMQPool.Release(coorCli)
  82. getResp, err := coorCli.GetStorageInfo(coormq.NewGetStorageInfo(userID, storageID))
  83. if err != nil {
  84. return nil, fmt.Errorf("request to coordinator: %w", err)
  85. }
  86. return &getResp.Storage, nil
  87. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。