You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

package.go 5.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. package http
  2. import (
  3. "mime/multipart"
  4. "net/http"
  5. "time"
  6. "github.com/gin-gonic/gin"
  7. "gitlink.org.cn/cloudream/common/consts/errorcode"
  8. "gitlink.org.cn/cloudream/common/models"
  9. "gitlink.org.cn/cloudream/common/pkgs/logger"
  10. "gitlink.org.cn/cloudream/storage-common/pkgs/iterator"
  11. )
  12. type PackageService struct {
  13. *Server
  14. }
  15. func (s *Server) PackageSvc() *PackageService {
  16. return &PackageService{
  17. Server: s,
  18. }
  19. }
  20. type PackageUploadReq struct {
  21. Info PackageUploadInfo `form:"info" binding:"required"`
  22. Files []*multipart.FileHeader `form:"files"`
  23. }
  24. type PackageUploadInfo struct {
  25. UserID *int64 `json:"userID" binding:"required"`
  26. BucketID *int64 `json:"bucketID" binding:"required"`
  27. Name string `json:"name" binding:"required"`
  28. Redundancy models.TypedRedundancyInfo `json:"redundancy" binding:"required"`
  29. }
  30. type PackageUploadResp struct {
  31. PackageID int64 `json:"packageID,string"`
  32. }
  33. func (s *PackageService) Upload(ctx *gin.Context) {
  34. log := logger.WithField("HTTP", "Package.Upload")
  35. var req PackageUploadReq
  36. if err := ctx.ShouldBind(&req); err != nil {
  37. log.Warnf("binding body: %s", err.Error())
  38. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  39. return
  40. }
  41. if req.Info.Redundancy.IsRepInfo() {
  42. s.uploadRep(ctx, &req)
  43. return
  44. }
  45. if req.Info.Redundancy.IsECInfo() {
  46. s.uploadEC(ctx, &req)
  47. return
  48. }
  49. ctx.JSON(http.StatusForbidden, Failed(errorcode.OperationFailed, "not supported yet"))
  50. }
  51. func (s *PackageService) uploadRep(ctx *gin.Context, req *PackageUploadReq) {
  52. log := logger.WithField("HTTP", "Package.Upload")
  53. var err error
  54. var repInfo models.RepRedundancyInfo
  55. if repInfo, err = req.Info.Redundancy.ToRepInfo(); err != nil {
  56. log.Warnf("parsing rep redundancy config: %s", err.Error())
  57. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "invalid rep redundancy config"))
  58. return
  59. }
  60. objIter := iterator.NewHTTPObjectIterator(req.Files)
  61. taskID, err := s.svc.PackageSvc().StartCreatingRepPackage(*req.Info.UserID, *req.Info.BucketID, req.Info.Name, objIter, repInfo)
  62. if err != nil {
  63. log.Warnf("start uploading rep package task: %s", err.Error())
  64. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "start uploading task failed"))
  65. return
  66. }
  67. for {
  68. complete, createResult, err := s.svc.PackageSvc().WaitCreatingRepPackage(taskID, time.Second*5)
  69. if complete {
  70. if err != nil {
  71. log.Warnf("uploading rep package: %s", err.Error())
  72. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "uploading rep package failed"))
  73. return
  74. }
  75. ctx.JSON(http.StatusOK, OK(PackageUploadResp{
  76. PackageID: createResult.PackageID,
  77. }))
  78. return
  79. }
  80. if err != nil {
  81. log.Warnf("waiting task: %s", err.Error())
  82. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "wait uploading task failed"))
  83. return
  84. }
  85. }
  86. }
  87. func (s *PackageService) uploadEC(ctx *gin.Context, req *PackageUploadReq) {
  88. log := logger.WithField("HTTP", "Package.Upload")
  89. var err error
  90. var ecInfo models.ECRedundancyInfo
  91. if ecInfo, err = req.Info.Redundancy.ToECInfo(); err != nil {
  92. log.Warnf("parsing ec redundancy config: %s", err.Error())
  93. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "invalid rep redundancy config"))
  94. return
  95. }
  96. objIter := iterator.NewHTTPObjectIterator(req.Files)
  97. taskID, err := s.svc.PackageSvc().StartCreatingECPackage(*req.Info.UserID, *req.Info.BucketID, req.Info.Name, objIter, ecInfo)
  98. if err != nil {
  99. log.Warnf("start uploading ec package task: %s", err.Error())
  100. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "start uploading task failed"))
  101. return
  102. }
  103. for {
  104. complete, createResult, err := s.svc.PackageSvc().WaitCreatingECPackage(taskID, time.Second*5)
  105. if complete {
  106. if err != nil {
  107. log.Warnf("uploading ec package: %s", err.Error())
  108. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "uploading ec package failed"))
  109. return
  110. }
  111. ctx.JSON(http.StatusOK, OK(PackageUploadResp{
  112. PackageID: createResult.PackageID,
  113. }))
  114. return
  115. }
  116. if err != nil {
  117. log.Warnf("waiting task: %s", err.Error())
  118. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "wait uploading task failed"))
  119. return
  120. }
  121. }
  122. }
  123. type PackageDeleteReq struct {
  124. UserID *int64 `json:"userID" binding:"required"`
  125. PackageID *int64 `json:"packageID" binding:"required"`
  126. }
  127. func (s *PackageService) Delete(ctx *gin.Context) {
  128. log := logger.WithField("HTTP", "Package.Delete")
  129. var req PackageDeleteReq
  130. if err := ctx.ShouldBindJSON(&req); err != nil {
  131. log.Warnf("binding body: %s", err.Error())
  132. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  133. return
  134. }
  135. err := s.svc.PackageSvc().DeletePackage(*req.UserID, *req.PackageID)
  136. if err != nil {
  137. log.Warnf("deleting package: %s", err.Error())
  138. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "delete package failed"))
  139. return
  140. }
  141. ctx.JSON(http.StatusOK, OK(nil))
  142. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。