You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

presigned.go 5.9 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "net/http"
  6. "net/url"
  7. "path"
  8. "path/filepath"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/consts/errorcode"
  11. "gitlink.org.cn/cloudream/common/pkgs/logger"
  12. "gitlink.org.cn/cloudream/common/sdks/storage/cdsapi"
  13. "gitlink.org.cn/cloudream/common/utils/math2"
  14. "gitlink.org.cn/cloudream/storage/client/internal/config"
  15. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  16. )
  17. type PresignedService struct {
  18. *Server
  19. }
  20. func (s *Server) Presigned() *PresignedService {
  21. return &PresignedService{
  22. Server: s,
  23. }
  24. }
  25. func (s *PresignedService) ObjectDownloadByPath(ctx *gin.Context) {
  26. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  27. var req cdsapi.PresignedObjectDownloadByPath
  28. if err := ctx.ShouldBindQuery(&req); err != nil {
  29. log.Warnf("binding query: %s", err.Error())
  30. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  31. return
  32. }
  33. _, obj, err := s.svc.ObjectSvc().GetByPath(req.UserID, req.PackageID, req.Path, false, false)
  34. if err != nil {
  35. log.Warnf("getting object by path: %s", err.Error())
  36. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get object by path failed"))
  37. return
  38. }
  39. if len(obj) == 0 {
  40. log.Warnf("object not found: %s", req.Path)
  41. ctx.JSON(http.StatusOK, Failed(errorcode.DataNotFound, "object not found"))
  42. return
  43. }
  44. off := req.Offset
  45. len := int64(-1)
  46. if req.Length != nil {
  47. len = *req.Length
  48. }
  49. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  50. ObjectID: obj[0].ObjectID,
  51. Offset: off,
  52. Length: len,
  53. })
  54. if err != nil {
  55. log.Warnf("downloading object: %s", err.Error())
  56. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  57. return
  58. }
  59. defer file.File.Close()
  60. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  61. ctx.Header("Content-Type", "application/octet-stream")
  62. ctx.Header("Content-Transfer-Encoding", "binary")
  63. n, err := io.Copy(ctx.Writer, file.File)
  64. if err != nil {
  65. log.Warnf("copying file: %s", err.Error())
  66. }
  67. if config.Cfg().StorageID > 0 {
  68. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, config.Cfg().StorageID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  69. }
  70. }
  71. func (s *PresignedService) ObjectUpload(ctx *gin.Context) {
  72. log := logger.WithField("HTTP", "Presigned.ObjectUpload")
  73. var req cdsapi.PresignedObjectUpload
  74. if err := ctx.ShouldBindQuery(&req); err != nil {
  75. log.Warnf("binding query: %s", err.Error())
  76. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  77. return
  78. }
  79. up, err := s.svc.Uploader.BeginUpdate(req.UserID, req.PackageID, req.Affinity, req.LoadTo, req.LoadToPath)
  80. if err != nil {
  81. log.Warnf("begin update: %s", err.Error())
  82. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  83. return
  84. }
  85. defer up.Abort()
  86. path := filepath.ToSlash(req.Path)
  87. err = up.Upload(path, ctx.Request.Body)
  88. if err != nil {
  89. log.Warnf("uploading file: %s", err.Error())
  90. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("uploading file %v: %v", req.Path, err)))
  91. return
  92. }
  93. ret, err := up.Commit()
  94. if err != nil {
  95. log.Warnf("commit update: %s", err.Error())
  96. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  97. return
  98. }
  99. ctx.JSON(http.StatusOK, OK(cdsapi.PresignedObjectUploadResp{Object: ret.Objects[path]}))
  100. }
  101. func (s *PresignedService) ObjectNewMultipartUpload(ctx *gin.Context) {
  102. log := logger.WithField("HTTP", "Presigned.ObjectNewMultipartUpload")
  103. var req cdsapi.PresignedObjectNewMultipartUpload
  104. if err := ctx.ShouldBindQuery(&req); err != nil {
  105. log.Warnf("binding query: %s", err.Error())
  106. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  107. return
  108. }
  109. obj, err := s.svc.ObjectSvc().NewMultipartUploadObject(req.UserID, req.PackageID, req.Path)
  110. if err != nil {
  111. log.Warnf("new multipart upload: %s", err.Error())
  112. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("new multipart upload: %v", err)))
  113. return
  114. }
  115. ctx.JSON(http.StatusOK, OK(cdsapi.PresignedObjectUploadResp{Object: obj}))
  116. }
  117. func (s *PresignedService) ObjectUploadPart(ctx *gin.Context) {
  118. log := logger.WithField("HTTP", "Presigned.ObjectUploadPart")
  119. var req cdsapi.PresignedObjectUploadPart
  120. if err := ctx.ShouldBindQuery(&req); err != nil {
  121. log.Warnf("binding query: %s", err.Error())
  122. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  123. return
  124. }
  125. err := s.svc.Uploader.UploadPart(req.UserID, req.ObjectID, req.Index, ctx.Request.Body)
  126. if err != nil {
  127. log.Warnf("uploading part: %s", err.Error())
  128. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("upload part: %v", err)))
  129. return
  130. }
  131. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUploadPartResp{}))
  132. }
  133. func (s *PresignedService) ObjectCompleteMultipartUpload(ctx *gin.Context) {
  134. log := logger.WithField("HTTP", "Presigned.ObjectCompleteMultipartUpload")
  135. var req cdsapi.PresignedObjectCompleteMultipartUpload
  136. if err := ctx.ShouldBindQuery(&req); err != nil {
  137. log.Warnf("binding query: %s", err.Error())
  138. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  139. return
  140. }
  141. obj, err := s.svc.ObjectSvc().CompleteMultipartUpload(req.UserID, req.ObjectID, req.Indexes)
  142. if err != nil {
  143. log.Warnf("completing multipart upload: %s", err.Error())
  144. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("complete multipart upload: %v", err)))
  145. return
  146. }
  147. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectCompleteMultipartUploadResp{Object: obj}))
  148. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。