You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

presigned.go 7.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "net/http"
  6. "net/url"
  7. "path"
  8. "path/filepath"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/consts/errorcode"
  11. "gitlink.org.cn/cloudream/common/pkgs/logger"
  12. "gitlink.org.cn/cloudream/common/sdks/storage/cdsapi"
  13. "gitlink.org.cn/cloudream/common/utils/math2"
  14. "gitlink.org.cn/cloudream/storage/client/internal/config"
  15. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  16. )
  17. type PresignedService struct {
  18. *Server
  19. }
  20. func (s *Server) Presigned() *PresignedService {
  21. return &PresignedService{
  22. Server: s,
  23. }
  24. }
  25. func (s *PresignedService) ObjectDownloadByPath(ctx *gin.Context) {
  26. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  27. var req cdsapi.PresignedObjectDownloadByPath
  28. if err := ctx.ShouldBindQuery(&req); err != nil {
  29. log.Warnf("binding query: %s", err.Error())
  30. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  31. return
  32. }
  33. _, obj, err := s.svc.ObjectSvc().GetByPath(req.UserID, req.PackageID, req.Path, false, false)
  34. if err != nil {
  35. log.Warnf("getting object by path: %s", err.Error())
  36. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get object by path failed"))
  37. return
  38. }
  39. if len(obj) == 0 {
  40. log.Warnf("object not found: %s", req.Path)
  41. ctx.JSON(http.StatusOK, Failed(errorcode.DataNotFound, "object not found"))
  42. return
  43. }
  44. off := req.Offset
  45. len := int64(-1)
  46. if req.Length != nil {
  47. len = *req.Length
  48. }
  49. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  50. ObjectID: obj[0].ObjectID,
  51. Offset: off,
  52. Length: len,
  53. })
  54. if err != nil {
  55. log.Warnf("downloading object: %s", err.Error())
  56. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  57. return
  58. }
  59. defer file.File.Close()
  60. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  61. ctx.Header("Content-Type", "application/octet-stream")
  62. ctx.Header("Content-Transfer-Encoding", "binary")
  63. n, err := io.Copy(ctx.Writer, file.File)
  64. if err != nil {
  65. log.Warnf("copying file: %s", err.Error())
  66. }
  67. if config.Cfg().StorageID > 0 {
  68. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, config.Cfg().StorageID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  69. }
  70. }
  71. func (s *PresignedService) ObjectDownload(ctx *gin.Context) {
  72. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  73. var req cdsapi.PresignedObjectDownload
  74. if err := ctx.ShouldBindQuery(&req); err != nil {
  75. log.Warnf("binding query: %s", err.Error())
  76. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  77. return
  78. }
  79. off := req.Offset
  80. len := int64(-1)
  81. if req.Length != nil {
  82. len = *req.Length
  83. }
  84. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  85. ObjectID: req.ObjectID,
  86. Offset: off,
  87. Length: len,
  88. })
  89. if err != nil {
  90. log.Warnf("downloading object: %s", err.Error())
  91. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  92. return
  93. }
  94. defer file.File.Close()
  95. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  96. ctx.Header("Content-Type", "application/octet-stream")
  97. ctx.Header("Content-Transfer-Encoding", "binary")
  98. n, err := io.Copy(ctx.Writer, file.File)
  99. if err != nil {
  100. log.Warnf("copying file: %s", err.Error())
  101. }
  102. if config.Cfg().StorageID > 0 {
  103. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, config.Cfg().StorageID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  104. }
  105. }
  106. func (s *PresignedService) ObjectUpload(ctx *gin.Context) {
  107. log := logger.WithField("HTTP", "Presigned.ObjectUpload")
  108. var req cdsapi.PresignedObjectUpload
  109. if err := ctx.ShouldBindQuery(&req); err != nil {
  110. log.Warnf("binding query: %s", err.Error())
  111. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  112. return
  113. }
  114. up, err := s.svc.Uploader.BeginUpdate(req.UserID, req.PackageID, req.Affinity, req.LoadTo, req.LoadToPath)
  115. if err != nil {
  116. log.Warnf("begin update: %s", err.Error())
  117. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  118. return
  119. }
  120. defer up.Abort()
  121. path := filepath.ToSlash(req.Path)
  122. err = up.Upload(path, ctx.Request.Body)
  123. if err != nil {
  124. log.Warnf("uploading file: %s", err.Error())
  125. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("uploading file %v: %v", req.Path, err)))
  126. return
  127. }
  128. ret, err := up.Commit()
  129. if err != nil {
  130. log.Warnf("commit update: %s", err.Error())
  131. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  132. return
  133. }
  134. ctx.JSON(http.StatusOK, OK(cdsapi.PresignedObjectUploadResp{Object: ret.Objects[path]}))
  135. }
  136. func (s *PresignedService) ObjectNewMultipartUpload(ctx *gin.Context) {
  137. log := logger.WithField("HTTP", "Presigned.ObjectNewMultipartUpload")
  138. var req cdsapi.PresignedObjectNewMultipartUpload
  139. if err := ctx.ShouldBindQuery(&req); err != nil {
  140. log.Warnf("binding query: %s", err.Error())
  141. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  142. return
  143. }
  144. obj, err := s.svc.ObjectSvc().NewMultipartUploadObject(req.UserID, req.PackageID, req.Path)
  145. if err != nil {
  146. log.Warnf("new multipart upload: %s", err.Error())
  147. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("new multipart upload: %v", err)))
  148. return
  149. }
  150. ctx.JSON(http.StatusOK, OK(cdsapi.PresignedObjectUploadResp{Object: obj}))
  151. }
  152. func (s *PresignedService) ObjectUploadPart(ctx *gin.Context) {
  153. log := logger.WithField("HTTP", "Presigned.ObjectUploadPart")
  154. var req cdsapi.PresignedObjectUploadPart
  155. if err := ctx.ShouldBindQuery(&req); err != nil {
  156. log.Warnf("binding query: %s", err.Error())
  157. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  158. return
  159. }
  160. err := s.svc.Uploader.UploadPart(req.UserID, req.ObjectID, req.Index, ctx.Request.Body)
  161. if err != nil {
  162. log.Warnf("uploading part: %s", err.Error())
  163. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("upload part: %v", err)))
  164. return
  165. }
  166. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUploadPartResp{}))
  167. }
  168. func (s *PresignedService) ObjectCompleteMultipartUpload(ctx *gin.Context) {
  169. log := logger.WithField("HTTP", "Presigned.ObjectCompleteMultipartUpload")
  170. var req cdsapi.PresignedObjectCompleteMultipartUpload
  171. if err := ctx.ShouldBindQuery(&req); err != nil {
  172. log.Warnf("binding query: %s", err.Error())
  173. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  174. return
  175. }
  176. obj, err := s.svc.ObjectSvc().CompleteMultipartUpload(req.UserID, req.ObjectID, req.Indexes)
  177. if err != nil {
  178. log.Warnf("completing multipart upload: %s", err.Error())
  179. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("complete multipart upload: %v", err)))
  180. return
  181. }
  182. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectCompleteMultipartUploadResp{Object: obj}))
  183. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。