You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

presigned.go 7.8 kB

7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "net/http"
  6. "net/url"
  7. "path"
  8. "path/filepath"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/consts/errorcode"
  11. "gitlink.org.cn/cloudream/common/pkgs/logger"
  12. "gitlink.org.cn/cloudream/common/utils/math2"
  13. "gitlink.org.cn/cloudream/jcs-pub/client/internal/downloader"
  14. cliapi "gitlink.org.cn/cloudream/jcs-pub/client/sdk/api"
  15. )
  16. type PresignedService struct {
  17. *Server
  18. }
  19. func (s *Server) Presigned() *PresignedService {
  20. return &PresignedService{
  21. Server: s,
  22. }
  23. }
  24. func (s *PresignedService) ObjectListByPath(ctx *gin.Context) {
  25. log := logger.WithField("HTTP", "Presigned.ObjectListByPath")
  26. var req cliapi.PresignedObjectListByPath
  27. if err := ctx.ShouldBindQuery(&req); err != nil {
  28. log.Warnf("binding body: %s", err.Error())
  29. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  30. return
  31. }
  32. resp, err := s.svc.ObjectSvc().GetByPath(req.ObjectListByPath)
  33. if err != nil {
  34. log.Warnf("listing objects: %s", err.Error())
  35. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("listing objects: %v", err)))
  36. return
  37. }
  38. ctx.JSON(http.StatusOK, OK(resp))
  39. }
  40. func (s *PresignedService) ObjectDownloadByPath(ctx *gin.Context) {
  41. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  42. var req cliapi.PresignedObjectDownloadByPath
  43. if err := ctx.ShouldBindQuery(&req); err != nil {
  44. log.Warnf("binding query: %s", err.Error())
  45. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  46. return
  47. }
  48. resp, err := s.svc.ObjectSvc().GetByPath(cliapi.ObjectListByPath{
  49. PackageID: req.PackageID, Path: req.Path,
  50. })
  51. if err != nil {
  52. log.Warnf("getting object by path: %s", err.Error())
  53. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get object by path failed"))
  54. return
  55. }
  56. if len(resp.Objects) == 0 {
  57. log.Warnf("object not found: %s", req.Path)
  58. ctx.JSON(http.StatusOK, Failed(errorcode.DataNotFound, "object not found"))
  59. return
  60. }
  61. off := req.Offset
  62. len := int64(-1)
  63. if req.Length != nil {
  64. len = *req.Length
  65. }
  66. file, err := s.svc.ObjectSvc().Download(downloader.DownloadReqeust{
  67. ObjectID: resp.Objects[0].ObjectID,
  68. Offset: off,
  69. Length: len,
  70. })
  71. if err != nil {
  72. log.Warnf("downloading object: %s", err.Error())
  73. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  74. return
  75. }
  76. defer file.File.Close()
  77. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  78. ctx.Header("Content-Type", "application/octet-stream")
  79. ctx.Header("Content-Transfer-Encoding", "binary")
  80. n, err := io.Copy(ctx.Writer, file.File)
  81. if err != nil {
  82. log.Warnf("copying file: %s", err.Error())
  83. }
  84. if s.cfg.UserSpaceID > 0 {
  85. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, s.cfg.UserSpaceID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  86. }
  87. }
  88. func (s *PresignedService) ObjectDownload(ctx *gin.Context) {
  89. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  90. var req cliapi.PresignedObjectDownload
  91. if err := ctx.ShouldBindQuery(&req); err != nil {
  92. log.Warnf("binding query: %s", err.Error())
  93. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  94. return
  95. }
  96. off := req.Offset
  97. len := int64(-1)
  98. if req.Length != nil {
  99. len = *req.Length
  100. }
  101. file, err := s.svc.ObjectSvc().Download(downloader.DownloadReqeust{
  102. ObjectID: req.ObjectID,
  103. Offset: off,
  104. Length: len,
  105. })
  106. if err != nil {
  107. log.Warnf("downloading object: %s", err.Error())
  108. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  109. return
  110. }
  111. defer file.File.Close()
  112. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  113. ctx.Header("Content-Type", "application/octet-stream")
  114. ctx.Header("Content-Transfer-Encoding", "binary")
  115. n, err := io.Copy(ctx.Writer, file.File)
  116. if err != nil {
  117. log.Warnf("copying file: %s", err.Error())
  118. }
  119. if s.cfg.UserSpaceID > 0 {
  120. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, s.cfg.UserSpaceID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  121. }
  122. }
  123. func (s *PresignedService) ObjectUpload(ctx *gin.Context) {
  124. log := logger.WithField("HTTP", "Presigned.ObjectUpload")
  125. var req cliapi.PresignedObjectUpload
  126. if err := ctx.ShouldBindQuery(&req); err != nil {
  127. log.Warnf("binding query: %s", err.Error())
  128. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  129. return
  130. }
  131. up, err := s.svc.Uploader.BeginUpdate(req.PackageID, req.Affinity, req.LoadTo, req.LoadToPath)
  132. if err != nil {
  133. log.Warnf("begin update: %s", err.Error())
  134. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  135. return
  136. }
  137. defer up.Abort()
  138. path := filepath.ToSlash(req.Path)
  139. err = up.Upload(path, ctx.Request.Body)
  140. if err != nil {
  141. log.Warnf("uploading file: %s", err.Error())
  142. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("uploading file %v: %v", req.Path, err)))
  143. return
  144. }
  145. ret, err := up.Commit()
  146. if err != nil {
  147. log.Warnf("commit update: %s", err.Error())
  148. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  149. return
  150. }
  151. ctx.JSON(http.StatusOK, OK(cliapi.PresignedObjectUploadResp{Object: ret.Objects[path]}))
  152. }
  153. func (s *PresignedService) ObjectNewMultipartUpload(ctx *gin.Context) {
  154. log := logger.WithField("HTTP", "Presigned.ObjectNewMultipartUpload")
  155. var req cliapi.PresignedObjectNewMultipartUpload
  156. if err := ctx.ShouldBindQuery(&req); err != nil {
  157. log.Warnf("binding query: %s", err.Error())
  158. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  159. return
  160. }
  161. obj, err := s.svc.ObjectSvc().NewMultipartUploadObject(req.PackageID, req.Path)
  162. if err != nil {
  163. log.Warnf("new multipart upload: %s", err.Error())
  164. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("new multipart upload: %v", err)))
  165. return
  166. }
  167. ctx.JSON(http.StatusOK, OK(cliapi.PresignedObjectUploadResp{Object: obj}))
  168. }
  169. func (s *PresignedService) ObjectUploadPart(ctx *gin.Context) {
  170. log := logger.WithField("HTTP", "Presigned.ObjectUploadPart")
  171. var req cliapi.PresignedObjectUploadPart
  172. if err := ctx.ShouldBindQuery(&req); err != nil {
  173. log.Warnf("binding query: %s", err.Error())
  174. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  175. return
  176. }
  177. err := s.svc.Uploader.UploadPart(req.ObjectID, req.Index, ctx.Request.Body)
  178. if err != nil {
  179. log.Warnf("uploading part: %s", err.Error())
  180. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("upload part: %v", err)))
  181. return
  182. }
  183. ctx.JSON(http.StatusOK, OK(cliapi.ObjectUploadPartResp{}))
  184. }
  185. func (s *PresignedService) ObjectCompleteMultipartUpload(ctx *gin.Context) {
  186. log := logger.WithField("HTTP", "Presigned.ObjectCompleteMultipartUpload")
  187. var req cliapi.PresignedObjectCompleteMultipartUpload
  188. if err := ctx.ShouldBindQuery(&req); err != nil {
  189. log.Warnf("binding query: %s", err.Error())
  190. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  191. return
  192. }
  193. obj, err := s.svc.ObjectSvc().CompleteMultipartUpload(req.ObjectID, req.Indexes)
  194. if err != nil {
  195. log.Warnf("completing multipart upload: %s", err.Error())
  196. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("complete multipart upload: %v", err)))
  197. return
  198. }
  199. ctx.JSON(http.StatusOK, OK(cliapi.ObjectCompleteMultipartUploadResp{Object: obj}))
  200. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。