You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

presigned.go 8.2 kB

7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "net/http"
  6. "net/url"
  7. "path"
  8. "path/filepath"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/pkgs/logger"
  11. "gitlink.org.cn/cloudream/common/utils/math2"
  12. "gitlink.org.cn/cloudream/jcs-pub/client/internal/downloader"
  13. "gitlink.org.cn/cloudream/jcs-pub/client/internal/http/types"
  14. cliapi "gitlink.org.cn/cloudream/jcs-pub/client/sdk/api/v1"
  15. clitypes "gitlink.org.cn/cloudream/jcs-pub/client/types"
  16. "gitlink.org.cn/cloudream/jcs-pub/common/ecode"
  17. )
  18. type PresignedService struct {
  19. *Server
  20. }
  21. func (s *Server) Presigned() *PresignedService {
  22. return &PresignedService{
  23. Server: s,
  24. }
  25. }
  26. func (s *PresignedService) ObjectListByPath(ctx *gin.Context) {
  27. log := logger.WithField("HTTP", "Presigned.ObjectListByPath")
  28. var req cliapi.PresignedObjectListByPath
  29. if err := ctx.ShouldBindQuery(&req); err != nil {
  30. log.Warnf("binding body: %s", err.Error())
  31. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  32. return
  33. }
  34. resp, err := s.svc.ObjectSvc().GetByPath(req.ObjectListByPath)
  35. if err != nil {
  36. log.Warnf("listing objects: %s", err.Error())
  37. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("listing objects: %v", err)))
  38. return
  39. }
  40. ctx.JSON(http.StatusOK, types.OK(resp))
  41. }
  42. func (s *PresignedService) ObjectDownloadByPath(ctx *gin.Context) {
  43. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  44. var req cliapi.PresignedObjectDownloadByPath
  45. if err := ctx.ShouldBindQuery(&req); err != nil {
  46. log.Warnf("binding query: %s", err.Error())
  47. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  48. return
  49. }
  50. resp, err := s.svc.ObjectSvc().GetByPath(cliapi.ObjectListByPath{
  51. PackageID: req.PackageID, Path: req.Path,
  52. })
  53. if err != nil {
  54. log.Warnf("getting object by path: %s", err.Error())
  55. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, "get object by path failed"))
  56. return
  57. }
  58. if len(resp.Objects) == 0 {
  59. log.Warnf("object not found: %s", req.Path)
  60. ctx.JSON(http.StatusOK, types.Failed(ecode.DataNotFound, "object not found"))
  61. return
  62. }
  63. off := req.Offset
  64. len := int64(-1)
  65. if req.Length != nil {
  66. len = *req.Length
  67. }
  68. file, err := s.svc.ObjectSvc().Download(downloader.DownloadReqeust{
  69. ObjectID: resp.Objects[0].ObjectID,
  70. Offset: off,
  71. Length: len,
  72. })
  73. if err != nil {
  74. log.Warnf("downloading object: %s", err.Error())
  75. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, "download object failed"))
  76. return
  77. }
  78. defer file.File.Close()
  79. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  80. ctx.Header("Content-Type", "application/octet-stream")
  81. ctx.Header("Content-Transfer-Encoding", "binary")
  82. n, err := io.Copy(ctx.Writer, file.File)
  83. if err != nil {
  84. log.Warnf("copying file: %s", err.Error())
  85. }
  86. if s.cfg.UserSpaceID > 0 {
  87. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, s.cfg.UserSpaceID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  88. }
  89. }
  90. func (s *PresignedService) ObjectDownload(ctx *gin.Context) {
  91. log := logger.WithField("HTTP", "Presigned.ObjectDownloadByPath")
  92. var req cliapi.PresignedObjectDownload
  93. if err := ctx.ShouldBindQuery(&req); err != nil {
  94. log.Warnf("binding query: %s", err.Error())
  95. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  96. return
  97. }
  98. off := req.Offset
  99. len := int64(-1)
  100. if req.Length != nil {
  101. len = *req.Length
  102. }
  103. file, err := s.svc.ObjectSvc().Download(downloader.DownloadReqeust{
  104. ObjectID: req.ObjectID,
  105. Offset: off,
  106. Length: len,
  107. })
  108. if err != nil {
  109. log.Warnf("downloading object: %s", err.Error())
  110. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, "download object failed"))
  111. return
  112. }
  113. defer file.File.Close()
  114. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  115. ctx.Header("Content-Type", "application/octet-stream")
  116. ctx.Header("Content-Transfer-Encoding", "binary")
  117. n, err := io.Copy(ctx.Writer, file.File)
  118. if err != nil {
  119. log.Warnf("copying file: %s", err.Error())
  120. }
  121. if s.cfg.UserSpaceID > 0 {
  122. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, s.cfg.UserSpaceID, math2.DivOrDefault(float64(n), float64(file.Object.Size), 1))
  123. }
  124. }
  125. func (s *PresignedService) ObjectUpload(ctx *gin.Context) {
  126. log := logger.WithField("HTTP", "Presigned.ObjectUpload")
  127. var req cliapi.PresignedObjectUpload
  128. if err := ctx.ShouldBindQuery(&req); err != nil {
  129. log.Warnf("binding query: %s", err.Error())
  130. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  131. return
  132. }
  133. copyToPath := make([]clitypes.JPath, 0, len(req.CopyToPath))
  134. for _, p := range req.CopyToPath {
  135. copyToPath = append(copyToPath, clitypes.PathFromJcsPathString(p))
  136. }
  137. up, err := s.svc.Uploader.BeginUpdate(req.PackageID, req.Affinity, req.CopyTo, copyToPath)
  138. if err != nil {
  139. log.Warnf("begin update: %s", err.Error())
  140. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  141. return
  142. }
  143. defer up.Abort()
  144. path := filepath.ToSlash(req.Path)
  145. err = up.Upload(clitypes.PathFromJcsPathString(path), ctx.Request.Body)
  146. if err != nil {
  147. log.Warnf("uploading file: %s", err.Error())
  148. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("uploading file %v: %v", req.Path, err)))
  149. return
  150. }
  151. ret, err := up.Commit()
  152. if err != nil {
  153. log.Warnf("commit update: %s", err.Error())
  154. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  155. return
  156. }
  157. ctx.JSON(http.StatusOK, types.OK(cliapi.PresignedObjectUploadResp{Object: ret.Objects[path]}))
  158. }
  159. func (s *PresignedService) ObjectNewMultipartUpload(ctx *gin.Context) {
  160. log := logger.WithField("HTTP", "Presigned.ObjectNewMultipartUpload")
  161. var req cliapi.PresignedObjectNewMultipartUpload
  162. if err := ctx.ShouldBindQuery(&req); err != nil {
  163. log.Warnf("binding query: %s", err.Error())
  164. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  165. return
  166. }
  167. obj, err := s.svc.ObjectSvc().NewMultipartUploadObject(req.PackageID, req.Path)
  168. if err != nil {
  169. log.Warnf("new multipart upload: %s", err.Error())
  170. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("new multipart upload: %v", err)))
  171. return
  172. }
  173. ctx.JSON(http.StatusOK, types.OK(cliapi.PresignedObjectUploadResp{Object: obj}))
  174. }
  175. func (s *PresignedService) ObjectUploadPart(ctx *gin.Context) {
  176. log := logger.WithField("HTTP", "Presigned.ObjectUploadPart")
  177. var req cliapi.PresignedObjectUploadPart
  178. if err := ctx.ShouldBindQuery(&req); err != nil {
  179. log.Warnf("binding query: %s", err.Error())
  180. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  181. return
  182. }
  183. err := s.svc.Uploader.UploadPart(req.ObjectID, req.Index, ctx.Request.Body)
  184. if err != nil {
  185. log.Warnf("uploading part: %s", err.Error())
  186. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("upload part: %v", err)))
  187. return
  188. }
  189. ctx.JSON(http.StatusOK, types.OK(cliapi.ObjectUploadPartResp{}))
  190. }
  191. func (s *PresignedService) ObjectCompleteMultipartUpload(ctx *gin.Context) {
  192. log := logger.WithField("HTTP", "Presigned.ObjectCompleteMultipartUpload")
  193. var req cliapi.PresignedObjectCompleteMultipartUpload
  194. if err := ctx.ShouldBindQuery(&req); err != nil {
  195. log.Warnf("binding query: %s", err.Error())
  196. ctx.JSON(http.StatusBadRequest, types.Failed(ecode.BadArgument, "missing argument or invalid argument"))
  197. return
  198. }
  199. obj, err := s.svc.ObjectSvc().CompleteMultipartUpload(req.ObjectID, req.Indexes)
  200. if err != nil {
  201. log.Warnf("completing multipart upload: %s", err.Error())
  202. ctx.JSON(http.StatusOK, types.Failed(ecode.OperationFailed, fmt.Sprintf("complete multipart upload: %v", err)))
  203. return
  204. }
  205. ctx.JSON(http.StatusOK, types.OK(cliapi.ObjectCompleteMultipartUploadResp{Object: obj}))
  206. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。