You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object.go 6.5 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "mime/multipart"
  6. "net/http"
  7. "net/url"
  8. "path"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/consts/errorcode"
  11. "gitlink.org.cn/cloudream/common/pkgs/logger"
  12. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  13. "gitlink.org.cn/cloudream/common/sdks/storage/cdsapi"
  14. "gitlink.org.cn/cloudream/storage/client/internal/config"
  15. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  16. )
  17. type ObjectService struct {
  18. *Server
  19. }
  20. func (s *Server) Object() *ObjectService {
  21. return &ObjectService{
  22. Server: s,
  23. }
  24. }
  25. type ObjectUploadReq struct {
  26. Info cdsapi.ObjectUploadInfo `form:"info" binding:"required"`
  27. Files []*multipart.FileHeader `form:"files"`
  28. }
  29. func (s *ObjectService) Upload(ctx *gin.Context) {
  30. log := logger.WithField("HTTP", "Object.Upload")
  31. var req ObjectUploadReq
  32. if err := ctx.ShouldBind(&req); err != nil {
  33. log.Warnf("binding body: %s", err.Error())
  34. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  35. return
  36. }
  37. up, err := s.svc.Uploader.BeginUpdate(req.Info.UserID, req.Info.PackageID, req.Info.Affinity)
  38. if err != nil {
  39. log.Warnf("begin update: %s", err.Error())
  40. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  41. return
  42. }
  43. defer up.Abort()
  44. var pathes []string
  45. for _, file := range req.Files {
  46. f, err := file.Open()
  47. if err != nil {
  48. log.Warnf("open file: %s", err.Error())
  49. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("open file %v: %v", file.Filename, err)))
  50. return
  51. }
  52. path, err := url.PathUnescape(file.Filename)
  53. if err != nil {
  54. log.Warnf("unescape filename: %s", err.Error())
  55. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("unescape filename %v: %v", file.Filename, err)))
  56. return
  57. }
  58. err = up.Upload(path, file.Size, f)
  59. if err != nil {
  60. log.Warnf("uploading file: %s", err.Error())
  61. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("uploading file %v: %v", file.Filename, err)))
  62. return
  63. }
  64. pathes = append(pathes, path)
  65. }
  66. ret, err := up.Commit()
  67. if err != nil {
  68. log.Warnf("commit update: %s", err.Error())
  69. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  70. return
  71. }
  72. uploadeds := make([]cdssdk.Object, len(pathes))
  73. for i := range pathes {
  74. uploadeds[i] = ret.Objects[pathes[i]]
  75. }
  76. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUploadResp{Uploadeds: uploadeds}))
  77. }
  78. func (s *ObjectService) Download(ctx *gin.Context) {
  79. log := logger.WithField("HTTP", "Object.Download")
  80. var req cdsapi.ObjectDownload
  81. if err := ctx.ShouldBindQuery(&req); err != nil {
  82. log.Warnf("binding body: %s", err.Error())
  83. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  84. return
  85. }
  86. off := req.Offset
  87. len := int64(-1)
  88. if req.Length != nil {
  89. len = *req.Length
  90. }
  91. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  92. ObjectID: req.ObjectID,
  93. Offset: off,
  94. Length: len,
  95. })
  96. if err != nil {
  97. log.Warnf("downloading object: %s", err.Error())
  98. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  99. return
  100. }
  101. defer file.File.Close()
  102. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  103. ctx.Header("Content-Type", "application/octet-stream")
  104. ctx.Header("Content-Transfer-Encoding", "binary")
  105. n, err := io.Copy(ctx.Writer, file.File)
  106. if err != nil {
  107. log.Warnf("copying file: %s", err.Error())
  108. }
  109. // TODO 当client不在某个代理节点上时如何处理?
  110. if config.Cfg().StorageID > 0 {
  111. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, config.Cfg().StorageID, float64(n)/float64(file.Object.Size))
  112. }
  113. }
  114. func (s *ObjectService) UpdateInfo(ctx *gin.Context) {
  115. log := logger.WithField("HTTP", "Object.UpdateInfo")
  116. var req cdsapi.ObjectUpdateInfo
  117. if err := ctx.ShouldBindJSON(&req); err != nil {
  118. log.Warnf("binding body: %s", err.Error())
  119. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  120. return
  121. }
  122. sucs, err := s.svc.ObjectSvc().UpdateInfo(req.UserID, req.Updatings)
  123. if err != nil {
  124. log.Warnf("updating objects: %s", err.Error())
  125. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "update objects failed"))
  126. return
  127. }
  128. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUpdateInfoResp{Successes: sucs}))
  129. }
  130. func (s *ObjectService) Move(ctx *gin.Context) {
  131. log := logger.WithField("HTTP", "Object.Move")
  132. var req cdsapi.ObjectMove
  133. if err := ctx.ShouldBindJSON(&req); err != nil {
  134. log.Warnf("binding body: %s", err.Error())
  135. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  136. return
  137. }
  138. sucs, err := s.svc.ObjectSvc().Move(req.UserID, req.Movings)
  139. if err != nil {
  140. log.Warnf("moving objects: %s", err.Error())
  141. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "move objects failed"))
  142. return
  143. }
  144. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectMoveResp{Successes: sucs}))
  145. }
  146. func (s *ObjectService) Delete(ctx *gin.Context) {
  147. log := logger.WithField("HTTP", "Object.Delete")
  148. var req cdsapi.ObjectDelete
  149. if err := ctx.ShouldBindJSON(&req); err != nil {
  150. log.Warnf("binding body: %s", err.Error())
  151. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  152. return
  153. }
  154. err := s.svc.ObjectSvc().Delete(req.UserID, req.ObjectIDs)
  155. if err != nil {
  156. log.Warnf("deleting objects: %s", err.Error())
  157. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "delete objects failed"))
  158. return
  159. }
  160. ctx.JSON(http.StatusOK, OK(nil))
  161. }
  162. func (s *ObjectService) GetPackageObjects(ctx *gin.Context) {
  163. log := logger.WithField("HTTP", "Object.GetPackageObjects")
  164. var req cdsapi.ObjectGetPackageObjects
  165. if err := ctx.ShouldBindQuery(&req); err != nil {
  166. log.Warnf("binding body: %s", err.Error())
  167. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  168. return
  169. }
  170. objs, err := s.svc.ObjectSvc().GetPackageObjects(req.UserID, req.PackageID)
  171. if err != nil {
  172. log.Warnf("getting package objects: %s", err.Error())
  173. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get package object failed"))
  174. return
  175. }
  176. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectGetPackageObjectsResp{Objects: objs}))
  177. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。