You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object.go 6.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. package http
  2. import (
  3. "io"
  4. "mime/multipart"
  5. "net/http"
  6. "net/url"
  7. "path"
  8. "time"
  9. "github.com/gin-gonic/gin"
  10. "gitlink.org.cn/cloudream/common/consts/errorcode"
  11. "gitlink.org.cn/cloudream/common/pkgs/logger"
  12. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  13. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  14. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  15. )
  16. type ObjectService struct {
  17. *Server
  18. }
  19. func (s *Server) Object() *ObjectService {
  20. return &ObjectService{
  21. Server: s,
  22. }
  23. }
  24. type ObjectUploadReq struct {
  25. Info cdssdk.ObjectUploadInfo `form:"info" binding:"required"`
  26. Files []*multipart.FileHeader `form:"files"`
  27. }
  28. func (s *ObjectService) Upload(ctx *gin.Context) {
  29. log := logger.WithField("HTTP", "Object.Upload")
  30. var req ObjectUploadReq
  31. if err := ctx.ShouldBind(&req); err != nil {
  32. log.Warnf("binding body: %s", err.Error())
  33. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  34. return
  35. }
  36. var err error
  37. objIter := mapMultiPartFileToUploadingObject(req.Files)
  38. taskID, err := s.svc.ObjectSvc().StartUploading(req.Info.UserID, req.Info.PackageID, objIter, req.Info.NodeAffinity)
  39. if err != nil {
  40. log.Warnf("start uploading object task: %s", err.Error())
  41. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "start uploading task failed"))
  42. return
  43. }
  44. for {
  45. complete, objs, err := s.svc.ObjectSvc().WaitUploading(taskID, time.Second*5)
  46. if complete {
  47. if err != nil {
  48. log.Warnf("uploading object: %s", err.Error())
  49. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "uploading object failed"))
  50. return
  51. }
  52. uploadeds := make([]cdssdk.UploadedObject, len(objs.Objects))
  53. for i, obj := range objs.Objects {
  54. err := ""
  55. if obj.Error != nil {
  56. err = obj.Error.Error()
  57. }
  58. o := obj.Object
  59. uploadeds[i] = cdssdk.UploadedObject{
  60. Object: &o,
  61. Error: err,
  62. }
  63. }
  64. ctx.JSON(http.StatusOK, OK(cdssdk.ObjectUploadResp{Uploadeds: uploadeds}))
  65. return
  66. }
  67. if err != nil {
  68. log.Warnf("waiting task: %s", err.Error())
  69. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "wait uploading task failed"))
  70. return
  71. }
  72. }
  73. }
  74. func (s *ObjectService) Download(ctx *gin.Context) {
  75. log := logger.WithField("HTTP", "Object.Download")
  76. var req cdssdk.ObjectDownload
  77. if err := ctx.ShouldBindQuery(&req); err != nil {
  78. log.Warnf("binding body: %s", err.Error())
  79. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  80. return
  81. }
  82. off := req.Offset
  83. len := int64(-1)
  84. if req.Length != nil {
  85. len = *req.Length
  86. }
  87. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  88. ObjectID: req.ObjectID,
  89. Offset: off,
  90. Length: len,
  91. })
  92. if err != nil {
  93. log.Warnf("downloading object: %s", err.Error())
  94. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  95. return
  96. }
  97. defer file.File.Close()
  98. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  99. ctx.Header("Content-Type", "application/octet-stream")
  100. ctx.Header("Content-Transfer-Encoding", "binary")
  101. n, err := io.Copy(ctx.Writer, file.File)
  102. if err != nil {
  103. log.Warnf("copying file: %s", err.Error())
  104. }
  105. // TODO 当client不在某个代理节点上时如何处理?
  106. if stgglb.Local.NodeID != nil {
  107. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, *stgglb.Local.NodeID, float64(n)/float64(file.Object.Size))
  108. }
  109. }
  110. func (s *ObjectService) UpdateInfo(ctx *gin.Context) {
  111. log := logger.WithField("HTTP", "Object.UpdateInfo")
  112. var req cdssdk.ObjectUpdateInfo
  113. if err := ctx.ShouldBindJSON(&req); err != nil {
  114. log.Warnf("binding body: %s", err.Error())
  115. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  116. return
  117. }
  118. sucs, err := s.svc.ObjectSvc().UpdateInfo(req.UserID, req.Updatings)
  119. if err != nil {
  120. log.Warnf("updating objects: %s", err.Error())
  121. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "update objects failed"))
  122. return
  123. }
  124. ctx.JSON(http.StatusOK, OK(cdssdk.ObjectUpdateInfoResp{Successes: sucs}))
  125. }
  126. func (s *ObjectService) Move(ctx *gin.Context) {
  127. log := logger.WithField("HTTP", "Object.Move")
  128. var req cdssdk.ObjectMove
  129. if err := ctx.ShouldBindJSON(&req); err != nil {
  130. log.Warnf("binding body: %s", err.Error())
  131. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  132. return
  133. }
  134. sucs, err := s.svc.ObjectSvc().Move(req.UserID, req.Movings)
  135. if err != nil {
  136. log.Warnf("moving objects: %s", err.Error())
  137. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "move objects failed"))
  138. return
  139. }
  140. ctx.JSON(http.StatusOK, OK(cdssdk.ObjectMoveResp{Successes: sucs}))
  141. }
  142. func (s *ObjectService) Delete(ctx *gin.Context) {
  143. log := logger.WithField("HTTP", "Object.Delete")
  144. var req cdssdk.ObjectDelete
  145. if err := ctx.ShouldBindJSON(&req); err != nil {
  146. log.Warnf("binding body: %s", err.Error())
  147. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  148. return
  149. }
  150. err := s.svc.ObjectSvc().Delete(req.UserID, req.ObjectIDs)
  151. if err != nil {
  152. log.Warnf("deleting objects: %s", err.Error())
  153. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "delete objects failed"))
  154. return
  155. }
  156. ctx.JSON(http.StatusOK, OK(nil))
  157. }
  158. func (s *ObjectService) GetPackageObjects(ctx *gin.Context) {
  159. log := logger.WithField("HTTP", "Object.GetPackageObjects")
  160. var req cdssdk.ObjectGetPackageObjects
  161. if err := ctx.ShouldBindQuery(&req); err != nil {
  162. log.Warnf("binding body: %s", err.Error())
  163. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  164. return
  165. }
  166. objs, err := s.svc.ObjectSvc().GetPackageObjects(req.UserID, req.PackageID)
  167. if err != nil {
  168. log.Warnf("getting package objects: %s", err.Error())
  169. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get package object failed"))
  170. return
  171. }
  172. ctx.JSON(http.StatusOK, OK(cdssdk.ObjectGetPackageObjectsResp{Objects: objs}))
  173. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。