You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object.go 7.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. package http
  2. import (
  3. "fmt"
  4. "io"
  5. "mime/multipart"
  6. "net/http"
  7. "net/url"
  8. "path"
  9. "path/filepath"
  10. "github.com/gin-gonic/gin"
  11. "gitlink.org.cn/cloudream/common/consts/errorcode"
  12. "gitlink.org.cn/cloudream/common/pkgs/logger"
  13. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  14. "gitlink.org.cn/cloudream/common/sdks/storage/cdsapi"
  15. "gitlink.org.cn/cloudream/storage/client/internal/config"
  16. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  17. )
  18. type ObjectService struct {
  19. *Server
  20. }
  21. func (s *Server) Object() *ObjectService {
  22. return &ObjectService{
  23. Server: s,
  24. }
  25. }
  26. func (s *ObjectService) List(ctx *gin.Context) {
  27. log := logger.WithField("HTTP", "Object.List")
  28. var req cdsapi.ObjectList
  29. if err := ctx.ShouldBindQuery(&req); err != nil {
  30. log.Warnf("binding body: %s", err.Error())
  31. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  32. return
  33. }
  34. objs, err := s.svc.ObjectSvc().List(req.UserID, req.PackageID, req.PathPrefix)
  35. if err != nil {
  36. log.Warnf("listing objects: %s", err.Error())
  37. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("listing objects: %v", err)))
  38. return
  39. }
  40. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectListResp{Objects: objs}))
  41. }
  42. type ObjectUploadReq struct {
  43. Info cdsapi.ObjectUploadInfo `form:"info" binding:"required"`
  44. Files []*multipart.FileHeader `form:"files"`
  45. }
  46. func (s *ObjectService) Upload(ctx *gin.Context) {
  47. log := logger.WithField("HTTP", "Object.Upload")
  48. var req ObjectUploadReq
  49. if err := ctx.ShouldBind(&req); err != nil {
  50. log.Warnf("binding body: %s", err.Error())
  51. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  52. return
  53. }
  54. up, err := s.svc.Uploader.BeginUpdate(req.Info.UserID, req.Info.PackageID, req.Info.Affinity)
  55. if err != nil {
  56. log.Warnf("begin update: %s", err.Error())
  57. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("begin update: %v", err)))
  58. return
  59. }
  60. defer up.Abort()
  61. var pathes []string
  62. for _, file := range req.Files {
  63. f, err := file.Open()
  64. if err != nil {
  65. log.Warnf("open file: %s", err.Error())
  66. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("open file %v: %v", file.Filename, err)))
  67. return
  68. }
  69. path, err := url.PathUnescape(file.Filename)
  70. if err != nil {
  71. log.Warnf("unescape filename: %s", err.Error())
  72. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("unescape filename %v: %v", file.Filename, err)))
  73. return
  74. }
  75. path = filepath.ToSlash(path)
  76. err = up.Upload(path, file.Size, f)
  77. if err != nil {
  78. log.Warnf("uploading file: %s", err.Error())
  79. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("uploading file %v: %v", file.Filename, err)))
  80. return
  81. }
  82. pathes = append(pathes, path)
  83. }
  84. ret, err := up.Commit()
  85. if err != nil {
  86. log.Warnf("commit update: %s", err.Error())
  87. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, fmt.Sprintf("commit update: %v", err)))
  88. return
  89. }
  90. uploadeds := make([]cdssdk.Object, len(pathes))
  91. for i := range pathes {
  92. uploadeds[i] = ret.Objects[pathes[i]]
  93. }
  94. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUploadResp{Uploadeds: uploadeds}))
  95. }
  96. func (s *ObjectService) Download(ctx *gin.Context) {
  97. log := logger.WithField("HTTP", "Object.Download")
  98. var req cdsapi.ObjectDownload
  99. if err := ctx.ShouldBindQuery(&req); err != nil {
  100. log.Warnf("binding body: %s", err.Error())
  101. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  102. return
  103. }
  104. off := req.Offset
  105. len := int64(-1)
  106. if req.Length != nil {
  107. len = *req.Length
  108. }
  109. file, err := s.svc.ObjectSvc().Download(req.UserID, downloader.DownloadReqeust{
  110. ObjectID: req.ObjectID,
  111. Offset: off,
  112. Length: len,
  113. })
  114. if err != nil {
  115. log.Warnf("downloading object: %s", err.Error())
  116. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "download object failed"))
  117. return
  118. }
  119. defer file.File.Close()
  120. ctx.Header("Content-Disposition", "attachment; filename="+url.PathEscape(path.Base(file.Object.Path)))
  121. ctx.Header("Content-Type", "application/octet-stream")
  122. ctx.Header("Content-Transfer-Encoding", "binary")
  123. n, err := io.Copy(ctx.Writer, file.File)
  124. if err != nil {
  125. log.Warnf("copying file: %s", err.Error())
  126. }
  127. // TODO 当client不在某个代理节点上时如何处理?
  128. if config.Cfg().StorageID > 0 {
  129. s.svc.AccessStat.AddAccessCounter(file.Object.ObjectID, file.Object.PackageID, config.Cfg().StorageID, float64(n)/float64(file.Object.Size))
  130. }
  131. }
  132. func (s *ObjectService) UpdateInfo(ctx *gin.Context) {
  133. log := logger.WithField("HTTP", "Object.UpdateInfo")
  134. var req cdsapi.ObjectUpdateInfo
  135. if err := ctx.ShouldBindJSON(&req); err != nil {
  136. log.Warnf("binding body: %s", err.Error())
  137. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  138. return
  139. }
  140. sucs, err := s.svc.ObjectSvc().UpdateInfo(req.UserID, req.Updatings)
  141. if err != nil {
  142. log.Warnf("updating objects: %s", err.Error())
  143. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "update objects failed"))
  144. return
  145. }
  146. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectUpdateInfoResp{Successes: sucs}))
  147. }
  148. func (s *ObjectService) Move(ctx *gin.Context) {
  149. log := logger.WithField("HTTP", "Object.Move")
  150. var req cdsapi.ObjectMove
  151. if err := ctx.ShouldBindJSON(&req); err != nil {
  152. log.Warnf("binding body: %s", err.Error())
  153. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  154. return
  155. }
  156. sucs, err := s.svc.ObjectSvc().Move(req.UserID, req.Movings)
  157. if err != nil {
  158. log.Warnf("moving objects: %s", err.Error())
  159. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "move objects failed"))
  160. return
  161. }
  162. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectMoveResp{Successes: sucs}))
  163. }
  164. func (s *ObjectService) Delete(ctx *gin.Context) {
  165. log := logger.WithField("HTTP", "Object.Delete")
  166. var req cdsapi.ObjectDelete
  167. if err := ctx.ShouldBindJSON(&req); err != nil {
  168. log.Warnf("binding body: %s", err.Error())
  169. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  170. return
  171. }
  172. err := s.svc.ObjectSvc().Delete(req.UserID, req.ObjectIDs)
  173. if err != nil {
  174. log.Warnf("deleting objects: %s", err.Error())
  175. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "delete objects failed"))
  176. return
  177. }
  178. ctx.JSON(http.StatusOK, OK(nil))
  179. }
  180. func (s *ObjectService) GetPackageObjects(ctx *gin.Context) {
  181. log := logger.WithField("HTTP", "Object.GetPackageObjects")
  182. var req cdsapi.ObjectGetPackageObjects
  183. if err := ctx.ShouldBindQuery(&req); err != nil {
  184. log.Warnf("binding body: %s", err.Error())
  185. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  186. return
  187. }
  188. objs, err := s.svc.ObjectSvc().GetPackageObjects(req.UserID, req.PackageID)
  189. if err != nil {
  190. log.Warnf("getting package objects: %s", err.Error())
  191. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get package object failed"))
  192. return
  193. }
  194. ctx.JSON(http.StatusOK, OK(cdsapi.ObjectGetPackageObjectsResp{Objects: objs}))
  195. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。