You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

temp.go 10 kB

1 year ago
7 months ago
1 year ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
1 year ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
1 year ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
1 year ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387
  1. package http
  2. /*
  3. import (
  4. "net/http"
  5. "github.com/gin-gonic/gin"
  6. "github.com/samber/lo"
  7. "gitlink.org.cn/cloudream/common/consts/errorcode"
  8. "gitlink.org.cn/cloudream/common/pkgs/logger"
  9. "gitlink.org.cn/cloudream/jcs-pub/client/types"
  10. )
  11. type TempService struct {
  12. *Server
  13. }
  14. func (s *Server) Temp() *TempService {
  15. return &TempService{
  16. Server: s,
  17. }
  18. }
  19. type TempListDetailsResp struct {
  20. Buckets []BucketDetail `json:"buckets"`
  21. }
  22. type BucketDetail struct {
  23. BucketID types.BucketID `json:"bucketID"`
  24. Name string `json:"name"`
  25. ObjectCount int `json:"objectCount"`
  26. }
  27. func (s *TempService) ListDetails(ctx *gin.Context) {
  28. log := logger.WithField("HTTP", "Bucket.ListBucketsDetails")
  29. bkts, err := s.svc.BucketSvc().GetUserBuckets(1)
  30. if err != nil {
  31. log.Warnf("getting user buckets: %s", err.Error())
  32. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get user buckets failed"))
  33. return
  34. }
  35. details := make([]BucketDetail, len(bkts))
  36. for i := range bkts {
  37. details[i].BucketID = bkts[i].BucketID
  38. details[i].Name = bkts[i].Name
  39. objs, err := s.getBucketObjects(bkts[i].BucketID)
  40. if err != nil {
  41. log.Warnf("getting bucket objects: %s", err.Error())
  42. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get bucket objects failed"))
  43. return
  44. }
  45. details[i].ObjectCount = len(objs)
  46. }
  47. ctx.JSON(http.StatusOK, OK(TempListDetailsResp{
  48. Buckets: details,
  49. }))
  50. }
  51. type TempGetObjects struct {
  52. BucketID types.BucketID `form:"bucketID"`
  53. }
  54. type BucketGetObjectsResp struct {
  55. Objects []types.Object `json:"objects"`
  56. }
  57. func (s *TempService) GetObjects(ctx *gin.Context) {
  58. log := logger.WithField("HTTP", "Bucket.ListBucketsDetails")
  59. var req TempGetObjects
  60. if err := ctx.ShouldBindQuery(&req); err != nil {
  61. log.Warnf("binding query: %s", err.Error())
  62. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  63. return
  64. }
  65. objs, err := s.getBucketObjects(req.BucketID)
  66. if err != nil {
  67. log.Warnf("getting bucket objects: %s", err.Error())
  68. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get bucket objects failed"))
  69. return
  70. }
  71. ctx.JSON(http.StatusOK, OK(BucketGetObjectsResp{
  72. Objects: objs,
  73. }))
  74. }
  75. type TempGetObjectDetail struct {
  76. ObjectID types.ObjectID `form:"objectID"`
  77. }
  78. type TempGetObjectDetailResp struct {
  79. Blocks []ObjectBlockDetail `json:"blocks"`
  80. }
  81. type ObjectBlockDetail struct {
  82. ObjectID types.ObjectID `json:"objectID"`
  83. Type string `json:"type"`
  84. FileHash types.FileHash `json:"fileHash"`
  85. LocationType string `json:"locationType"`
  86. LocationName string `json:"locationName"`
  87. }
  88. func (s *TempService) GetObjectDetail(ctx *gin.Context) {
  89. log := logger.WithField("HTTP", "Object.GetObjectDetail")
  90. var req TempGetObjectDetail
  91. if err := ctx.ShouldBindQuery(&req); err != nil {
  92. log.Warnf("binding query: %s", err.Error())
  93. ctx.JSON(http.StatusBadRequest, Failed(errorcode.BadArgument, "missing argument or invalid argument"))
  94. return
  95. }
  96. details, err := s.svc.ObjectSvc().GetObjectDetail(req.ObjectID)
  97. if err != nil {
  98. log.Warnf("getting object detail: %s", err.Error())
  99. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get object detail failed"))
  100. return
  101. }
  102. if details == nil {
  103. log.Warnf("object not found")
  104. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "object not found"))
  105. return
  106. }
  107. var allSpaceIDs []types.UserSpaceID
  108. allSpaceIDs = append(allSpaceIDs, details.PinnedAt...)
  109. for _, b := range details.Blocks {
  110. allSpaceIDs = append(allSpaceIDs, b.UserSpaceID)
  111. }
  112. allSpaceIDs = lo.Uniq(allSpaceIDs)
  113. getStgs, err := s.svc.StorageSvc().GetDetails(allSpaceIDs)
  114. if err != nil {
  115. log.Warnf("getting nodes: %s", err.Error())
  116. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get nodes failed"))
  117. return
  118. }
  119. allStgs := make(map[types.UserSpaceID]types.UserSpace)
  120. for _, n := range getStgs {
  121. if n != nil {
  122. allStgs[n.Storage.UserSpaceID] = n.UserSpace
  123. }
  124. }
  125. var blocks []ObjectBlockDetail
  126. for _, spaceID := range details.PinnedAt {
  127. blocks = append(blocks, ObjectBlockDetail{
  128. Type: "Rep",
  129. FileHash: details.Object.FileHash,
  130. LocationType: "Agent",
  131. LocationName: allStgs[spaceID].Name,
  132. })
  133. }
  134. switch details.Object.Redundancy.(type) {
  135. case *types.NoneRedundancy:
  136. for _, blk := range details.Blocks {
  137. if !lo.Contains(details.PinnedAt, blk.UserSpaceID) {
  138. blocks = append(blocks, ObjectBlockDetail{
  139. Type: "Rep",
  140. FileHash: blk.FileHash,
  141. LocationType: "Agent",
  142. LocationName: allStgs[blk.UserSpaceID].Name,
  143. })
  144. }
  145. }
  146. case *types.RepRedundancy:
  147. for _, blk := range details.Blocks {
  148. if !lo.Contains(details.PinnedAt, blk.UserSpaceID) {
  149. blocks = append(blocks, ObjectBlockDetail{
  150. Type: "Rep",
  151. FileHash: blk.FileHash,
  152. LocationType: "Agent",
  153. LocationName: allStgs[blk.UserSpaceID].Name,
  154. })
  155. }
  156. }
  157. case *types.ECRedundancy:
  158. for _, blk := range details.Blocks {
  159. blocks = append(blocks, ObjectBlockDetail{
  160. Type: "Block",
  161. FileHash: blk.FileHash,
  162. LocationType: "Agent",
  163. LocationName: allStgs[blk.UserSpaceID].Name,
  164. })
  165. }
  166. }
  167. ctx.JSON(http.StatusOK, OK(TempGetObjectDetailResp{
  168. Blocks: blocks,
  169. }))
  170. }
  171. func (s *TempService) getBucketObjects(bktID types.BucketID) ([]types.Object, error) {
  172. pkgs, err := s.svc.PackageSvc().GetBucketPackages(1, bktID)
  173. if err != nil {
  174. return nil, err
  175. }
  176. var allObjs []types.Object
  177. for _, pkg := range pkgs {
  178. objs, err := s.svc.ObjectSvc().GetPackageObjects(1, pkg.PackageID)
  179. if err != nil {
  180. return nil, err
  181. }
  182. allObjs = append(allObjs, objs...)
  183. }
  184. return allObjs, nil
  185. }
  186. type TempGetDatabaseAll struct {
  187. }
  188. type TempGetDatabaseAllResp struct {
  189. Buckets []BucketDetail `json:"buckets"`
  190. Objects []BucketObject `json:"objects"`
  191. Blocks []ObjectBlockDetail `json:"blocks"`
  192. }
  193. type BucketObject struct {
  194. types.Object
  195. BucketID types.BucketID `json:"bucketID"`
  196. }
  197. func (s *TempService) GetDatabaseAll(ctx *gin.Context) {
  198. log := logger.WithField("HTTP", "Temp.GetDatabaseAll")
  199. db, err := s.svc.ObjectSvc().GetDatabaseAll()
  200. if err != nil {
  201. log.Warnf("getting database all: %s", err.Error())
  202. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get database all failed"))
  203. return
  204. }
  205. var allSpaceIDs []types.UserSpaceID
  206. for _, obj := range db.Objects {
  207. allSpaceIDs = append(allSpaceIDs, obj.PinnedAt...)
  208. for _, blk := range obj.Blocks {
  209. allSpaceIDs = append(allSpaceIDs, blk.UserSpaceID)
  210. }
  211. }
  212. getStgs, err := s.svc.StorageSvc().GetDetails(allSpaceIDs)
  213. if err != nil {
  214. log.Warnf("getting nodes: %s", err.Error())
  215. ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get nodes failed"))
  216. return
  217. }
  218. allStgs := make(map[types.UserSpaceID]types.Storage)
  219. for _, n := range getStgs {
  220. if n != nil {
  221. allStgs[n.Storage.UserSpaceID] = n.Storage
  222. }
  223. }
  224. bkts := make(map[types.BucketID]*BucketDetail)
  225. for _, bkt := range db.Buckets {
  226. bkts[bkt.BucketID] = &BucketDetail{
  227. BucketID: bkt.BucketID,
  228. Name: bkt.Name,
  229. ObjectCount: 0,
  230. }
  231. }
  232. type PackageDetail struct {
  233. Package types.Package
  234. // Loaded []types.Node
  235. }
  236. pkgs := make(map[types.PackageID]*PackageDetail)
  237. for _, pkg := range db.Packages {
  238. p := PackageDetail{
  239. Package: pkg,
  240. // Loaded: make([]types.Node, 0),
  241. }
  242. // loaded, err := s.svc.PackageSvc().GetLoadedNodes(1, pkg.PackageID)
  243. // if err != nil {
  244. // log.Warnf("getting loaded nodes: %s", err.Error())
  245. // ctx.JSON(http.StatusOK, Failed(errorcode.OperationFailed, "get loaded nodes failed"))
  246. // return
  247. // }
  248. // for _, hubID := range loaded {
  249. // p.Loaded = append(p.Loaded, allNodes[hubID])
  250. // }
  251. pkgs[pkg.PackageID] = &p
  252. }
  253. var objs []BucketObject
  254. for _, obj := range db.Objects {
  255. o := BucketObject{
  256. Object: obj.Object,
  257. BucketID: pkgs[obj.Object.PackageID].Package.BucketID,
  258. }
  259. objs = append(objs, o)
  260. }
  261. var blocks []ObjectBlockDetail
  262. for _, obj := range db.Objects {
  263. bkts[pkgs[obj.Object.PackageID].Package.BucketID].ObjectCount++
  264. for _, hubID := range obj.PinnedAt {
  265. blocks = append(blocks, ObjectBlockDetail{
  266. ObjectID: obj.Object.ObjectID,
  267. Type: "Rep",
  268. FileHash: obj.Object.FileHash,
  269. LocationType: "Agent",
  270. LocationName: allStgs[hubID].Name,
  271. })
  272. }
  273. switch obj.Object.Redundancy.(type) {
  274. case *types.NoneRedundancy:
  275. for _, blk := range obj.Blocks {
  276. if !lo.Contains(obj.PinnedAt, blk.UserSpaceID) {
  277. blocks = append(blocks, ObjectBlockDetail{
  278. ObjectID: obj.Object.ObjectID,
  279. Type: "Rep",
  280. FileHash: blk.FileHash,
  281. LocationType: "Agent",
  282. LocationName: allStgs[blk.UserSpaceID].Name,
  283. })
  284. }
  285. }
  286. case *types.RepRedundancy:
  287. for _, blk := range obj.Blocks {
  288. if !lo.Contains(obj.PinnedAt, blk.UserSpaceID) {
  289. blocks = append(blocks, ObjectBlockDetail{
  290. ObjectID: obj.Object.ObjectID,
  291. Type: "Rep",
  292. FileHash: blk.FileHash,
  293. LocationType: "Agent",
  294. LocationName: allStgs[blk.UserSpaceID].Name,
  295. })
  296. }
  297. }
  298. case *types.ECRedundancy:
  299. for _, blk := range obj.Blocks {
  300. blocks = append(blocks, ObjectBlockDetail{
  301. ObjectID: obj.Object.ObjectID,
  302. Type: "Block",
  303. FileHash: blk.FileHash,
  304. LocationType: "Agent",
  305. LocationName: allStgs[blk.UserSpaceID].Name,
  306. })
  307. }
  308. }
  309. // for _, node := range pkgs[obj.Object.PackageID].Loaded {
  310. // blocks = append(blocks, ObjectBlockDetail{
  311. // ObjectID: obj.Object.ObjectID,
  312. // Type: "Rep",
  313. // FileHash: obj.Object.FileHash,
  314. // LocationType: "Storage",
  315. // LocationName: allNodes[node.HubID].Name,
  316. // })
  317. // }
  318. }
  319. ctx.JSON(http.StatusOK, OK(TempGetDatabaseAllResp{
  320. Buckets: lo.Map(lo.Values(bkts), func(b *BucketDetail, _ int) BucketDetail { return *b }),
  321. Objects: objs,
  322. Blocks: blocks,
  323. }))
  324. }
  325. func initTemp(rt gin.IRoutes, s *Server) {
  326. rt.GET("/bucket/listDetails", s.Temp().ListDetails)
  327. rt.GET("/bucket/getObjects", s.Temp().GetObjects)
  328. rt.GET("/object/getDetail", s.Temp().GetObjectDetail)
  329. rt.GET("/temp/getDatabaseAll", s.Temp().GetDatabaseAll)
  330. }
  331. func auth(ctx *gin.Context) {
  332. token := ctx.Request.Header.Get("X-CDS-Auth")
  333. if token != "cloudream@123" {
  334. ctx.AbortWithStatus(http.StatusUnauthorized)
  335. }
  336. }
  337. */

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。