You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

redundancy_recover.go 41 kB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228
  1. package ticktock
  2. import (
  3. "context"
  4. "fmt"
  5. "strconv"
  6. "github.com/samber/lo"
  7. "gitlink.org.cn/cloudream/common/pkgs/ioswitch/exec"
  8. "gitlink.org.cn/cloudream/common/pkgs/logger"
  9. "gitlink.org.cn/cloudream/common/utils/math2"
  10. "gitlink.org.cn/cloudream/common/utils/sort2"
  11. "gitlink.org.cn/cloudream/jcs-pub/client/internal/db"
  12. clitypes "gitlink.org.cn/cloudream/jcs-pub/client/types"
  13. "gitlink.org.cn/cloudream/jcs-pub/common/models/datamap"
  14. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch2"
  15. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch2/ops2"
  16. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch2/parser"
  17. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitchlrc"
  18. lrcparser "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitchlrc/parser"
  19. cortypes "gitlink.org.cn/cloudream/jcs-pub/coordinator/types"
  20. )
  21. func (t *ChangeRedundancy) chooseRedundancy(ctx *changeRedundancyContext, obj clitypes.ObjectDetail) (clitypes.Redundancy, []*userSpaceLoadInfo) {
  22. switch obj.Object.Redundancy.(type) {
  23. case *clitypes.NoneRedundancy:
  24. if obj.Object.Size > ctx.ticktock.cfg.ECFileSizeThreshold {
  25. newStgs := t.chooseNewUserSpacesForEC(ctx, &clitypes.DefaultECRedundancy)
  26. return &clitypes.DefaultECRedundancy, newStgs
  27. }
  28. return &clitypes.DefaultRepRedundancy, t.chooseNewUserSpacesForRep(ctx, &clitypes.DefaultRepRedundancy)
  29. case *clitypes.RepRedundancy:
  30. if obj.Object.Size >= ctx.ticktock.cfg.ECFileSizeThreshold {
  31. newStgs := t.chooseNewUserSpacesForEC(ctx, &clitypes.DefaultECRedundancy)
  32. return &clitypes.DefaultECRedundancy, newStgs
  33. }
  34. return clitypes.DefaultRepRedundancy, t.rechooseUserSpacesForRep(ctx, &clitypes.DefaultRepRedundancy)
  35. case *clitypes.ECRedundancy:
  36. if obj.Object.Size < ctx.ticktock.cfg.ECFileSizeThreshold {
  37. return &clitypes.DefaultRepRedundancy, t.chooseNewUserSpacesForRep(ctx, &clitypes.DefaultRepRedundancy)
  38. }
  39. return clitypes.DefaultECRedundancy, t.rechooseUserSpacesForEC(ctx, obj, &clitypes.DefaultECRedundancy)
  40. case *clitypes.LRCRedundancy:
  41. newLRCStgs := t.rechooseUserSpacesForLRC(ctx, obj, &clitypes.DefaultLRCRedundancy)
  42. return &clitypes.DefaultLRCRedundancy, newLRCStgs
  43. }
  44. return nil, nil
  45. }
  46. func (t *ChangeRedundancy) doChangeRedundancy(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, newRed clitypes.Redundancy, selectedUserSpaces []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  47. log := logger.WithType[ChangeRedundancy]("TickTock")
  48. var updating *db.UpdatingObjectRedundancy
  49. var evt datamap.SysEventBody
  50. var err error
  51. switch srcRed := obj.Object.Redundancy.(type) {
  52. case *clitypes.NoneRedundancy:
  53. switch newRed := newRed.(type) {
  54. case *clitypes.RepRedundancy:
  55. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: none -> rep")
  56. updating, evt, err = t.noneToRep(ctx, obj, newRed, selectedUserSpaces)
  57. case *clitypes.ECRedundancy:
  58. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: none -> ec")
  59. updating, evt, err = t.noneToEC(ctx, obj, newRed, selectedUserSpaces)
  60. case *clitypes.LRCRedundancy:
  61. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: none -> lrc")
  62. updating, evt, err = t.noneToLRC(ctx, obj, newRed, selectedUserSpaces)
  63. case *clitypes.SegmentRedundancy:
  64. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: none -> segment")
  65. updating, evt, err = t.noneToSeg(ctx, obj, newRed, selectedUserSpaces)
  66. }
  67. case *clitypes.RepRedundancy:
  68. switch newRed := newRed.(type) {
  69. case *clitypes.RepRedundancy:
  70. updating, evt, err = t.repToRep(ctx, obj, srcRed, selectedUserSpaces)
  71. case *clitypes.ECRedundancy:
  72. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: rep -> ec")
  73. updating, evt, err = t.repToEC(ctx, obj, newRed, selectedUserSpaces)
  74. }
  75. case *clitypes.ECRedundancy:
  76. switch newRed := newRed.(type) {
  77. case *clitypes.RepRedundancy:
  78. log.WithField("ObjectID", obj.Object.ObjectID).Debugf("redundancy: ec -> rep")
  79. updating, evt, err = t.ecToRep(ctx, obj, srcRed, newRed, selectedUserSpaces)
  80. case *clitypes.ECRedundancy:
  81. updating, evt, err = t.ecToEC(ctx, obj, srcRed, newRed, selectedUserSpaces)
  82. }
  83. case *clitypes.LRCRedundancy:
  84. switch newRed := newRed.(type) {
  85. case *clitypes.LRCRedundancy:
  86. updating, evt, err = t.lrcToLRC(ctx, obj, srcRed, newRed, selectedUserSpaces)
  87. }
  88. }
  89. return updating, evt, err
  90. }
  91. // 统计每个对象块所在的节点,选出块最多的不超过userspaceCnt个节点
  92. func (t *ChangeRedundancy) summaryRepObjectBlockUserSpaces(ctx *changeRedundancyContext, objs []clitypes.ObjectDetail, userspaceCnt int) []clitypes.UserSpaceID {
  93. type stgBlocks struct {
  94. UserSpaceID clitypes.UserSpaceID
  95. Count int
  96. }
  97. stgBlocksMap := make(map[clitypes.UserSpaceID]*stgBlocks)
  98. for _, obj := range objs {
  99. shouldUseEC := obj.Object.Size > ctx.ticktock.cfg.ECFileSizeThreshold
  100. if _, ok := obj.Object.Redundancy.(*clitypes.RepRedundancy); ok && !shouldUseEC {
  101. for _, block := range obj.Blocks {
  102. if _, ok := stgBlocksMap[block.UserSpaceID]; !ok {
  103. stgBlocksMap[block.UserSpaceID] = &stgBlocks{
  104. UserSpaceID: block.UserSpaceID,
  105. Count: 0,
  106. }
  107. }
  108. stgBlocksMap[block.UserSpaceID].Count++
  109. }
  110. }
  111. }
  112. userspaces := lo.Values(stgBlocksMap)
  113. sort2.Sort(userspaces, func(left *stgBlocks, right *stgBlocks) int {
  114. return right.Count - left.Count
  115. })
  116. ids := lo.Map(userspaces, func(item *stgBlocks, idx int) clitypes.UserSpaceID { return item.UserSpaceID })
  117. if len(ids) > userspaceCnt {
  118. ids = ids[:userspaceCnt]
  119. }
  120. return ids
  121. }
  122. func (t *ChangeRedundancy) chooseNewUserSpacesForRep(ctx *changeRedundancyContext, red *clitypes.RepRedundancy) []*userSpaceLoadInfo {
  123. sortedUserSpaces := sort2.Sort(lo.Values(ctx.allUserSpaces), func(left *userSpaceLoadInfo, right *userSpaceLoadInfo) int {
  124. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  125. })
  126. return t.chooseSoManyUserSpaces(red.RepCount, sortedUserSpaces)
  127. }
  128. func (t *ChangeRedundancy) chooseNewUserSpacesForEC(ctx *changeRedundancyContext, red *clitypes.ECRedundancy) []*userSpaceLoadInfo {
  129. sortedUserSpaces := sort2.Sort(lo.Values(ctx.allUserSpaces), func(left *userSpaceLoadInfo, right *userSpaceLoadInfo) int {
  130. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  131. })
  132. return t.chooseSoManyUserSpaces(red.N, sortedUserSpaces)
  133. }
  134. func (t *ChangeRedundancy) chooseNewUserSpacesForLRC(ctx *changeRedundancyContext, red *clitypes.LRCRedundancy) []*userSpaceLoadInfo {
  135. sortedUserSpaces := sort2.Sort(lo.Values(ctx.allUserSpaces), func(left *userSpaceLoadInfo, right *userSpaceLoadInfo) int {
  136. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  137. })
  138. return t.chooseSoManyUserSpaces(red.N, sortedUserSpaces)
  139. }
  140. func (t *ChangeRedundancy) chooseNewUserSpacesForSeg(ctx *changeRedundancyContext, segCount int) []*userSpaceLoadInfo {
  141. sortedUserSpaces := sort2.Sort(lo.Values(ctx.allUserSpaces), func(left *userSpaceLoadInfo, right *userSpaceLoadInfo) int {
  142. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  143. })
  144. return t.chooseSoManyUserSpaces(segCount, sortedUserSpaces)
  145. }
  146. func (t *ChangeRedundancy) rechooseUserSpacesForRep(ctx *changeRedundancyContext, red *clitypes.RepRedundancy) []*userSpaceLoadInfo {
  147. type rechooseUserSpace struct {
  148. *userSpaceLoadInfo
  149. HasBlock bool
  150. }
  151. var rechooseStgs []*rechooseUserSpace
  152. for _, stg := range ctx.allUserSpaces {
  153. hasBlock := false
  154. for _, id := range ctx.mostBlockStgIDs {
  155. if id == stg.UserSpace.UserSpace.UserSpaceID {
  156. hasBlock = true
  157. break
  158. }
  159. }
  160. rechooseStgs = append(rechooseStgs, &rechooseUserSpace{
  161. userSpaceLoadInfo: stg,
  162. HasBlock: hasBlock,
  163. })
  164. }
  165. sortedStgs := sort2.Sort(rechooseStgs, func(left *rechooseUserSpace, right *rechooseUserSpace) int {
  166. // 已经缓存了文件块的节点优先选择
  167. v := sort2.CmpBool(right.HasBlock, left.HasBlock)
  168. if v != 0 {
  169. return v
  170. }
  171. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  172. })
  173. return t.chooseSoManyUserSpaces(red.RepCount, lo.Map(sortedStgs, func(userspace *rechooseUserSpace, idx int) *userSpaceLoadInfo { return userspace.userSpaceLoadInfo }))
  174. }
  175. func (t *ChangeRedundancy) rechooseUserSpacesForEC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.ECRedundancy) []*userSpaceLoadInfo {
  176. type rechooseStg struct {
  177. *userSpaceLoadInfo
  178. CachedBlockIndex int
  179. }
  180. var rechooseStgs []*rechooseStg
  181. for _, stg := range ctx.allUserSpaces {
  182. cachedBlockIndex := -1
  183. for _, block := range obj.Blocks {
  184. if block.UserSpaceID == stg.UserSpace.UserSpace.UserSpaceID {
  185. cachedBlockIndex = block.Index
  186. break
  187. }
  188. }
  189. rechooseStgs = append(rechooseStgs, &rechooseStg{
  190. userSpaceLoadInfo: stg,
  191. CachedBlockIndex: cachedBlockIndex,
  192. })
  193. }
  194. sortedStgs := sort2.Sort(rechooseStgs, func(left *rechooseStg, right *rechooseStg) int {
  195. // 已经缓存了文件块的节点优先选择
  196. v := sort2.CmpBool(right.CachedBlockIndex > -1, left.CachedBlockIndex > -1)
  197. if v != 0 {
  198. return v
  199. }
  200. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  201. })
  202. // TODO 可以考虑选择已有块的节点时,能依然按照Index顺序选择
  203. return t.chooseSoManyUserSpaces(red.N, lo.Map(sortedStgs, func(userspace *rechooseStg, idx int) *userSpaceLoadInfo { return userspace.userSpaceLoadInfo }))
  204. }
  205. func (t *ChangeRedundancy) rechooseUserSpacesForLRC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.LRCRedundancy) []*userSpaceLoadInfo {
  206. type rechooseStg struct {
  207. *userSpaceLoadInfo
  208. CachedBlockIndex int
  209. }
  210. var rechooseStgs []*rechooseStg
  211. for _, stg := range ctx.allUserSpaces {
  212. cachedBlockIndex := -1
  213. for _, block := range obj.Blocks {
  214. if block.UserSpaceID == stg.UserSpace.UserSpace.UserSpaceID {
  215. cachedBlockIndex = block.Index
  216. break
  217. }
  218. }
  219. rechooseStgs = append(rechooseStgs, &rechooseStg{
  220. userSpaceLoadInfo: stg,
  221. CachedBlockIndex: cachedBlockIndex,
  222. })
  223. }
  224. sortedStgs := sort2.Sort(rechooseStgs, func(left *rechooseStg, right *rechooseStg) int {
  225. // 已经缓存了文件块的节点优先选择
  226. v := sort2.CmpBool(right.CachedBlockIndex > -1, left.CachedBlockIndex > -1)
  227. if v != 0 {
  228. return v
  229. }
  230. return sort2.Cmp(right.AccessAmount, left.AccessAmount)
  231. })
  232. // TODO 可以考虑选择已有块的节点时,能依然按照Index顺序选择
  233. return t.chooseSoManyUserSpaces(red.N, lo.Map(sortedStgs, func(userspace *rechooseStg, idx int) *userSpaceLoadInfo { return userspace.userSpaceLoadInfo }))
  234. }
  235. func (t *ChangeRedundancy) chooseSoManyUserSpaces(count int, stgs []*userSpaceLoadInfo) []*userSpaceLoadInfo {
  236. repeateCount := (count + len(stgs) - 1) / len(stgs)
  237. extendStgs := make([]*userSpaceLoadInfo, repeateCount*len(stgs))
  238. // 使用复制的方式将节点数扩充到要求的数量
  239. // 复制之后的结构:ABCD -> AAABBBCCCDDD
  240. for p := 0; p < repeateCount; p++ {
  241. for i, userspace := range stgs {
  242. putIdx := i*repeateCount + p
  243. extendStgs[putIdx] = userspace
  244. }
  245. }
  246. extendStgs = extendStgs[:count]
  247. var chosen []*userSpaceLoadInfo
  248. for len(chosen) < count {
  249. // 在每一轮内都选不同地区的节点,如果节点数不够,那么就再来一轮
  250. chosenLocations := make(map[cortypes.LocationID]bool)
  251. for i, stg := range extendStgs {
  252. if stg == nil {
  253. continue
  254. }
  255. if chosenLocations[stg.UserSpace.MasterHub.LocationID] {
  256. continue
  257. }
  258. chosen = append(chosen, stg)
  259. chosenLocations[stg.UserSpace.MasterHub.LocationID] = true
  260. extendStgs[i] = nil
  261. }
  262. }
  263. return chosen
  264. }
  265. func (t *ChangeRedundancy) noneToRep(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.RepRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  266. if len(obj.Blocks) == 0 {
  267. return nil, nil, fmt.Errorf("object is not cached on any userspaces, cannot change its redundancy to rep")
  268. }
  269. srcStg, ok := ctx.allUserSpaces[obj.Blocks[0].UserSpaceID]
  270. if !ok {
  271. return nil, nil, fmt.Errorf("userspace %v not found", obj.Blocks[0].UserSpaceID)
  272. }
  273. if srcStg.UserSpace.MasterHub == nil {
  274. return nil, nil, fmt.Errorf("userspace %v has no master hub", obj.Blocks[0].UserSpaceID)
  275. }
  276. // 如果选择的备份节点都是同一个,那么就只要上传一次
  277. uploadStgs = lo.UniqBy(uploadStgs, func(item *userSpaceLoadInfo) clitypes.UserSpaceID { return item.UserSpace.UserSpace.UserSpaceID })
  278. ft := ioswitch2.NewFromTo()
  279. ft.AddFrom(ioswitch2.NewFromShardstore(obj.Object.FileHash, *srcStg.UserSpace.MasterHub, *srcStg.UserSpace, ioswitch2.RawStream()))
  280. for i, stg := range uploadStgs {
  281. ft.AddTo(ioswitch2.NewToShardStore(*stg.UserSpace.MasterHub, *stg.UserSpace, ioswitch2.RawStream(), fmt.Sprintf("%d", i)))
  282. }
  283. plans := exec.NewPlanBuilder()
  284. err := parser.Parse(ft, plans)
  285. if err != nil {
  286. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  287. }
  288. // TODO 添加依赖
  289. execCtx := exec.NewExecContext()
  290. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  291. ret, err := plans.Execute(execCtx).Wait(context.Background())
  292. if err != nil {
  293. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  294. }
  295. var blocks []clitypes.ObjectBlock
  296. var blockChgs []datamap.BlockChange
  297. for i, stg := range uploadStgs {
  298. r := ret[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  299. blocks = append(blocks, clitypes.ObjectBlock{
  300. ObjectID: obj.Object.ObjectID,
  301. Index: 0,
  302. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  303. FileHash: r.Hash,
  304. Size: r.Size,
  305. })
  306. blockChgs = append(blockChgs, &datamap.BlockChangeClone{
  307. BlockType: datamap.BlockTypeRaw,
  308. SourceUserSpaceID: obj.Blocks[0].UserSpaceID,
  309. TargetUserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  310. TransferBytes: 1,
  311. })
  312. }
  313. // 删除原本的文件块
  314. blockChgs = append(blockChgs, &datamap.BlockChangeDeleted{
  315. Index: 0,
  316. UserSpaceID: obj.Blocks[0].UserSpaceID,
  317. })
  318. return &db.UpdatingObjectRedundancy{
  319. ObjectID: obj.Object.ObjectID,
  320. FileHash: obj.Object.FileHash,
  321. Size: obj.Object.Size,
  322. Redundancy: red,
  323. Blocks: blocks,
  324. }, &datamap.BodyBlockTransfer{
  325. ObjectID: obj.Object.ObjectID,
  326. PackageID: obj.Object.PackageID,
  327. BlockChanges: blockChgs,
  328. }, nil
  329. }
  330. func (t *ChangeRedundancy) noneToEC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.ECRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  331. if len(obj.Blocks) == 0 {
  332. return nil, nil, fmt.Errorf("object is not cached on any userspaces, cannot change its redundancy to ec")
  333. }
  334. srcStg, ok := ctx.allUserSpaces[obj.Blocks[0].UserSpaceID]
  335. if !ok {
  336. return nil, nil, fmt.Errorf("userspace %v not found", obj.Blocks[0].UserSpaceID)
  337. }
  338. if srcStg.UserSpace.MasterHub == nil {
  339. return nil, nil, fmt.Errorf("userspace %v has no master hub", obj.Blocks[0].UserSpaceID)
  340. }
  341. ft := ioswitch2.NewFromTo()
  342. ft.ECParam = red
  343. ft.AddFrom(ioswitch2.NewFromShardstore(obj.Object.FileHash, *srcStg.UserSpace.MasterHub, *srcStg.UserSpace, ioswitch2.RawStream()))
  344. for i := 0; i < red.N; i++ {
  345. ft.AddTo(ioswitch2.NewToShardStore(*uploadStgs[i].UserSpace.MasterHub, *uploadStgs[i].UserSpace, ioswitch2.ECStream(i), fmt.Sprintf("%d", i)))
  346. }
  347. plans := exec.NewPlanBuilder()
  348. err := parser.Parse(ft, plans)
  349. if err != nil {
  350. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  351. }
  352. execCtx := exec.NewExecContext()
  353. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  354. ioRet, err := plans.Execute(execCtx).Wait(context.Background())
  355. if err != nil {
  356. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  357. }
  358. var blocks []clitypes.ObjectBlock
  359. var evtTargetBlocks []datamap.Block
  360. var evtBlockTrans []datamap.DataTransfer
  361. for i := 0; i < red.N; i++ {
  362. r := ioRet[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  363. blocks = append(blocks, clitypes.ObjectBlock{
  364. ObjectID: obj.Object.ObjectID,
  365. Index: i,
  366. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  367. FileHash: r.Hash,
  368. Size: r.Size,
  369. })
  370. evtTargetBlocks = append(evtTargetBlocks, datamap.Block{
  371. BlockType: datamap.BlockTypeEC,
  372. Index: i,
  373. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  374. })
  375. evtBlockTrans = append(evtBlockTrans, datamap.DataTransfer{
  376. SourceUserSpaceID: obj.Blocks[0].UserSpaceID,
  377. TargetUserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  378. TransferBytes: 1,
  379. })
  380. }
  381. return &db.UpdatingObjectRedundancy{
  382. ObjectID: obj.Object.ObjectID,
  383. FileHash: obj.Object.FileHash,
  384. Size: obj.Object.Size,
  385. Redundancy: red,
  386. Blocks: blocks,
  387. },
  388. &datamap.BodyBlockTransfer{
  389. ObjectID: obj.Object.ObjectID,
  390. PackageID: obj.Object.PackageID,
  391. BlockChanges: []datamap.BlockChange{
  392. &datamap.BlockChangeEnDecode{
  393. SourceBlocks: []datamap.Block{{
  394. BlockType: datamap.BlockTypeRaw,
  395. UserSpaceID: obj.Blocks[0].UserSpaceID,
  396. }},
  397. TargetBlocks: evtTargetBlocks,
  398. DataTransfers: evtBlockTrans,
  399. },
  400. // 删除原本的文件块
  401. &datamap.BlockChangeDeleted{
  402. Index: 0,
  403. UserSpaceID: obj.Blocks[0].UserSpaceID,
  404. },
  405. },
  406. }, nil
  407. }
  408. func (t *ChangeRedundancy) noneToLRC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.LRCRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  409. if len(obj.Blocks) == 0 {
  410. return nil, nil, fmt.Errorf("object is not cached on any userspaces, cannot change its redundancy to ec")
  411. }
  412. srcStg, ok := ctx.allUserSpaces[obj.Blocks[0].UserSpaceID]
  413. if !ok {
  414. return nil, nil, fmt.Errorf("userspace %v not found", obj.Blocks[0].UserSpaceID)
  415. }
  416. if srcStg.UserSpace.MasterHub == nil {
  417. return nil, nil, fmt.Errorf("userspace %v has no master hub", obj.Blocks[0].UserSpaceID)
  418. }
  419. var toes []ioswitchlrc.To
  420. for i := 0; i < red.N; i++ {
  421. toes = append(toes, ioswitchlrc.NewToStorage(*uploadStgs[i].UserSpace.MasterHub, *uploadStgs[i].UserSpace, i, fmt.Sprintf("%d", i)))
  422. }
  423. plans := exec.NewPlanBuilder()
  424. err := lrcparser.Encode(ioswitchlrc.NewFromStorage(obj.Object.FileHash, *srcStg.UserSpace.MasterHub, *srcStg.UserSpace, -1), toes, plans)
  425. if err != nil {
  426. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  427. }
  428. execCtx := exec.NewExecContext()
  429. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  430. ioRet, err := plans.Execute(execCtx).Wait(context.Background())
  431. if err != nil {
  432. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  433. }
  434. var blocks []clitypes.ObjectBlock
  435. var evtTargetBlocks []datamap.Block
  436. var evtBlockTrans []datamap.DataTransfer
  437. for i := 0; i < red.N; i++ {
  438. r := ioRet[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  439. blocks = append(blocks, clitypes.ObjectBlock{
  440. ObjectID: obj.Object.ObjectID,
  441. Index: i,
  442. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  443. FileHash: r.Hash,
  444. Size: r.Size,
  445. })
  446. evtTargetBlocks = append(evtTargetBlocks, datamap.Block{
  447. BlockType: datamap.BlockTypeEC,
  448. Index: i,
  449. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  450. })
  451. evtBlockTrans = append(evtBlockTrans, datamap.DataTransfer{
  452. SourceUserSpaceID: obj.Blocks[0].UserSpaceID,
  453. TargetUserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  454. TransferBytes: 1,
  455. })
  456. }
  457. return &db.UpdatingObjectRedundancy{
  458. ObjectID: obj.Object.ObjectID,
  459. FileHash: obj.Object.FileHash,
  460. Size: obj.Object.Size,
  461. Redundancy: red,
  462. Blocks: blocks,
  463. },
  464. &datamap.BodyBlockTransfer{
  465. ObjectID: obj.Object.ObjectID,
  466. PackageID: obj.Object.PackageID,
  467. BlockChanges: []datamap.BlockChange{
  468. &datamap.BlockChangeEnDecode{
  469. SourceBlocks: []datamap.Block{{
  470. BlockType: datamap.BlockTypeRaw,
  471. UserSpaceID: obj.Blocks[0].UserSpaceID,
  472. }},
  473. TargetBlocks: evtTargetBlocks,
  474. DataTransfers: evtBlockTrans,
  475. },
  476. // 删除原本的文件块
  477. &datamap.BlockChangeDeleted{
  478. Index: 0,
  479. UserSpaceID: obj.Blocks[0].UserSpaceID,
  480. },
  481. },
  482. },
  483. nil
  484. }
  485. func (t *ChangeRedundancy) noneToSeg(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.SegmentRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  486. if len(obj.Blocks) == 0 {
  487. return nil, nil, fmt.Errorf("object is not cached on any userspaces, cannot change its redundancy to rep")
  488. }
  489. srcStg, ok := ctx.allUserSpaces[obj.Blocks[0].UserSpaceID]
  490. if !ok {
  491. return nil, nil, fmt.Errorf("userspace %v not found", obj.Blocks[0].UserSpaceID)
  492. }
  493. if srcStg.UserSpace.MasterHub == nil {
  494. return nil, nil, fmt.Errorf("userspace %v has no master hub", obj.Blocks[0].UserSpaceID)
  495. }
  496. // 如果选择的备份节点都是同一个,那么就只要上传一次
  497. uploadStgs = lo.UniqBy(uploadStgs, func(item *userSpaceLoadInfo) clitypes.UserSpaceID { return item.UserSpace.UserSpace.UserSpaceID })
  498. ft := ioswitch2.NewFromTo()
  499. ft.SegmentParam = red
  500. ft.AddFrom(ioswitch2.NewFromShardstore(obj.Object.FileHash, *srcStg.UserSpace.MasterHub, *srcStg.UserSpace, ioswitch2.RawStream()))
  501. for i, stg := range uploadStgs {
  502. ft.AddTo(ioswitch2.NewToShardStore(*stg.UserSpace.MasterHub, *stg.UserSpace, ioswitch2.SegmentStream(i), fmt.Sprintf("%d", i)))
  503. }
  504. plans := exec.NewPlanBuilder()
  505. err := parser.Parse(ft, plans)
  506. if err != nil {
  507. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  508. }
  509. // TODO 添加依赖
  510. execCtx := exec.NewExecContext()
  511. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  512. ret, err := plans.Execute(execCtx).Wait(context.Background())
  513. if err != nil {
  514. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  515. }
  516. var blocks []clitypes.ObjectBlock
  517. var evtTargetBlocks []datamap.Block
  518. var evtBlockTrans []datamap.DataTransfer
  519. for i, stg := range uploadStgs {
  520. r := ret[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  521. blocks = append(blocks, clitypes.ObjectBlock{
  522. ObjectID: obj.Object.ObjectID,
  523. Index: i,
  524. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  525. FileHash: r.Hash,
  526. Size: r.Size,
  527. })
  528. evtTargetBlocks = append(evtTargetBlocks, datamap.Block{
  529. BlockType: datamap.BlockTypeSegment,
  530. Index: i,
  531. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  532. })
  533. evtBlockTrans = append(evtBlockTrans, datamap.DataTransfer{
  534. SourceUserSpaceID: obj.Blocks[0].UserSpaceID,
  535. TargetUserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  536. TransferBytes: 1,
  537. })
  538. }
  539. return &db.UpdatingObjectRedundancy{
  540. ObjectID: obj.Object.ObjectID,
  541. FileHash: obj.Object.FileHash,
  542. Size: obj.Object.Size,
  543. Redundancy: red,
  544. Blocks: blocks,
  545. },
  546. &datamap.BodyBlockTransfer{
  547. ObjectID: obj.Object.ObjectID,
  548. PackageID: obj.Object.PackageID,
  549. BlockChanges: []datamap.BlockChange{
  550. &datamap.BlockChangeEnDecode{
  551. SourceBlocks: []datamap.Block{{
  552. BlockType: datamap.BlockTypeRaw,
  553. UserSpaceID: obj.Blocks[0].UserSpaceID,
  554. }},
  555. TargetBlocks: evtTargetBlocks,
  556. DataTransfers: evtBlockTrans,
  557. },
  558. // 删除原本的文件块
  559. &datamap.BlockChangeDeleted{
  560. Index: 0,
  561. UserSpaceID: obj.Blocks[0].UserSpaceID,
  562. },
  563. },
  564. },
  565. nil
  566. }
  567. func (t *ChangeRedundancy) repToRep(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.RepRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  568. if len(obj.Blocks) == 0 {
  569. return nil, nil, fmt.Errorf("object is not cached on any userspaces, cannot change its redundancy to rep")
  570. }
  571. srcStg, ok := ctx.allUserSpaces[obj.Blocks[0].UserSpaceID]
  572. if !ok {
  573. return nil, nil, fmt.Errorf("userspace %v not found", obj.Blocks[0].UserSpaceID)
  574. }
  575. if srcStg.UserSpace.MasterHub == nil {
  576. return nil, nil, fmt.Errorf("userspace %v has no master hub", obj.Blocks[0].UserSpaceID)
  577. }
  578. // 如果选择的备份节点都是同一个,那么就只要上传一次
  579. uploadStgs = lo.UniqBy(uploadStgs, func(item *userSpaceLoadInfo) clitypes.UserSpaceID { return item.UserSpace.UserSpace.UserSpaceID })
  580. ft := ioswitch2.NewFromTo()
  581. ft.AddFrom(ioswitch2.NewFromShardstore(obj.Object.FileHash, *srcStg.UserSpace.MasterHub, *srcStg.UserSpace, ioswitch2.RawStream()))
  582. for i, stg := range uploadStgs {
  583. ft.AddTo(ioswitch2.NewToShardStore(*stg.UserSpace.MasterHub, *stg.UserSpace, ioswitch2.RawStream(), fmt.Sprintf("%d", i)))
  584. }
  585. plans := exec.NewPlanBuilder()
  586. err := parser.Parse(ft, plans)
  587. if err != nil {
  588. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  589. }
  590. // TODO 添加依赖
  591. execCtx := exec.NewExecContext()
  592. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  593. ret, err := plans.Execute(execCtx).Wait(context.Background())
  594. if err != nil {
  595. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  596. }
  597. var blocks []clitypes.ObjectBlock
  598. var blockChgs []datamap.BlockChange
  599. for i, stg := range uploadStgs {
  600. r := ret[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  601. blocks = append(blocks, clitypes.ObjectBlock{
  602. ObjectID: obj.Object.ObjectID,
  603. Index: 0,
  604. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  605. FileHash: r.Hash,
  606. Size: r.Size,
  607. })
  608. blockChgs = append(blockChgs, &datamap.BlockChangeClone{
  609. BlockType: datamap.BlockTypeRaw,
  610. SourceUserSpaceID: obj.Blocks[0].UserSpaceID,
  611. TargetUserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  612. TransferBytes: 1,
  613. })
  614. }
  615. // 删除原本的文件块
  616. blockChgs = append(blockChgs, &datamap.BlockChangeDeleted{
  617. Index: 0,
  618. UserSpaceID: obj.Blocks[0].UserSpaceID,
  619. })
  620. return &db.UpdatingObjectRedundancy{
  621. ObjectID: obj.Object.ObjectID,
  622. FileHash: obj.Object.FileHash,
  623. Size: obj.Object.Size,
  624. Redundancy: red,
  625. Blocks: blocks,
  626. },
  627. &datamap.BodyBlockTransfer{
  628. ObjectID: obj.Object.ObjectID,
  629. PackageID: obj.Object.PackageID,
  630. BlockChanges: blockChgs,
  631. },
  632. nil
  633. }
  634. func (t *ChangeRedundancy) repToEC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, red *clitypes.ECRedundancy, uploadUserSpaces []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  635. return t.noneToEC(ctx, obj, red, uploadUserSpaces)
  636. }
  637. func (t *ChangeRedundancy) ecToRep(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, srcRed *clitypes.ECRedundancy, tarRed *clitypes.RepRedundancy, uploadStgs []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  638. var chosenBlocks []clitypes.GrouppedObjectBlock
  639. var chosenBlockIndexes []int
  640. var chosenBlockStg []clitypes.UserSpaceDetail
  641. for _, block := range obj.GroupBlocks() {
  642. if len(block.UserSpaceIDs) > 0 {
  643. // TODO 考虑选择最优的节点
  644. stg, ok := ctx.allUserSpaces[block.UserSpaceIDs[0]]
  645. if !ok {
  646. continue
  647. }
  648. if stg.UserSpace.MasterHub == nil {
  649. continue
  650. }
  651. chosenBlocks = append(chosenBlocks, block)
  652. chosenBlockIndexes = append(chosenBlockIndexes, block.Index)
  653. chosenBlockStg = append(chosenBlockStg, *stg.UserSpace)
  654. }
  655. if len(chosenBlocks) == srcRed.K {
  656. break
  657. }
  658. }
  659. if len(chosenBlocks) < srcRed.K {
  660. return nil, nil, fmt.Errorf("no enough blocks to reconstruct the original file data")
  661. }
  662. // 如果选择的备份节点都是同一个,那么就只要上传一次
  663. uploadStgs = lo.UniqBy(uploadStgs, func(item *userSpaceLoadInfo) clitypes.UserSpaceID { return item.UserSpace.UserSpace.UserSpaceID })
  664. planBlder := exec.NewPlanBuilder()
  665. ft := ioswitch2.NewFromTo()
  666. ft.ECParam = srcRed
  667. for i, block := range chosenBlocks {
  668. ft.AddFrom(ioswitch2.NewFromShardstore(block.FileHash, *chosenBlockStg[i].MasterHub, chosenBlockStg[i], ioswitch2.ECStream(block.Index)))
  669. }
  670. for i := range uploadStgs {
  671. ft.AddTo(ioswitch2.NewToShardStoreWithRange(*uploadStgs[i].UserSpace.MasterHub, *uploadStgs[i].UserSpace, ioswitch2.RawStream(), fmt.Sprintf("%d", i), math2.NewRange(0, obj.Object.Size)))
  672. }
  673. err := parser.Parse(ft, planBlder)
  674. if err != nil {
  675. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  676. }
  677. // TODO 添加依赖
  678. execCtx := exec.NewExecContext()
  679. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  680. ioRet, err := planBlder.Execute(execCtx).Wait(context.Background())
  681. if err != nil {
  682. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  683. }
  684. var blocks []clitypes.ObjectBlock
  685. for i := range uploadStgs {
  686. r := ioRet[fmt.Sprintf("%d", i)].(*ops2.ShardInfoValue)
  687. blocks = append(blocks, clitypes.ObjectBlock{
  688. ObjectID: obj.Object.ObjectID,
  689. Index: 0,
  690. UserSpaceID: uploadStgs[i].UserSpace.UserSpace.UserSpaceID,
  691. FileHash: r.Hash,
  692. Size: r.Size,
  693. })
  694. }
  695. var evtSrcBlocks []datamap.Block
  696. var evtTargetBlocks []datamap.Block
  697. for i2, block := range chosenBlocks {
  698. evtSrcBlocks = append(evtSrcBlocks, datamap.Block{
  699. BlockType: datamap.BlockTypeEC,
  700. Index: block.Index,
  701. UserSpaceID: chosenBlockStg[i2].UserSpace.UserSpaceID,
  702. })
  703. }
  704. for _, stg := range uploadStgs {
  705. evtTargetBlocks = append(evtTargetBlocks, datamap.Block{
  706. BlockType: datamap.BlockTypeRaw,
  707. Index: 0,
  708. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  709. })
  710. }
  711. var evtBlockTrans []datamap.DataTransfer
  712. for _, stg := range uploadStgs {
  713. for i2 := range chosenBlocks {
  714. evtBlockTrans = append(evtBlockTrans, datamap.DataTransfer{
  715. SourceUserSpaceID: chosenBlockStg[i2].UserSpace.UserSpaceID,
  716. TargetUserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  717. TransferBytes: 1,
  718. })
  719. }
  720. }
  721. var blockChgs []datamap.BlockChange
  722. blockChgs = append(blockChgs, &datamap.BlockChangeEnDecode{
  723. SourceBlocks: evtSrcBlocks,
  724. TargetBlocks: evtTargetBlocks,
  725. DataTransfers: evtBlockTrans,
  726. })
  727. for _, block := range obj.Blocks {
  728. blockChgs = append(blockChgs, &datamap.BlockChangeDeleted{
  729. Index: block.Index,
  730. UserSpaceID: block.UserSpaceID,
  731. })
  732. }
  733. return &db.UpdatingObjectRedundancy{
  734. ObjectID: obj.Object.ObjectID,
  735. FileHash: obj.Object.FileHash,
  736. Size: obj.Object.Size,
  737. Redundancy: tarRed,
  738. Blocks: blocks,
  739. },
  740. &datamap.BodyBlockTransfer{
  741. ObjectID: obj.Object.ObjectID,
  742. PackageID: obj.Object.PackageID,
  743. BlockChanges: blockChgs,
  744. },
  745. nil
  746. }
  747. func (t *ChangeRedundancy) ecToEC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, srcRed *clitypes.ECRedundancy, tarRed *clitypes.ECRedundancy, uploadUserSpaces []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  748. grpBlocks := obj.GroupBlocks()
  749. var chosenBlocks []clitypes.GrouppedObjectBlock
  750. var chosenBlockStg []clitypes.UserSpaceDetail
  751. for _, block := range grpBlocks {
  752. if len(block.UserSpaceIDs) > 0 {
  753. stg, ok := ctx.allUserSpaces[block.UserSpaceIDs[0]]
  754. if !ok {
  755. continue
  756. }
  757. if stg.UserSpace.MasterHub == nil {
  758. continue
  759. }
  760. chosenBlocks = append(chosenBlocks, block)
  761. chosenBlockStg = append(chosenBlockStg, *stg.UserSpace)
  762. }
  763. if len(chosenBlocks) == srcRed.K {
  764. break
  765. }
  766. }
  767. if len(chosenBlocks) < srcRed.K {
  768. return nil, nil, fmt.Errorf("no enough blocks to reconstruct the original file data")
  769. }
  770. // 目前EC的参数都相同,所以可以不用重建出完整数据然后再分块,可以直接构建出目的节点需要的块
  771. planBlder := exec.NewPlanBuilder()
  772. var evtSrcBlocks []datamap.Block
  773. var evtTargetBlocks []datamap.Block
  774. ft := ioswitch2.NewFromTo()
  775. ft.ECParam = srcRed
  776. for i, block := range chosenBlocks {
  777. ft.AddFrom(ioswitch2.NewFromShardstore(block.FileHash, *chosenBlockStg[i].MasterHub, chosenBlockStg[i], ioswitch2.ECStream(block.Index)))
  778. evtSrcBlocks = append(evtSrcBlocks, datamap.Block{
  779. BlockType: datamap.BlockTypeEC,
  780. Index: block.Index,
  781. UserSpaceID: chosenBlockStg[i].UserSpace.UserSpaceID,
  782. })
  783. }
  784. var newBlocks []clitypes.ObjectBlock
  785. shouldUpdateBlocks := false
  786. for i, stg := range uploadUserSpaces {
  787. newBlock := clitypes.ObjectBlock{
  788. ObjectID: obj.Object.ObjectID,
  789. Index: i,
  790. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  791. }
  792. grp, ok := lo.Find(grpBlocks, func(grp clitypes.GrouppedObjectBlock) bool { return grp.Index == i })
  793. // 如果新选中的节点已经记录在Block表中,那么就不需要任何变更
  794. if ok && lo.Contains(grp.UserSpaceIDs, stg.UserSpace.UserSpace.UserSpaceID) {
  795. newBlock.FileHash = grp.FileHash
  796. newBlock.Size = grp.Size
  797. newBlocks = append(newBlocks, newBlock)
  798. continue
  799. }
  800. shouldUpdateBlocks = true
  801. // 否则就要重建出这个节点需要的块
  802. // 输出只需要自己要保存的那一块
  803. ft.AddTo(ioswitch2.NewToShardStore(*stg.UserSpace.MasterHub, *stg.UserSpace, ioswitch2.ECStream(i), fmt.Sprintf("%d", i)))
  804. evtTargetBlocks = append(evtTargetBlocks, datamap.Block{
  805. BlockType: datamap.BlockTypeEC,
  806. Index: i,
  807. UserSpaceID: stg.UserSpace.UserSpace.UserSpaceID,
  808. })
  809. newBlocks = append(newBlocks, newBlock)
  810. }
  811. err := parser.Parse(ft, planBlder)
  812. if err != nil {
  813. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  814. }
  815. // 如果没有任何Plan,Wait会直接返回成功
  816. execCtx := exec.NewExecContext()
  817. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  818. ret, err := planBlder.Execute(execCtx).Wait(context.Background())
  819. if err != nil {
  820. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  821. }
  822. if !shouldUpdateBlocks {
  823. return nil, nil, nil
  824. }
  825. for k, v := range ret {
  826. idx, err := strconv.ParseInt(k, 10, 64)
  827. if err != nil {
  828. return nil, nil, fmt.Errorf("parsing result key %s as index: %w", k, err)
  829. }
  830. r := v.(*ops2.ShardInfoValue)
  831. newBlocks[idx].FileHash = r.Hash
  832. newBlocks[idx].Size = r.Size
  833. }
  834. var evtBlockTrans []datamap.DataTransfer
  835. for _, src := range evtSrcBlocks {
  836. for _, tar := range evtTargetBlocks {
  837. evtBlockTrans = append(evtBlockTrans, datamap.DataTransfer{
  838. SourceUserSpaceID: src.UserSpaceID,
  839. TargetUserSpaceID: tar.UserSpaceID,
  840. TransferBytes: 1,
  841. })
  842. }
  843. }
  844. var blockChgs []datamap.BlockChange
  845. for _, block := range obj.Blocks {
  846. keep := lo.ContainsBy(newBlocks, func(newBlock clitypes.ObjectBlock) bool {
  847. return newBlock.Index == block.Index && newBlock.UserSpaceID == block.UserSpaceID
  848. })
  849. if !keep {
  850. blockChgs = append(blockChgs, &datamap.BlockChangeDeleted{
  851. Index: block.Index,
  852. UserSpaceID: block.UserSpaceID,
  853. })
  854. }
  855. }
  856. blockChgs = append(blockChgs, &datamap.BlockChangeEnDecode{
  857. SourceBlocks: evtSrcBlocks,
  858. TargetBlocks: evtTargetBlocks,
  859. DataTransfers: evtBlockTrans,
  860. })
  861. return &db.UpdatingObjectRedundancy{
  862. ObjectID: obj.Object.ObjectID,
  863. FileHash: obj.Object.FileHash,
  864. Size: obj.Object.Size,
  865. Redundancy: tarRed,
  866. Blocks: newBlocks,
  867. },
  868. &datamap.BodyBlockTransfer{
  869. ObjectID: obj.Object.ObjectID,
  870. PackageID: obj.Object.PackageID,
  871. BlockChanges: blockChgs,
  872. },
  873. nil
  874. }
  875. func (t *ChangeRedundancy) lrcToLRC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, srcRed *clitypes.LRCRedundancy, tarRed *clitypes.LRCRedundancy, uploadUserSpaces []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  876. blocksGrpByIndex := obj.GroupBlocks()
  877. var lostBlocks []int
  878. var lostBlockGrps []int
  879. canGroupReconstruct := true
  880. allBlockFlags := make([]bool, srcRed.N)
  881. for _, block := range blocksGrpByIndex {
  882. allBlockFlags[block.Index] = true
  883. }
  884. for i, ok := range allBlockFlags {
  885. grpID := srcRed.FindGroup(i)
  886. if !ok {
  887. if grpID == -1 {
  888. canGroupReconstruct = false
  889. break
  890. }
  891. if len(lostBlocks) > 0 && lostBlockGrps[len(lostBlockGrps)-1] == grpID {
  892. canGroupReconstruct = false
  893. break
  894. }
  895. lostBlocks = append(lostBlocks, i)
  896. lostBlockGrps = append(lostBlockGrps, grpID)
  897. }
  898. }
  899. // TODO 产生BlockTransfer事件
  900. if canGroupReconstruct {
  901. // return t.groupReconstructLRC(obj, lostBlocks, lostBlockGrps, blocksGrpByIndex, srcRed, uploadUserSpaces)
  902. }
  903. return t.reconstructLRC(ctx, obj, blocksGrpByIndex, srcRed, uploadUserSpaces)
  904. }
  905. /*
  906. TODO2 修复这一块的代码
  907. func (t *ChangeRedundancy) groupReconstructLRC(obj clitypes.ObjectDetail, lostBlocks []int, lostBlockGrps []int, grpedBlocks []clitypes.GrouppedObjectBlock, red *clitypes.LRCRedundancy, uploadUserSpaces []*UserSpaceLoadInfo) (*db.UpdatingObjectRedundancy, error) {
  908. grped := make(map[int]clitypes.GrouppedObjectBlock)
  909. for _, b := range grpedBlocks {
  910. grped[b.Index] = b
  911. }
  912. plans := exec.NewPlanBuilder()
  913. for i := 0; i < len(lostBlocks); i++ {
  914. var froms []ioswitchlrc.From
  915. grpEles := red.GetGroupElements(lostBlockGrps[i])
  916. for _, ele := range grpEles {
  917. if ele == lostBlocks[i] {
  918. continue
  919. }
  920. froms = append(froms, ioswitchlrc.NewFromUserSpace(grped[ele].FileHash, nil, ele))
  921. }
  922. err := lrcparser.ReconstructGroup(froms, []ioswitchlrc.To{
  923. ioswitchlrc.NewToUserSpace(uploadUserSpaces[i].UserSpace, lostBlocks[i], fmt.Sprintf("%d", lostBlocks[i])),
  924. }, plans)
  925. if err != nil {
  926. return nil, fmt.Errorf("parsing plan: %w", err)
  927. }
  928. }
  929. fmt.Printf("plans: %v\n", plans)
  930. // 如果没有任何Plan,Wait会直接返回成功
  931. // TODO 添加依赖
  932. ret, err := plans.Execute(exec.NewExecContext()).Wait(context.TODO())
  933. if err != nil {
  934. return nil, fmt.Errorf("executing io plan: %w", err)
  935. }
  936. var newBlocks []clitypes.ObjectBlock
  937. for _, i := range lostBlocks {
  938. newBlocks = append(newBlocks, clitypes.ObjectBlock{
  939. ObjectID: obj.Object.ObjectID,
  940. Index: i,
  941. UserSpaceID: uploadUserSpaces[i].UserSpace.UserSpace.UserSpaceID,
  942. FileHash: ret[fmt.Sprintf("%d", i)].(*ops2.FileHashValue).Hash,
  943. })
  944. }
  945. for _, b := range grpedBlocks {
  946. for _, hubID := range b.UserSpaceIDs {
  947. newBlocks = append(newBlocks, clitypes.ObjectBlock{
  948. ObjectID: obj.Object.ObjectID,
  949. Index: b.Index,
  950. UserSpaceID: hubID,
  951. FileHash: b.FileHash,
  952. })
  953. }
  954. }
  955. return &db.UpdatingObjectRedundancy{
  956. ObjectID: obj.Object.ObjectID,
  957. Redundancy: red,
  958. Blocks: newBlocks,
  959. }, nil
  960. }
  961. */
  962. func (t *ChangeRedundancy) reconstructLRC(ctx *changeRedundancyContext, obj clitypes.ObjectDetail, grpBlocks []clitypes.GrouppedObjectBlock, red *clitypes.LRCRedundancy, uploadUserSpaces []*userSpaceLoadInfo) (*db.UpdatingObjectRedundancy, datamap.SysEventBody, error) {
  963. var chosenBlocks []clitypes.GrouppedObjectBlock
  964. var chosenBlockStg []clitypes.UserSpaceDetail
  965. for _, block := range grpBlocks {
  966. if len(block.UserSpaceIDs) > 0 && block.Index < red.M() {
  967. stg, ok := ctx.allUserSpaces[block.UserSpaceIDs[0]]
  968. if !ok {
  969. continue
  970. }
  971. if stg.UserSpace.MasterHub == nil {
  972. continue
  973. }
  974. chosenBlocks = append(chosenBlocks, block)
  975. chosenBlockStg = append(chosenBlockStg, *stg.UserSpace)
  976. }
  977. if len(chosenBlocks) == red.K {
  978. break
  979. }
  980. }
  981. if len(chosenBlocks) < red.K {
  982. return nil, nil, fmt.Errorf("no enough blocks to reconstruct the original file data")
  983. }
  984. // 目前LRC的参数都相同,所以可以不用重建出完整数据然后再分块,可以直接构建出目的节点需要的块
  985. planBlder := exec.NewPlanBuilder()
  986. var froms []ioswitchlrc.From
  987. var toes []ioswitchlrc.To
  988. var newBlocks []clitypes.ObjectBlock
  989. shouldUpdateBlocks := false
  990. for i, userspace := range uploadUserSpaces {
  991. newBlock := clitypes.ObjectBlock{
  992. ObjectID: obj.Object.ObjectID,
  993. Index: i,
  994. UserSpaceID: userspace.UserSpace.UserSpace.UserSpaceID,
  995. }
  996. grp, ok := lo.Find(grpBlocks, func(grp clitypes.GrouppedObjectBlock) bool { return grp.Index == i })
  997. // 如果新选中的节点已经记录在Block表中,那么就不需要任何变更
  998. if ok && lo.Contains(grp.UserSpaceIDs, userspace.UserSpace.UserSpace.UserSpaceID) {
  999. newBlock.FileHash = grp.FileHash
  1000. newBlock.Size = grp.Size
  1001. newBlocks = append(newBlocks, newBlock)
  1002. continue
  1003. }
  1004. shouldUpdateBlocks = true
  1005. // 否则就要重建出这个节点需要的块
  1006. for i2, block := range chosenBlocks {
  1007. froms = append(froms, ioswitchlrc.NewFromStorage(block.FileHash, *chosenBlockStg[i2].MasterHub, chosenBlockStg[i2], block.Index))
  1008. }
  1009. // 输出只需要自己要保存的那一块
  1010. toes = append(toes, ioswitchlrc.NewToStorage(*userspace.UserSpace.MasterHub, *userspace.UserSpace, i, fmt.Sprintf("%d", i)))
  1011. newBlocks = append(newBlocks, newBlock)
  1012. }
  1013. err := lrcparser.ReconstructAny(froms, toes, planBlder)
  1014. if err != nil {
  1015. return nil, nil, fmt.Errorf("parsing plan: %w", err)
  1016. }
  1017. fmt.Printf("plans: %v\n", planBlder)
  1018. // 如果没有任何Plan,Wait会直接返回成功
  1019. execCtx := exec.NewExecContext()
  1020. exec.SetValueByType(execCtx, ctx.ticktock.stgPool)
  1021. ret, err := planBlder.Execute(execCtx).Wait(context.Background())
  1022. if err != nil {
  1023. return nil, nil, fmt.Errorf("executing io plan: %w", err)
  1024. }
  1025. if !shouldUpdateBlocks {
  1026. return nil, nil, nil
  1027. }
  1028. for k, v := range ret {
  1029. idx, err := strconv.ParseInt(k, 10, 64)
  1030. if err != nil {
  1031. return nil, nil, fmt.Errorf("parsing result key %s as index: %w", k, err)
  1032. }
  1033. r := v.(*ops2.ShardInfoValue)
  1034. newBlocks[idx].FileHash = r.Hash
  1035. newBlocks[idx].Size = r.Size
  1036. }
  1037. // TODO 产生系统事件
  1038. return &db.UpdatingObjectRedundancy{
  1039. ObjectID: obj.Object.ObjectID,
  1040. FileHash: obj.Object.FileHash,
  1041. Size: obj.Object.Size,
  1042. Redundancy: red,
  1043. Blocks: newBlocks,
  1044. }, nil, nil
  1045. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。