You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

object.go 20 kB

7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659
  1. package db
  2. import (
  3. "fmt"
  4. "strings"
  5. "time"
  6. "github.com/samber/lo"
  7. "gorm.io/gorm"
  8. "gorm.io/gorm/clause"
  9. "gitlink.org.cn/cloudream/common/utils/sort2"
  10. "gitlink.org.cn/cloudream/jcs-pub/client/types"
  11. )
  12. type ObjectDB struct {
  13. *DB
  14. }
  15. func (db *DB) Object() *ObjectDB {
  16. return &ObjectDB{DB: db}
  17. }
  18. func (db *ObjectDB) GetByID(ctx SQLContext, objectID types.ObjectID) (types.Object, error) {
  19. var ret types.Object
  20. err := ctx.Table("Object").Where("ObjectID = ?", objectID).First(&ret).Error
  21. return ret, err
  22. }
  23. func (db *ObjectDB) GetByPath(ctx SQLContext, packageID types.PackageID, path string) (types.Object, error) {
  24. var ret types.Object
  25. err := ctx.Table("Object").Where("PackageID = ? AND Path = ?", packageID, path).First(&ret).Error
  26. return ret, err
  27. }
  28. func (db *ObjectDB) GetByFullPath(ctx SQLContext, bktName string, pkgName string, path string) (types.Object, error) {
  29. var ret types.Object
  30. err := ctx.Table("Object").
  31. Joins("join Package on Package.PackageID = Object.PackageID and Package.Name = ?", pkgName).
  32. Joins("join Bucket on Bucket.BucketID = Package.BucketID and Bucket.Name = ?", bktName).
  33. Where("Object.Path = ?", path).First(&ret).Error
  34. return ret, err
  35. }
  36. func (db *ObjectDB) GetWithPathPrefix(ctx SQLContext, packageID types.PackageID, pathPrefix string) ([]types.Object, error) {
  37. var ret []types.Object
  38. err := ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", packageID, escapeLike("", "%", pathPrefix)).Order("ObjectID ASC").Find(&ret).Error
  39. return ret, err
  40. }
  41. // 查询结果将按照Path升序,而不是ObjectID升序
  42. func (db *ObjectDB) GetWithPathPrefixPaged(ctx SQLContext, packageID types.PackageID, pathPrefix string, startPath string, limit int) ([]types.Object, error) {
  43. var ret []types.Object
  44. err := ctx.Table("Object").Where("PackageID = ? AND Path > ? AND Path LIKE ?", packageID, startPath, pathPrefix+"%").Order("Path ASC").Limit(limit).Find(&ret).Error
  45. return ret, err
  46. }
  47. func (db *ObjectDB) GetByPrefixGrouped(ctx SQLContext, packageID types.PackageID, pathPrefix string) (objs []types.Object, commonPrefixes []string, err error) {
  48. type ObjectOrDir struct {
  49. types.Object
  50. IsObject bool `gorm:"IsObject"`
  51. Prefix string `gorm:"Prefix"`
  52. }
  53. sepCnt := strings.Count(pathPrefix, types.ObjectPathSeparator) + 1
  54. prefixStatm := fmt.Sprintf("Substring_Index(Path, '%s', %d)", types.ObjectPathSeparator, sepCnt)
  55. grouping := ctx.Table("Object").
  56. Select(fmt.Sprintf("%s as Prefix, Max(ObjectID) as ObjectID, %s = Path as IsObject", prefixStatm, prefixStatm)).
  57. Where("PackageID = ?", packageID).
  58. Where("Path like ?", pathPrefix+"%").
  59. Group("Prefix, IsObject").
  60. Order("Prefix ASC")
  61. var ret []ObjectOrDir
  62. err = ctx.Table("Object").
  63. Select("Grouped.IsObject, Grouped.Prefix, Object.*").
  64. Joins("right join (?) as Grouped on Object.ObjectID = Grouped.ObjectID and Grouped.IsObject = 1", grouping).
  65. Find(&ret).Error
  66. if err != nil {
  67. return
  68. }
  69. for _, o := range ret {
  70. if o.IsObject {
  71. objs = append(objs, o.Object)
  72. } else {
  73. commonPrefixes = append(commonPrefixes, o.Prefix+types.ObjectPathSeparator)
  74. }
  75. }
  76. return
  77. }
  78. func (db *ObjectDB) GetByPrefixGroupedPaged(ctx SQLContext, packageID types.PackageID, pathPrefix string, startPath string, limit int) (objs []types.Object, commonPrefixes []string, nextStartPath string, err error) {
  79. type ObjectOrDir struct {
  80. types.Object
  81. IsObject bool `gorm:"IsObject"`
  82. Prefix string `gorm:"Prefix"`
  83. }
  84. sepCnt := strings.Count(pathPrefix, types.ObjectPathSeparator) + 1
  85. prefixStatm := fmt.Sprintf("Substring_Index(Path, '%s', %d)", types.ObjectPathSeparator, sepCnt)
  86. grouping := ctx.Table("Object").
  87. Select(fmt.Sprintf("%s as Prefix, Max(ObjectID) as ObjectID, %s = Path as IsObject", prefixStatm, prefixStatm)).
  88. Where("PackageID = ?", packageID).
  89. Where("Path like ?", pathPrefix+"%").
  90. Group("Prefix, IsObject").
  91. Having("Prefix > ?", startPath).
  92. Limit(limit).
  93. Order("Prefix ASC")
  94. var ret []ObjectOrDir
  95. err = ctx.Table("Object").
  96. Select("Grouped.IsObject, Grouped.Prefix, Object.*").
  97. Joins("right join (?) as Grouped on Object.ObjectID = Grouped.ObjectID and Grouped.IsObject = 1", grouping).
  98. Find(&ret).Error
  99. if err != nil {
  100. return
  101. }
  102. for _, o := range ret {
  103. if o.IsObject {
  104. objs = append(objs, o.Object)
  105. } else {
  106. commonPrefixes = append(commonPrefixes, o.Prefix+types.ObjectPathSeparator)
  107. }
  108. nextStartPath = o.Prefix
  109. }
  110. return
  111. }
  112. // 返回gorm.ErrRecordNotFound表示没有对象,nil表示有对象
  113. func (db *ObjectDB) HasObjectWithPrefix(ctx SQLContext, packageID types.PackageID, pathPrefix string) error {
  114. var obj types.Object
  115. return ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", packageID, escapeLike("", "%", pathPrefix)).First(&obj).Error
  116. }
  117. func (db *ObjectDB) BatchTestObjectID(ctx SQLContext, objectIDs []types.ObjectID) (map[types.ObjectID]bool, error) {
  118. if len(objectIDs) == 0 {
  119. return make(map[types.ObjectID]bool), nil
  120. }
  121. var avaiIDs []types.ObjectID
  122. err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Pluck("ObjectID", &avaiIDs).Error
  123. if err != nil {
  124. return nil, err
  125. }
  126. avaiIDMap := make(map[types.ObjectID]bool)
  127. for _, pkgID := range avaiIDs {
  128. avaiIDMap[pkgID] = true
  129. }
  130. return avaiIDMap, nil
  131. }
  132. func (db *ObjectDB) BatchGet(ctx SQLContext, objectIDs []types.ObjectID) ([]types.Object, error) {
  133. if len(objectIDs) == 0 {
  134. return nil, nil
  135. }
  136. var objs []types.Object
  137. err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&objs).Error
  138. if err != nil {
  139. return nil, err
  140. }
  141. return objs, nil
  142. }
  143. func (db *ObjectDB) BatchGetByPackagePath(ctx SQLContext, pkgID types.PackageID, pathes []string) ([]types.Object, error) {
  144. if len(pathes) == 0 {
  145. return nil, nil
  146. }
  147. var objs []types.Object
  148. err := ctx.Table("Object").Where("PackageID = ? AND Path IN ?", pkgID, pathes).Find(&objs).Error
  149. if err != nil {
  150. return nil, err
  151. }
  152. return objs, nil
  153. }
  154. func (db *ObjectDB) GetDetail(ctx SQLContext, objectID types.ObjectID) (types.ObjectDetail, error) {
  155. var obj types.Object
  156. err := ctx.Table("Object").Where("ObjectID = ?", objectID).First(&obj).Error
  157. if err != nil {
  158. return types.ObjectDetail{}, fmt.Errorf("getting object: %w", err)
  159. }
  160. // 获取所有的 ObjectBlock
  161. var allBlocks []types.ObjectBlock
  162. err = ctx.Table("ObjectBlock").Where("ObjectID = ?", objectID).Order("`Index` ASC").Find(&allBlocks).Error
  163. if err != nil {
  164. return types.ObjectDetail{}, fmt.Errorf("getting all object blocks: %w", err)
  165. }
  166. // 获取所有的 PinnedObject
  167. var allPinnedObjs []types.PinnedObject
  168. err = ctx.Table("PinnedObject").Where("ObjectID = ?", objectID).Order("ObjectID ASC").Find(&allPinnedObjs).Error
  169. if err != nil {
  170. return types.ObjectDetail{}, fmt.Errorf("getting all pinned objects: %w", err)
  171. }
  172. pinnedAt := make([]types.UserSpaceID, len(allPinnedObjs))
  173. for i, po := range allPinnedObjs {
  174. pinnedAt[i] = po.UserSpaceID
  175. }
  176. return types.ObjectDetail{
  177. Object: obj,
  178. Blocks: allBlocks,
  179. PinnedAt: pinnedAt,
  180. }, nil
  181. }
  182. // 仅返回查询到的对象
  183. func (db *ObjectDB) BatchGetDetails(ctx SQLContext, objectIDs []types.ObjectID) ([]types.ObjectDetail, error) {
  184. var objs []types.Object
  185. err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&objs).Error
  186. if err != nil {
  187. return nil, err
  188. }
  189. // 获取所有的 ObjectBlock
  190. var allBlocks []types.ObjectBlock
  191. err = ctx.Table("ObjectBlock").Where("ObjectID IN ?", objectIDs).Order("ObjectID, `Index` ASC").Find(&allBlocks).Error
  192. if err != nil {
  193. return nil, err
  194. }
  195. // 获取所有的 PinnedObject
  196. var allPinnedObjs []types.PinnedObject
  197. err = ctx.Table("PinnedObject").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&allPinnedObjs).Error
  198. if err != nil {
  199. return nil, err
  200. }
  201. details := make([]types.ObjectDetail, len(objs))
  202. for i, obj := range objs {
  203. details[i] = types.ObjectDetail{
  204. Object: obj,
  205. }
  206. }
  207. types.DetailsFillObjectBlocks(details, allBlocks)
  208. types.DetailsFillPinnedAt(details, allPinnedObjs)
  209. return details, nil
  210. }
  211. func (db *ObjectDB) Create(ctx SQLContext, obj types.Object) (types.ObjectID, error) {
  212. err := ctx.Table("Object").Create(&obj).Error
  213. if err != nil {
  214. return 0, fmt.Errorf("insert object failed, err: %w", err)
  215. }
  216. return obj.ObjectID, nil
  217. }
  218. // 批量创建对象,创建完成后会填充ObjectID。
  219. func (db *ObjectDB) BatchCreate(ctx SQLContext, objs *[]types.Object) error {
  220. if len(*objs) == 0 {
  221. return nil
  222. }
  223. return ctx.Table("Object").Create(objs).Error
  224. }
  225. // 批量更新对象所有属性,objs中的对象必须包含ObjectID
  226. func (db *ObjectDB) BatchUpdate(ctx SQLContext, objs []types.Object) error {
  227. if len(objs) == 0 {
  228. return nil
  229. }
  230. return ctx.Clauses(clause.OnConflict{
  231. Columns: []clause.Column{{Name: "ObjectID"}},
  232. UpdateAll: true,
  233. }).Create(objs).Error
  234. }
  235. // 批量更新对象指定属性,objs中的对象只需设置需要更新的属性即可,但:
  236. // 1. 必须包含ObjectID
  237. // 2. 日期类型属性不能设置为0值
  238. func (db *ObjectDB) BatchUpdateColumns(ctx SQLContext, objs []types.Object, columns []string) error {
  239. if len(objs) == 0 {
  240. return nil
  241. }
  242. return ctx.Clauses(clause.OnConflict{
  243. Columns: []clause.Column{{Name: "ObjectID"}},
  244. DoUpdates: clause.AssignmentColumns(columns),
  245. }).Create(objs).Error
  246. }
  247. func (db *ObjectDB) GetPackageObjects(ctx SQLContext, packageID types.PackageID) ([]types.Object, error) {
  248. var ret []types.Object
  249. err := ctx.Table("Object").Where("PackageID = ?", packageID).Order("ObjectID ASC").Find(&ret).Error
  250. return ret, err
  251. }
  252. func (db *ObjectDB) GetPackageObjectDetails(ctx SQLContext, packageID types.PackageID) ([]types.ObjectDetail, error) {
  253. var objs []types.Object
  254. err := ctx.Table("Object").Where("PackageID = ?", packageID).Order("ObjectID ASC").Find(&objs).Error
  255. if err != nil {
  256. return nil, fmt.Errorf("getting objects: %w", err)
  257. }
  258. // 获取所有的 ObjectBlock
  259. var allBlocks []types.ObjectBlock
  260. err = ctx.Table("ObjectBlock").
  261. Select("ObjectBlock.*").
  262. Joins("JOIN Object ON ObjectBlock.ObjectID = Object.ObjectID").
  263. Where("Object.PackageID = ?", packageID).
  264. Order("ObjectBlock.ObjectID, `Index` ASC").
  265. Find(&allBlocks).Error
  266. if err != nil {
  267. return nil, fmt.Errorf("getting all object blocks: %w", err)
  268. }
  269. // 获取所有的 PinnedObject
  270. var allPinnedObjs []types.PinnedObject
  271. err = ctx.Table("PinnedObject").
  272. Select("PinnedObject.*").
  273. Joins("JOIN Object ON PinnedObject.ObjectID = Object.ObjectID").
  274. Where("Object.PackageID = ?", packageID).
  275. Order("PinnedObject.ObjectID").
  276. Find(&allPinnedObjs).Error
  277. if err != nil {
  278. return nil, fmt.Errorf("getting all pinned objects: %w", err)
  279. }
  280. details := make([]types.ObjectDetail, len(objs))
  281. for i, obj := range objs {
  282. details[i] = types.ObjectDetail{
  283. Object: obj,
  284. }
  285. }
  286. types.DetailsFillObjectBlocks(details, allBlocks)
  287. types.DetailsFillPinnedAt(details, allPinnedObjs)
  288. return details, nil
  289. }
  290. func (db *ObjectDB) GetObjectsIfAnyBlockOnStorage(ctx SQLContext, spaceID types.UserSpaceID) ([]types.Object, error) {
  291. var objs []types.Object
  292. err := ctx.Table("Object").Where("ObjectID IN (SELECT ObjectID FROM ObjectBlock WHERE UserSpaceID = ?)", spaceID).Order("ObjectID ASC").Find(&objs).Error
  293. if err != nil {
  294. return nil, fmt.Errorf("getting objects: %w", err)
  295. }
  296. return objs, nil
  297. }
  298. type AddObjectEntry struct {
  299. Path string `json:"path"`
  300. Size int64 `json:"size,string"`
  301. FileHash types.FileHash `json:"fileHash"`
  302. UploadTime time.Time `json:"uploadTime"` // 开始上传文件的时间
  303. UserSpaceIDs []types.UserSpaceID `json:"userSpaceIDs"`
  304. }
  305. func (db *ObjectDB) BatchAdd(ctx SQLContext, packageID types.PackageID, adds []AddObjectEntry) ([]types.Object, error) {
  306. if len(adds) == 0 {
  307. return nil, nil
  308. }
  309. // 收集所有路径
  310. pathes := make([]string, 0, len(adds))
  311. for _, add := range adds {
  312. pathes = append(pathes, add.Path)
  313. }
  314. // 先查询要更新的对象,不存在也没关系
  315. existsObjs, err := db.BatchGetByPackagePath(ctx, packageID, pathes)
  316. if err != nil {
  317. return nil, fmt.Errorf("batch get object by path: %w", err)
  318. }
  319. existsObjsMap := make(map[string]types.Object)
  320. for _, obj := range existsObjs {
  321. existsObjsMap[obj.Path] = obj
  322. }
  323. var updatingObjs []types.Object
  324. var addingObjs []types.Object
  325. for i := range adds {
  326. o := types.Object{
  327. PackageID: packageID,
  328. Path: adds[i].Path,
  329. Size: adds[i].Size,
  330. FileHash: adds[i].FileHash,
  331. Redundancy: types.NewNoneRedundancy(), // 首次上传默认使用不分块的none模式
  332. CreateTime: adds[i].UploadTime,
  333. UpdateTime: adds[i].UploadTime,
  334. }
  335. e, ok := existsObjsMap[adds[i].Path]
  336. if ok {
  337. o.ObjectID = e.ObjectID
  338. o.CreateTime = e.CreateTime
  339. updatingObjs = append(updatingObjs, o)
  340. } else {
  341. addingObjs = append(addingObjs, o)
  342. }
  343. }
  344. // 先进行更新
  345. err = db.BatchUpdate(ctx, updatingObjs)
  346. if err != nil {
  347. return nil, fmt.Errorf("batch update objects: %w", err)
  348. }
  349. // 再执行插入,Create函数插入后会填充ObjectID
  350. err = db.BatchCreate(ctx, &addingObjs)
  351. if err != nil {
  352. return nil, fmt.Errorf("batch create objects: %w", err)
  353. }
  354. // 按照add参数的顺序返回结果
  355. affectedObjsMp := make(map[string]types.Object)
  356. for _, o := range updatingObjs {
  357. affectedObjsMp[o.Path] = o
  358. }
  359. for _, o := range addingObjs {
  360. affectedObjsMp[o.Path] = o
  361. }
  362. affectedObjs := make([]types.Object, 0, len(affectedObjsMp))
  363. affectedObjIDs := make([]types.ObjectID, 0, len(affectedObjsMp))
  364. for i := range adds {
  365. obj := affectedObjsMp[adds[i].Path]
  366. affectedObjs = append(affectedObjs, obj)
  367. affectedObjIDs = append(affectedObjIDs, obj.ObjectID)
  368. }
  369. if len(affectedObjIDs) > 0 {
  370. // 批量删除 ObjectBlock
  371. if err := db.ObjectBlock().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
  372. return nil, fmt.Errorf("batch delete object blocks: %w", err)
  373. }
  374. // 批量删除 PinnedObject
  375. if err := db.PinnedObject().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
  376. return nil, fmt.Errorf("batch delete pinned objects: %w", err)
  377. }
  378. }
  379. // 创建 ObjectBlock
  380. objBlocks := make([]types.ObjectBlock, 0, len(adds))
  381. for i, add := range adds {
  382. for _, spaceID := range add.UserSpaceIDs {
  383. objBlocks = append(objBlocks, types.ObjectBlock{
  384. ObjectID: affectedObjIDs[i],
  385. Index: 0,
  386. UserSpaceID: spaceID,
  387. FileHash: add.FileHash,
  388. Size: add.Size,
  389. })
  390. }
  391. }
  392. if err := db.ObjectBlock().BatchCreate(ctx, objBlocks); err != nil {
  393. return nil, fmt.Errorf("batch create object blocks: %w", err)
  394. }
  395. return affectedObjs, nil
  396. }
  397. func (db *ObjectDB) BatchDelete(ctx SQLContext, ids []types.ObjectID) error {
  398. if len(ids) == 0 {
  399. return nil
  400. }
  401. return ctx.Table("Object").Where("ObjectID IN ?", ids).Delete(&types.Object{}).Error
  402. }
  403. func (db *ObjectDB) DeleteInPackage(ctx SQLContext, packageID types.PackageID) error {
  404. return ctx.Table("Object").Where("PackageID = ?", packageID).Delete(&types.Object{}).Error
  405. }
  406. type UpdatingObjectRedundancy struct {
  407. ObjectID types.ObjectID `json:"objectID"`
  408. FileHash types.FileHash `json:"fileHash"`
  409. Size int64 `json:"size"`
  410. Redundancy types.Redundancy `json:"redundancy"`
  411. PinnedAt []types.UserSpaceID `json:"pinnedAt"`
  412. Blocks []types.ObjectBlock `json:"blocks"`
  413. }
  414. func (db *ObjectDB) BatchUpdateRedundancy(ctx SQLContext, updates []UpdatingObjectRedundancy) error {
  415. objs := updates
  416. nowTime := time.Now()
  417. objIDs := make([]types.ObjectID, 0, len(objs))
  418. for _, obj := range objs {
  419. objIDs = append(objIDs, obj.ObjectID)
  420. }
  421. avaiIDs, err := db.Object().BatchTestObjectID(ctx, objIDs)
  422. if err != nil {
  423. return fmt.Errorf("batch test object id: %w", err)
  424. }
  425. // 过滤掉已经不存在的对象。
  426. // 注意,objIDs没有被过滤,因为后续逻辑不过滤也不会出错
  427. objs = lo.Filter(objs, func(obj UpdatingObjectRedundancy, _ int) bool {
  428. return avaiIDs[obj.ObjectID]
  429. })
  430. dummyObjs := make([]types.Object, 0, len(objs))
  431. for _, obj := range objs {
  432. dummyObjs = append(dummyObjs, types.Object{
  433. ObjectID: obj.ObjectID,
  434. FileHash: obj.FileHash,
  435. Size: obj.Size,
  436. Redundancy: obj.Redundancy,
  437. CreateTime: nowTime, // 实际不会更新,只因为不能是0值
  438. UpdateTime: nowTime,
  439. })
  440. }
  441. err = db.Object().BatchUpdateColumns(ctx, dummyObjs, []string{"FileHash", "Size", "Redundancy", "UpdateTime"})
  442. if err != nil {
  443. return fmt.Errorf("batch update object redundancy: %w", err)
  444. }
  445. // 删除原本所有的编码块记录,重新添加
  446. err = db.ObjectBlock().BatchDeleteByObjectID(ctx, objIDs)
  447. if err != nil {
  448. return fmt.Errorf("batch delete object blocks: %w", err)
  449. }
  450. // 删除原本Pin住的Object。暂不考虑FileHash没有变化的情况
  451. err = db.PinnedObject().BatchDeleteByObjectID(ctx, objIDs)
  452. if err != nil {
  453. return fmt.Errorf("batch delete pinned object: %w", err)
  454. }
  455. blocks := make([]types.ObjectBlock, 0, len(objs))
  456. for _, obj := range objs {
  457. blocks = append(blocks, obj.Blocks...)
  458. }
  459. err = db.ObjectBlock().BatchCreate(ctx, blocks)
  460. if err != nil {
  461. return fmt.Errorf("batch create object blocks: %w", err)
  462. }
  463. pinneds := make([]types.PinnedObject, 0, len(objs))
  464. for _, obj := range objs {
  465. for _, p := range obj.PinnedAt {
  466. pinneds = append(pinneds, types.PinnedObject{
  467. ObjectID: obj.ObjectID,
  468. UserSpaceID: p,
  469. CreateTime: nowTime,
  470. })
  471. }
  472. }
  473. err = db.PinnedObject().BatchTryCreate(ctx, pinneds)
  474. if err != nil {
  475. return fmt.Errorf("batch create pinned objects: %w", err)
  476. }
  477. return nil
  478. }
  479. func (db *ObjectDB) MoveByPrefix(ctx SQLContext, oldPkgID types.PackageID, oldPrefix string, newPkgID types.PackageID, newPrefix string) error {
  480. return ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", oldPkgID, escapeLike("", "%", oldPrefix)).
  481. Updates(map[string]any{
  482. "PackageID": newPkgID,
  483. "Path": gorm.Expr("concat(?, substring(Path, ?))", newPrefix, len(oldPrefix)+1),
  484. }).Error
  485. }
  486. func (db *ObjectDB) AppendPart(tx SQLContext, block types.ObjectBlock) error {
  487. obj, err := db.Object().GetByID(tx, block.ObjectID)
  488. if err != nil {
  489. return fmt.Errorf("getting object by id: %w", err)
  490. }
  491. _, ok := obj.Redundancy.(*types.MultipartUploadRedundancy)
  492. if !ok {
  493. return fmt.Errorf("object is not a multipart upload object")
  494. }
  495. blks, err := db.ObjectBlock().BatchGetByObjectID(tx, []types.ObjectID{obj.ObjectID})
  496. if err != nil {
  497. return fmt.Errorf("batch getting object blocks: %w", err)
  498. }
  499. blks = lo.Reject(blks, func(blk types.ObjectBlock, idx int) bool { return blk.Index == block.Index })
  500. blks = append(blks, block)
  501. blks = sort2.Sort(blks, func(a, b types.ObjectBlock) int { return a.Index - b.Index })
  502. totalSize := int64(0)
  503. var hashes [][]byte
  504. for _, blk := range blks {
  505. totalSize += blk.Size
  506. hashes = append(hashes, blk.FileHash.GetHashBytes())
  507. }
  508. newObjHash := types.CalculateCompositeHash(hashes)
  509. obj.Size = totalSize
  510. obj.FileHash = newObjHash
  511. obj.UpdateTime = time.Now()
  512. err = db.ObjectBlock().DeleteByObjectIDIndex(tx, block.ObjectID, block.Index)
  513. if err != nil {
  514. return fmt.Errorf("delete object block: %w", err)
  515. }
  516. err = db.ObjectBlock().Create(tx, block.ObjectID, block.Index, block.UserSpaceID, block.FileHash, block.Size)
  517. if err != nil {
  518. return fmt.Errorf("create object block: %w", err)
  519. }
  520. err = db.Object().BatchUpdate(tx, []types.Object{obj})
  521. if err != nil {
  522. return fmt.Errorf("update object: %w", err)
  523. }
  524. return nil
  525. }
  526. func (db *ObjectDB) BatchDeleteComplete(ctx SQLContext, objectIDs []types.ObjectID) error {
  527. err := db.Object().BatchDelete(ctx, objectIDs)
  528. if err != nil {
  529. return fmt.Errorf("batch deleting objects: %w", err)
  530. }
  531. err = db.ObjectBlock().BatchDeleteByObjectID(ctx, objectIDs)
  532. if err != nil {
  533. return fmt.Errorf("batch deleting object blocks: %w", err)
  534. }
  535. err = db.PinnedObject().BatchDeleteByObjectID(ctx, objectIDs)
  536. if err != nil {
  537. return fmt.Errorf("batch deleting pinned objects: %w", err)
  538. }
  539. err = db.ObjectAccessStat().BatchDeleteByObjectID(ctx, objectIDs)
  540. if err != nil {
  541. return fmt.Errorf("batch deleting object access stats: %w", err)
  542. }
  543. return nil
  544. }
  545. func (db *ObjectDB) DeleteCompleteByPath(ctx SQLContext, packageID types.PackageID, path string) error {
  546. obj, err := db.Object().GetByPath(ctx, packageID, path)
  547. if err != nil {
  548. return err
  549. }
  550. return db.BatchDeleteComplete(ctx, []types.ObjectID{obj.ObjectID})
  551. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。