|
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830 |
- package db
-
- import (
- "fmt"
- "strings"
- "time"
-
- "github.com/samber/lo"
- "gorm.io/gorm"
- "gorm.io/gorm/clause"
-
- "gitlink.org.cn/cloudream/common/utils/sort2"
- jcstypes "gitlink.org.cn/cloudream/jcs-pub/common/types"
- )
-
- type ObjectDB struct {
- *DB
- }
-
- func (db *DB) Object() *ObjectDB {
- return &ObjectDB{DB: db}
- }
-
- func (db *ObjectDB) GetByID(ctx SQLContext, objectID jcstypes.ObjectID) (jcstypes.Object, error) {
- var ret jcstypes.Object
- err := ctx.Table("Object").Where("ObjectID = ?", objectID).First(&ret).Error
- return ret, err
- }
-
- func (db *ObjectDB) GetByPath(ctx SQLContext, packageID jcstypes.PackageID, path string) (jcstypes.Object, error) {
- var ret jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ? AND Path = ?", packageID, path).First(&ret).Error
- return ret, err
- }
-
- func (db *ObjectDB) GetByFullPath(ctx SQLContext, bktName string, pkgName string, path string) (jcstypes.Object, error) {
- var ret jcstypes.Object
- err := ctx.Table("Object").
- Joins("join Package on Package.PackageID = Object.PackageID and Package.Name = ?", pkgName).
- Joins("join Bucket on Bucket.BucketID = Package.BucketID and Bucket.Name = ?", bktName).
- Where("Object.Path = ?", path).First(&ret).Error
- return ret, err
- }
-
- func (db *ObjectDB) GetWithPathPrefix(ctx SQLContext, packageID jcstypes.PackageID, pathPrefix string) ([]jcstypes.Object, error) {
- var ret []jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", packageID, escapeLike("", "%", pathPrefix)).Order("ObjectID ASC").Find(&ret).Error
- return ret, err
- }
-
- // 查询结果将按照Path升序,而不是ObjectID升序
- func (db *ObjectDB) GetWithPathPrefixPaged(ctx SQLContext, packageID jcstypes.PackageID, pathPrefix string, startPath string, limit int) ([]jcstypes.Object, error) {
- var ret []jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ? AND Path > ? AND Path LIKE ?", packageID, startPath, pathPrefix+"%").Order("Path ASC").Limit(limit).Find(&ret).Error
- return ret, err
- }
-
- func (db *ObjectDB) GetByPrefixGrouped(ctx SQLContext, packageID jcstypes.PackageID, pathPrefix string) (objs []jcstypes.Object, commonPrefixes []string, err error) {
- type ObjectOrDir struct {
- jcstypes.Object
- IsObject bool `gorm:"IsObject"`
- Prefix string `gorm:"Prefix"`
- }
-
- sepCnt := strings.Count(pathPrefix, jcstypes.ObjectPathSeparator) + 1
-
- prefixStatm := fmt.Sprintf("Substring_Index(Path, '%s', %d)", jcstypes.ObjectPathSeparator, sepCnt)
- grouping := ctx.Table("Object").
- Select(fmt.Sprintf("%s as Prefix, Max(ObjectID) as ObjectID, %s = Path as IsObject", prefixStatm, prefixStatm)).
- Where("PackageID = ?", packageID).
- Where("Path like ?", pathPrefix+"%").
- Group("Prefix, IsObject").
- Order("Prefix ASC")
-
- var ret []ObjectOrDir
- err = ctx.Table("Object").
- Select("Grouped.IsObject, Grouped.Prefix, Object.*").
- Joins("right join (?) as Grouped on Object.ObjectID = Grouped.ObjectID and Grouped.IsObject = 1", grouping).
- Find(&ret).Error
- if err != nil {
- return
- }
-
- for _, o := range ret {
- if o.IsObject {
- objs = append(objs, o.Object)
- } else {
- commonPrefixes = append(commonPrefixes, o.Prefix+jcstypes.ObjectPathSeparator)
- }
- }
-
- return
- }
-
- func (db *ObjectDB) GetByPrefixGroupedPaged(ctx SQLContext, packageID jcstypes.PackageID, pathPrefix string, startPath string, limit int) (objs []jcstypes.Object, commonPrefixes []string, nextStartPath string, err error) {
- type ObjectOrDir struct {
- jcstypes.Object
- IsObject bool `gorm:"IsObject"`
- Prefix string `gorm:"Prefix"`
- }
-
- sepCnt := strings.Count(pathPrefix, jcstypes.ObjectPathSeparator) + 1
-
- prefixStatm := fmt.Sprintf("Substring_Index(Path, '%s', %d)", jcstypes.ObjectPathSeparator, sepCnt)
- grouping := ctx.Table("Object").
- Select(fmt.Sprintf("%s as Prefix, Max(ObjectID) as ObjectID, %s = Path as IsObject", prefixStatm, prefixStatm)).
- Where("PackageID = ?", packageID).
- Where("Path like ?", pathPrefix+"%").
- Group("Prefix, IsObject").
- Having("Prefix > ?", startPath).
- Limit(limit).
- Order("Prefix ASC")
-
- var ret []ObjectOrDir
- err = ctx.Table("Object").
- Select("Grouped.IsObject, Grouped.Prefix, Object.*").
- Joins("right join (?) as Grouped on Object.ObjectID = Grouped.ObjectID and Grouped.IsObject = 1", grouping).
- Find(&ret).Error
- if err != nil {
- return
- }
-
- for _, o := range ret {
- if o.IsObject {
- objs = append(objs, o.Object)
- } else {
- commonPrefixes = append(commonPrefixes, o.Prefix+jcstypes.ObjectPathSeparator)
- }
- nextStartPath = o.Prefix
- }
-
- return
- }
-
- // 返回gorm.ErrRecordNotFound表示没有对象,nil表示有对象
- func (db *ObjectDB) HasObjectWithPrefix(ctx SQLContext, packageID jcstypes.PackageID, pathPrefix string) error {
- var obj jcstypes.Object
- return ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", packageID, escapeLike("", "%", pathPrefix)).First(&obj).Error
- }
-
- func (db *ObjectDB) BatchTestObjectID(ctx SQLContext, objectIDs []jcstypes.ObjectID) (map[jcstypes.ObjectID]bool, error) {
- if len(objectIDs) == 0 {
- return make(map[jcstypes.ObjectID]bool), nil
- }
-
- var avaiIDs []jcstypes.ObjectID
- err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Pluck("ObjectID", &avaiIDs).Error
- if err != nil {
- return nil, err
- }
-
- avaiIDMap := make(map[jcstypes.ObjectID]bool)
- for _, pkgID := range avaiIDs {
- avaiIDMap[pkgID] = true
- }
-
- return avaiIDMap, nil
- }
-
- func (db *ObjectDB) BatchGet(ctx SQLContext, objectIDs []jcstypes.ObjectID) ([]jcstypes.Object, error) {
- if len(objectIDs) == 0 {
- return nil, nil
- }
-
- var objs []jcstypes.Object
- err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&objs).Error
- if err != nil {
- return nil, err
- }
-
- return objs, nil
- }
-
- func (db *ObjectDB) BatchGetByPackagePath(ctx SQLContext, pkgID jcstypes.PackageID, pathes []string) ([]jcstypes.Object, error) {
- if len(pathes) == 0 {
- return nil, nil
- }
-
- var objs []jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ? AND Path IN ?", pkgID, pathes).Find(&objs).Error
- if err != nil {
- return nil, err
- }
-
- return objs, nil
- }
-
- func (db *ObjectDB) GetDetail(ctx SQLContext, objectID jcstypes.ObjectID) (jcstypes.ObjectDetail, error) {
- var obj jcstypes.Object
- err := ctx.Table("Object").Where("ObjectID = ?", objectID).First(&obj).Error
- if err != nil {
- return jcstypes.ObjectDetail{}, fmt.Errorf("getting object: %w", err)
- }
-
- // 获取所有的 ObjectBlock
- var allBlocks []jcstypes.ObjectBlock
- err = ctx.Table("ObjectBlock").Where("ObjectID = ?", objectID).Order("`Index` ASC").Find(&allBlocks).Error
- if err != nil {
- return jcstypes.ObjectDetail{}, fmt.Errorf("getting all object blocks: %w", err)
- }
-
- // 获取所有的 PinnedObject
- var allPinnedObjs []jcstypes.PinnedObject
- err = ctx.Table("PinnedObject").Where("ObjectID = ?", objectID).Order("ObjectID ASC").Find(&allPinnedObjs).Error
- if err != nil {
- return jcstypes.ObjectDetail{}, fmt.Errorf("getting all pinned objects: %w", err)
- }
-
- pinnedAt := make([]jcstypes.UserSpaceID, len(allPinnedObjs))
- for i, po := range allPinnedObjs {
- pinnedAt[i] = po.UserSpaceID
- }
-
- return jcstypes.ObjectDetail{
- Object: obj,
- Blocks: allBlocks,
- PinnedAt: pinnedAt,
- }, nil
- }
-
- // 仅返回查询到的对象
- func (db *ObjectDB) BatchGetDetails(ctx SQLContext, objectIDs []jcstypes.ObjectID) ([]jcstypes.ObjectDetail, error) {
- var objs []jcstypes.Object
-
- err := ctx.Table("Object").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&objs).Error
- if err != nil {
- return nil, err
- }
-
- // 获取所有的 ObjectBlock
- var allBlocks []jcstypes.ObjectBlock
- err = ctx.Table("ObjectBlock").Where("ObjectID IN ?", objectIDs).Order("ObjectID, `Index` ASC").Find(&allBlocks).Error
- if err != nil {
- return nil, err
- }
-
- // 获取所有的 PinnedObject
- var allPinnedObjs []jcstypes.PinnedObject
- err = ctx.Table("PinnedObject").Where("ObjectID IN ?", objectIDs).Order("ObjectID ASC").Find(&allPinnedObjs).Error
- if err != nil {
- return nil, err
- }
-
- details := make([]jcstypes.ObjectDetail, len(objs))
- for i, obj := range objs {
- details[i] = jcstypes.ObjectDetail{
- Object: obj,
- }
- }
-
- jcstypes.DetailsFillObjectBlocks(details, allBlocks)
- jcstypes.DetailsFillPinnedAt(details, allPinnedObjs)
- return details, nil
- }
-
- func (db *ObjectDB) BatchGetDetailsPaged(ctx SQLContext, pkgID jcstypes.PackageID, lastObjID jcstypes.ObjectID, maxCnt int) ([]jcstypes.ObjectDetail, error) {
- var objs []jcstypes.Object
-
- err := ctx.Table("Object").Where("ObjectID > ? ORDER BY ObjectID ASC LIMIT ?", lastObjID, maxCnt).Find(&objs).Error
- if err != nil {
- return nil, err
- }
-
- objIDs := make([]jcstypes.ObjectID, len(objs))
- for i, obj := range objs {
- objIDs[i] = obj.ObjectID
- }
-
- // 获取所有的 ObjectBlock
- var allBlocks []jcstypes.ObjectBlock
- err = ctx.Table("ObjectBlock").Where("ObjectID IN ?", objIDs).Order("ObjectID, `Index` ASC").Find(&allBlocks).Error
- if err != nil {
- return nil, err
- }
-
- // 获取所有的 PinnedObject
- var allPinnedObjs []jcstypes.PinnedObject
- err = ctx.Table("PinnedObject").Where("ObjectID IN ?", objIDs).Order("ObjectID ASC").Find(&allPinnedObjs).Error
- if err != nil {
- return nil, err
- }
-
- details := make([]jcstypes.ObjectDetail, len(objs))
- for i, obj := range objs {
- details[i] = jcstypes.ObjectDetail{
- Object: obj,
- }
- }
-
- jcstypes.DetailsFillObjectBlocks(details, allBlocks)
- jcstypes.DetailsFillPinnedAt(details, allPinnedObjs)
- return details, nil
- }
-
- func (db *ObjectDB) Create(ctx SQLContext, obj jcstypes.Object) (jcstypes.ObjectID, error) {
- err := ctx.Table("Object").Create(&obj).Error
- if err != nil {
- return 0, fmt.Errorf("insert object failed, err: %w", err)
- }
- return obj.ObjectID, nil
- }
-
- // 批量创建对象,创建完成后会填充ObjectID。
- func (db *ObjectDB) BatchCreate(ctx SQLContext, objs *[]jcstypes.Object) error {
- if len(*objs) == 0 {
- return nil
- }
-
- return ctx.Table("Object").Create(objs).Error
- }
-
- // 批量更新对象所有属性,objs中的对象必须包含ObjectID
- func (db *ObjectDB) BatchUpdate(ctx SQLContext, objs []jcstypes.Object) error {
- if len(objs) == 0 {
- return nil
- }
-
- return ctx.Clauses(clause.OnConflict{
- Columns: []clause.Column{{Name: "ObjectID"}},
- UpdateAll: true,
- }).Create(objs).Error
- }
-
- // 批量更新对象指定属性,objs中的对象只需设置需要更新的属性即可,但:
- // 1. 必须包含ObjectID
- // 2. 日期类型属性不能设置为0值
- func (db *ObjectDB) BatchUpdateColumns(ctx SQLContext, objs []jcstypes.Object, columns []string) error {
- if len(objs) == 0 {
- return nil
- }
-
- return ctx.Clauses(clause.OnConflict{
- Columns: []clause.Column{{Name: "ObjectID"}},
- DoUpdates: clause.AssignmentColumns(columns),
- }).Create(objs).Error
- }
-
- func (db *ObjectDB) GetPackageObjects(ctx SQLContext, packageID jcstypes.PackageID) ([]jcstypes.Object, error) {
- var ret []jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ?", packageID).Order("ObjectID ASC").Find(&ret).Error
- return ret, err
- }
-
- func (db *ObjectDB) GetPackageObjectDetails(ctx SQLContext, packageID jcstypes.PackageID) ([]jcstypes.ObjectDetail, error) {
- var objs []jcstypes.Object
- err := ctx.Table("Object").Where("PackageID = ?", packageID).Order("ObjectID ASC").Find(&objs).Error
- if err != nil {
- return nil, fmt.Errorf("getting objects: %w", err)
- }
-
- // 获取所有的 ObjectBlock
- var allBlocks []jcstypes.ObjectBlock
- err = ctx.Table("ObjectBlock").
- Select("ObjectBlock.*").
- Joins("JOIN Object ON ObjectBlock.ObjectID = Object.ObjectID").
- Where("Object.PackageID = ?", packageID).
- Order("ObjectBlock.ObjectID, `Index` ASC").
- Find(&allBlocks).Error
- if err != nil {
- return nil, fmt.Errorf("getting all object blocks: %w", err)
- }
-
- // 获取所有的 PinnedObject
- var allPinnedObjs []jcstypes.PinnedObject
- err = ctx.Table("PinnedObject").
- Select("PinnedObject.*").
- Joins("JOIN Object ON PinnedObject.ObjectID = Object.ObjectID").
- Where("Object.PackageID = ?", packageID).
- Order("PinnedObject.ObjectID").
- Find(&allPinnedObjs).Error
- if err != nil {
- return nil, fmt.Errorf("getting all pinned objects: %w", err)
- }
-
- details := make([]jcstypes.ObjectDetail, len(objs))
- for i, obj := range objs {
- details[i] = jcstypes.ObjectDetail{
- Object: obj,
- }
- }
-
- jcstypes.DetailsFillObjectBlocks(details, allBlocks)
- jcstypes.DetailsFillPinnedAt(details, allPinnedObjs)
- return details, nil
- }
-
- func (db *ObjectDB) GetObjectsIfAnyBlockOnStorage(ctx SQLContext, spaceID jcstypes.UserSpaceID) ([]jcstypes.Object, error) {
- var objs []jcstypes.Object
- err := ctx.Table("Object").Where("ObjectID IN (SELECT ObjectID FROM ObjectBlock WHERE UserSpaceID = ?)", spaceID).Order("ObjectID ASC").Find(&objs).Error
- if err != nil {
- return nil, fmt.Errorf("getting objects: %w", err)
- }
-
- return objs, nil
- }
-
- type AddObjectEntry struct {
- Path string `json:"path"`
- Size int64 `json:"size,string"`
- FileHash jcstypes.FileHash `json:"fileHash"`
- CreateTime time.Time `json:"createTime"` // 开始上传文件的时间
- UserSpaceIDs []jcstypes.UserSpaceID `json:"userSpaceIDs"`
- }
-
- func (db *ObjectDB) BatchAdd(ctx SQLContext, packageID jcstypes.PackageID, adds []AddObjectEntry) ([]jcstypes.Object, error) {
- if len(adds) == 0 {
- return nil, nil
- }
-
- // 收集所有路径
- pathes := make([]string, 0, len(adds))
- for _, add := range adds {
- pathes = append(pathes, add.Path)
- }
-
- // 先查询要更新的对象,不存在也没关系
- existsObjs, err := db.BatchGetByPackagePath(ctx, packageID, pathes)
- if err != nil {
- return nil, fmt.Errorf("batch get object by path: %w", err)
- }
-
- existsObjsMap := make(map[string]jcstypes.Object)
- for _, obj := range existsObjs {
- existsObjsMap[obj.Path] = obj
- }
-
- var updatingObjs []jcstypes.Object
- var addingObjs []jcstypes.Object
- for i := range adds {
- o := jcstypes.Object{
- PackageID: packageID,
- Path: adds[i].Path,
- Size: adds[i].Size,
- FileHash: adds[i].FileHash,
- Redundancy: jcstypes.NewNoneRedundancy(), // 首次上传默认使用不分块的none模式
- CreateTime: adds[i].CreateTime,
- UpdateTime: adds[i].CreateTime,
- }
-
- e, ok := existsObjsMap[adds[i].Path]
- if ok {
- o.ObjectID = e.ObjectID
- o.CreateTime = e.CreateTime
- updatingObjs = append(updatingObjs, o)
-
- } else {
- addingObjs = append(addingObjs, o)
- }
- }
-
- // 先进行更新
- err = db.BatchUpdate(ctx, updatingObjs)
- if err != nil {
- return nil, fmt.Errorf("batch update objects: %w", err)
- }
-
- // 再执行插入,Create函数插入后会填充ObjectID
- err = db.BatchCreate(ctx, &addingObjs)
- if err != nil {
- return nil, fmt.Errorf("batch create objects: %w", err)
- }
-
- // 按照add参数的顺序返回结果
- affectedObjsMp := make(map[string]jcstypes.Object)
- for _, o := range updatingObjs {
- affectedObjsMp[o.Path] = o
- }
- for _, o := range addingObjs {
- affectedObjsMp[o.Path] = o
- }
- affectedObjs := make([]jcstypes.Object, 0, len(affectedObjsMp))
- affectedObjIDs := make([]jcstypes.ObjectID, 0, len(affectedObjsMp))
- for i := range adds {
- obj := affectedObjsMp[adds[i].Path]
- affectedObjs = append(affectedObjs, obj)
- affectedObjIDs = append(affectedObjIDs, obj.ObjectID)
- }
-
- if len(affectedObjIDs) > 0 {
- // 批量删除 ObjectBlock
- if err := db.ObjectBlock().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
- return nil, fmt.Errorf("batch delete object blocks: %w", err)
- }
-
- // 批量删除 PinnedObject
- if err := db.PinnedObject().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
- return nil, fmt.Errorf("batch delete pinned objects: %w", err)
- }
- }
-
- // 创建 ObjectBlock
- objBlocks := make([]jcstypes.ObjectBlock, 0, len(adds))
- for i, add := range adds {
- for _, spaceID := range add.UserSpaceIDs {
- objBlocks = append(objBlocks, jcstypes.ObjectBlock{
- ObjectID: affectedObjIDs[i],
- Index: 0,
- UserSpaceID: spaceID,
- FileHash: add.FileHash,
- Size: add.Size,
- })
- }
- }
- if err := db.ObjectBlock().BatchCreate(ctx, objBlocks); err != nil {
- return nil, fmt.Errorf("batch create object blocks: %w", err)
- }
-
- return affectedObjs, nil
- }
-
- func (db *ObjectDB) BatchDelete(ctx SQLContext, ids []jcstypes.ObjectID) error {
- if len(ids) == 0 {
- return nil
- }
-
- return ctx.Table("Object").Where("ObjectID IN ?", ids).Delete(&jcstypes.Object{}).Error
- }
-
- func (db *ObjectDB) DeleteInPackage(ctx SQLContext, packageID jcstypes.PackageID) error {
- return ctx.Table("Object").Where("PackageID = ?", packageID).Delete(&jcstypes.Object{}).Error
- }
-
- type UpdatingObjectRedundancy struct {
- ObjectID jcstypes.ObjectID `json:"objectID"`
- FileHash jcstypes.FileHash `json:"fileHash"`
- Size int64 `json:"size"`
- Redundancy jcstypes.Redundancy `json:"redundancy"`
- PinnedAt []jcstypes.UserSpaceID `json:"pinnedAt"`
- Blocks []jcstypes.ObjectBlock `json:"blocks"`
- }
-
- func (db *ObjectDB) BatchUpdateRedundancy(ctx SQLContext, updates []UpdatingObjectRedundancy) error {
- objs := updates
-
- nowTime := time.Now()
- objIDs := make([]jcstypes.ObjectID, 0, len(objs))
- for _, obj := range objs {
- objIDs = append(objIDs, obj.ObjectID)
- }
-
- avaiIDs, err := db.Object().BatchTestObjectID(ctx, objIDs)
- if err != nil {
- return fmt.Errorf("batch test object id: %w", err)
- }
-
- // 过滤掉已经不存在的对象。
- // 注意,objIDs没有被过滤,因为后续逻辑不过滤也不会出错
- objs = lo.Filter(objs, func(obj UpdatingObjectRedundancy, _ int) bool {
- return avaiIDs[obj.ObjectID]
- })
-
- dummyObjs := make([]jcstypes.Object, 0, len(objs))
- for _, obj := range objs {
- dummyObjs = append(dummyObjs, jcstypes.Object{
- ObjectID: obj.ObjectID,
- FileHash: obj.FileHash,
- Size: obj.Size,
- Redundancy: obj.Redundancy,
- CreateTime: nowTime, // 实际不会更新,只因为不能是0值
- UpdateTime: nowTime,
- })
- }
-
- err = db.Object().BatchUpdateColumns(ctx, dummyObjs, []string{"FileHash", "Size", "Redundancy", "UpdateTime"})
- if err != nil {
- return fmt.Errorf("batch update object redundancy: %w", err)
- }
-
- // 删除原本所有的编码块记录,重新添加
- err = db.ObjectBlock().BatchDeleteByObjectID(ctx, objIDs)
- if err != nil {
- return fmt.Errorf("batch delete object blocks: %w", err)
- }
-
- // 删除原本Pin住的Object。暂不考虑FileHash没有变化的情况
- err = db.PinnedObject().BatchDeleteByObjectID(ctx, objIDs)
- if err != nil {
- return fmt.Errorf("batch delete pinned object: %w", err)
- }
-
- blocks := make([]jcstypes.ObjectBlock, 0, len(objs))
- for _, obj := range objs {
- blocks = append(blocks, obj.Blocks...)
- }
- err = db.ObjectBlock().BatchCreate(ctx, blocks)
- if err != nil {
- return fmt.Errorf("batch create object blocks: %w", err)
- }
-
- pinneds := make([]jcstypes.PinnedObject, 0, len(objs))
- for _, obj := range objs {
- for _, p := range obj.PinnedAt {
- pinneds = append(pinneds, jcstypes.PinnedObject{
- ObjectID: obj.ObjectID,
- UserSpaceID: p,
- CreateTime: nowTime,
- })
- }
- }
- err = db.PinnedObject().BatchTryCreate(ctx, pinneds)
- if err != nil {
- return fmt.Errorf("batch create pinned objects: %w", err)
- }
-
- return nil
- }
-
- func (*ObjectDB) BatchUpdateUpdateTimeByPath(ctx SQLContext, packageID jcstypes.PackageID, pathes []string, updateTimes []time.Time) error {
- if len(pathes) != len(updateTimes) {
- return fmt.Errorf("pathes and updateTimes must have the same length")
- }
-
- if len(pathes) == 0 {
- return nil
- }
-
- sb := strings.Builder{}
- args := make([]any, 0, len(pathes)*2+1)
- sb.WriteString("UPDATE Object SET UpdateTime = CASE Path \n")
- for i := range pathes {
- sb.WriteString("WHEN ? THEN ? \n")
- args = append(args, pathes[i], updateTimes[i])
- }
- sb.WriteString("END WHERE PackageID = ? AND Path IN (?)")
-
- args = append(args, packageID, pathes)
-
- return ctx.Exec(sb.String(), args...).Error
- }
-
- func (db *ObjectDB) MoveByPrefix(ctx SQLContext, oldPkgID jcstypes.PackageID, oldPrefix string, newPkgID jcstypes.PackageID, newPrefix string) error {
- return ctx.Table("Object").Where("PackageID = ? AND Path LIKE ?", oldPkgID, escapeLike("", "%", oldPrefix)).
- Updates(map[string]any{
- "PackageID": newPkgID,
- "Path": gorm.Expr("concat(?, substring(Path, ?))", newPrefix, len(oldPrefix)+1),
- }).Error
- }
-
- func (db *ObjectDB) AppendPart(tx SQLContext, block jcstypes.ObjectBlock) error {
- obj, err := db.Object().GetByID(tx, block.ObjectID)
- if err != nil {
- return fmt.Errorf("getting object by id: %w", err)
- }
-
- _, ok := obj.Redundancy.(*jcstypes.MultipartUploadRedundancy)
- if !ok {
- return fmt.Errorf("object is not a multipart upload object")
- }
-
- blks, err := db.ObjectBlock().BatchGetByObjectID(tx, []jcstypes.ObjectID{obj.ObjectID})
- if err != nil {
- return fmt.Errorf("batch getting object blocks: %w", err)
- }
-
- blks = lo.Reject(blks, func(blk jcstypes.ObjectBlock, idx int) bool { return blk.Index == block.Index })
- blks = append(blks, block)
-
- blks = sort2.Sort(blks, func(a, b jcstypes.ObjectBlock) int { return a.Index - b.Index })
-
- totalSize := int64(0)
- var hashes [][]byte
- for _, blk := range blks {
- totalSize += blk.Size
- hashes = append(hashes, blk.FileHash.GetHashBytes())
- }
-
- newObjHash := jcstypes.CalculateCompositeHash(hashes)
- obj.Size = totalSize
- obj.FileHash = newObjHash
- obj.UpdateTime = time.Now()
-
- err = db.ObjectBlock().DeleteByObjectIDIndex(tx, block.ObjectID, block.Index)
- if err != nil {
- return fmt.Errorf("delete object block: %w", err)
- }
-
- err = db.ObjectBlock().Create(tx, block.ObjectID, block.Index, block.UserSpaceID, block.FileHash, block.Size)
- if err != nil {
- return fmt.Errorf("create object block: %w", err)
- }
-
- err = db.Object().BatchUpdate(tx, []jcstypes.Object{obj})
- if err != nil {
- return fmt.Errorf("update object: %w", err)
- }
-
- return nil
- }
-
- func (db *ObjectDB) BatchDeleteComplete(ctx SQLContext, objectIDs []jcstypes.ObjectID) error {
- err := db.Object().BatchDelete(ctx, objectIDs)
- if err != nil {
- return fmt.Errorf("batch deleting objects: %w", err)
- }
-
- err = db.ObjectBlock().BatchDeleteByObjectID(ctx, objectIDs)
- if err != nil {
- return fmt.Errorf("batch deleting object blocks: %w", err)
- }
-
- err = db.PinnedObject().BatchDeleteByObjectID(ctx, objectIDs)
- if err != nil {
- return fmt.Errorf("batch deleting pinned objects: %w", err)
- }
-
- err = db.ObjectAccessStat().BatchDeleteByObjectID(ctx, objectIDs)
- if err != nil {
- return fmt.Errorf("batch deleting object access stats: %w", err)
- }
-
- return nil
- }
-
- func (db *ObjectDB) DeleteCompleteByPath(ctx SQLContext, packageID jcstypes.PackageID, path string) error {
- obj, err := db.Object().GetByPath(ctx, packageID, path)
- if err != nil {
- return err
- }
-
- return db.BatchDeleteComplete(ctx, []jcstypes.ObjectID{obj.ObjectID})
- }
-
- func (db *ObjectDB) BatchCreateByDetails(ctx SQLContext, pkgID jcstypes.PackageID, adds []jcstypes.ObjectDetail) ([]jcstypes.Object, error) {
- if len(adds) == 0 {
- return nil, nil
- }
-
- // 收集所有路径
- pathes := make([]string, 0, len(adds))
- for _, add := range adds {
- pathes = append(pathes, add.Object.Path)
- }
-
- // 先查询要更新的对象,不存在也没关系
- existsObjs, err := db.BatchGetByPackagePath(ctx, pkgID, pathes)
- if err != nil {
- return nil, fmt.Errorf("batch get object by path: %w", err)
- }
-
- existsObjsMap := make(map[string]jcstypes.Object)
- for _, obj := range existsObjs {
- existsObjsMap[obj.Path] = obj
- }
-
- var updatingObjs []jcstypes.Object
- var addingObjs []jcstypes.Object
- for i := range adds {
- o := adds[i].Object
- o.ObjectID = 0
- o.PackageID = pkgID
-
- e, ok := existsObjsMap[adds[i].Object.Path]
- if ok {
- o.ObjectID = e.ObjectID
- o.CreateTime = e.CreateTime
- updatingObjs = append(updatingObjs, o)
-
- } else {
- addingObjs = append(addingObjs, o)
- }
- }
-
- // 先进行更新
- err = db.BatchUpdate(ctx, updatingObjs)
- if err != nil {
- return nil, fmt.Errorf("batch update objects: %w", err)
- }
-
- // 再执行插入,Create函数插入后会填充ObjectID
- err = db.BatchCreate(ctx, &addingObjs)
- if err != nil {
- return nil, fmt.Errorf("batch create objects: %w", err)
- }
-
- // 按照add参数的顺序返回结果
- affectedObjsMp := make(map[string]jcstypes.Object)
- for _, o := range updatingObjs {
- affectedObjsMp[o.Path] = o
- }
- for _, o := range addingObjs {
- affectedObjsMp[o.Path] = o
- }
- affectedObjs := make([]jcstypes.Object, 0, len(affectedObjsMp))
- affectedObjIDs := make([]jcstypes.ObjectID, 0, len(affectedObjsMp))
- for i := range adds {
- obj := affectedObjsMp[adds[i].Object.Path]
- affectedObjs = append(affectedObjs, obj)
- affectedObjIDs = append(affectedObjIDs, obj.ObjectID)
- }
-
- if len(affectedObjIDs) > 0 {
- // 批量删除 ObjectBlock
- if err := db.ObjectBlock().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
- return nil, fmt.Errorf("batch delete object blocks: %w", err)
- }
-
- // 批量删除 PinnedObject
- if err := db.PinnedObject().BatchDeleteByObjectID(ctx, affectedObjIDs); err != nil {
- return nil, fmt.Errorf("batch delete pinned objects: %w", err)
- }
- }
-
- // 创建 ObjectBlock
- objBlocks := make([]jcstypes.ObjectBlock, 0, len(adds))
- for i, add := range adds {
- for i2 := range add.Blocks {
- add.Blocks[i2].ObjectID = affectedObjIDs[i]
- }
- objBlocks = append(objBlocks, add.Blocks...)
- }
- if err := db.ObjectBlock().BatchCreate(ctx, objBlocks); err != nil {
- return nil, fmt.Errorf("batch create object blocks: %w", err)
- }
-
- return affectedObjs, nil
- }
-
- func (*ObjectDB) Summary(ctx SQLContext) (cnt int64, size int64, err error) {
- var stats struct {
- Cnt int64 `gorm:"column:Cnt; type:bigint;"`
- Size int64 `gorm:"column:Size; type:bigint;"`
- }
-
- err = ctx.Table("Object").Select("Count(Size) as Cnt, Sum(Size) as Size").Find(&stats).Error
- if err != nil {
- return 0, 0, err
- }
-
- return stats.Cnt, stats.Size, nil
- }
|