JCS-pub/common/models/models.go

package stgmod

import (
	"github.com/samber/lo"
	cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
	"gitlink.org.cn/cloudream/common/utils/sort2"
)

type ObjectBlock struct {
	ObjectID cdssdk.ObjectID `db:"ObjectID" json:"objectID"`
	Index    int             `db:"Index" json:"index"`
	NodeID   cdssdk.NodeID   `db:"NodeID" json:"nodeID"` // 这个块应该在哪个节点上
	FileHash string          `db:"FileHash" json:"fileHash"`
}

type ObjectDetail struct {
	Object   cdssdk.Object   `json:"object"`
	PinnedAt []cdssdk.NodeID `json:"pinnedAt"`
	Blocks   []ObjectBlock   `json:"blocks"`
}

func NewObjectDetail(object cdssdk.Object, pinnedAt []cdssdk.NodeID, blocks []ObjectBlock) ObjectDetail {
	return ObjectDetail{
		Object:   object,
		PinnedAt: pinnedAt,
		Blocks:   blocks,
	}
}

func DetailsFromObjects(objects []cdssdk.Object) []ObjectDetail {
	details := make([]ObjectDetail, len(objects))
	for i, object := range objects {
		details[i] = ObjectDetail{
			Object: object,
		}
	}
	return details
}

// 将blocks放到对应的object中。要求objs和blocks都按ObjectID升序
func DetailsFillObjectBlocks(objs []ObjectDetail, blocks []ObjectBlock) {
	blksCur := 0
	for i := range objs {
		obj := &objs[i]
		// 1. 查询Object和ObjectBlock时均按照ObjectID升序排序
		// 2. ObjectBlock结果集中的不同ObjectID数只会比Object结果集的少
		// 因此在两个结果集上同时从头开始遍历时，如果两边的ObjectID字段不同，那么一定是ObjectBlock这边的ObjectID > Object的ObjectID，
		// 此时让Object的遍历游标前进，直到两边的ObjectID再次相等
		for ; blksCur < len(blocks); blksCur++ {
			if blocks[blksCur].ObjectID != obj.Object.ObjectID {
				break
			}
			obj.Blocks = append(obj.Blocks, blocks[blksCur])
		}
	}
}

// 将pinnedAt放到对应的object中。要求objs和pinnedAt都按ObjectID升序
func DetailsFillPinnedAt(objs []ObjectDetail, pinnedAt []cdssdk.PinnedObject) {
	pinnedCur := 0
	for i := range objs {
		obj := &objs[i]
		for ; pinnedCur < len(pinnedAt); pinnedCur++ {
			if pinnedAt[pinnedCur].ObjectID != obj.Object.ObjectID {
				break
			}
			obj.PinnedAt = append(obj.PinnedAt, pinnedAt[pinnedCur].StorageID)
		}
	}
}

type GrouppedObjectBlock struct {
	ObjectID cdssdk.ObjectID
	Index    int
	FileHash string
	NodeIDs  []cdssdk.NodeID
}

func (o *ObjectDetail) GroupBlocks() []GrouppedObjectBlock {
	grps := make(map[int]GrouppedObjectBlock)
	for _, block := range o.Blocks {
		grp, ok := grps[block.Index]
		if !ok {
			grp = GrouppedObjectBlock{
				ObjectID: block.ObjectID,
				Index:    block.Index,
				FileHash: block.FileHash,
			}
		}
		grp.NodeIDs = append(grp.NodeIDs, block.NodeID)
		grps[block.Index] = grp
	}

	return sort2.Sort(lo.Values(grps), func(l, r GrouppedObjectBlock) int { return l.Index - r.Index })
}

type LocalMachineInfo struct {
	NodeID     *cdssdk.NodeID    `json:"nodeID"`
	ExternalIP string            `json:"externalIP"`
	LocalIP    string            `json:"localIP"`
	LocationID cdssdk.LocationID `json:"locationID"`
}

type PackageAccessStat struct {
	PackageID cdssdk.PackageID `db:"PackageID" json:"packageID"`
	NodeID    cdssdk.NodeID    `db:"NodeID" json:"nodeID"`
	Amount    float64          `db:"Amount" json:"Amount"`   // 前一日的读取量的滑动平均值
	Counter   float64          `db:"Counter" json:"counter"` // 当日的读取量
}

type ObjectAccessStat struct {
	ObjectID cdssdk.ObjectID `db:"ObjectID" json:"objectID"`
	NodeID   cdssdk.NodeID   `db:"NodeID" json:"nodeID"`
	Amount   float64         `db:"Amount" json:"Amount"`   // 前一日的读取量的滑动平均值
	Counter  float64         `db:"Counter" json:"counter"` // 当日的读取量
}

type StorageDetail struct {
	Storage cdssdk.Storage        `json:"storage"`
	Shard   *cdssdk.ShardStorage  `json:"shard"`
	Shared  *cdssdk.SharedStorage `json:"shared"`
}