You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

batch_check_all_storage.go 1.3 kB

2 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. package tickevent
  2. import (
  3. "gitlink.org.cn/cloudream/common/pkgs/logger"
  4. scevt "gitlink.org.cn/cloudream/storage/common/pkgs/mq/scanner/event"
  5. "gitlink.org.cn/cloudream/storage/scanner/internal/event"
  6. )
  7. const CHECK_STORAGE_BATCH_SIZE = 5
  8. type BatchCheckAllStorage struct {
  9. lastCheckStart int
  10. }
  11. func NewBatchCheckAllStorage() *BatchCheckAllStorage {
  12. return &BatchCheckAllStorage{}
  13. }
  14. func (e *BatchCheckAllStorage) Execute(ctx ExecuteContext) {
  15. log := logger.WithType[BatchCheckAllStorage]("TickEvent")
  16. log.Debugf("begin")
  17. defer log.Debugf("end")
  18. storageIDs, err := ctx.Args.DB.Storage().BatchGetAllStorageIDs(ctx.Args.DB.DefCtx(), e.lastCheckStart, CHECK_STORAGE_BATCH_SIZE)
  19. if err != nil {
  20. log.Warnf("batch get storage ids failed, err: %s", err.Error())
  21. return
  22. }
  23. for _, stgID := range storageIDs {
  24. // 设置nil代表进行全量检查
  25. ctx.Args.EventExecutor.Post(event.NewAgentCheckStorage(scevt.NewAgentCheckStorage(stgID)))
  26. }
  27. // 如果结果的长度小于预期的长度,则认为已经查询了所有,下次从头再来
  28. if len(storageIDs) < CHECK_STORAGE_BATCH_SIZE {
  29. e.lastCheckStart = 0
  30. log.Debugf("all storage checked, next time will start check at 0")
  31. } else {
  32. e.lastCheckStart += CHECK_STORAGE_BATCH_SIZE
  33. }
  34. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。