You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

main.go 4.1 kB

2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
2 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. package main
  2. import (
  3. "fmt"
  4. "os"
  5. "time"
  6. _ "google.golang.org/grpc/balancer/grpclb"
  7. "gitlink.org.cn/cloudream/common/pkgs/logger"
  8. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  9. "gitlink.org.cn/cloudream/storage/client/internal/cmdline"
  10. "gitlink.org.cn/cloudream/storage/client/internal/config"
  11. "gitlink.org.cn/cloudream/storage/client/internal/services"
  12. "gitlink.org.cn/cloudream/storage/client/internal/task"
  13. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  14. "gitlink.org.cn/cloudream/storage/common/pkgs/accessstat"
  15. "gitlink.org.cn/cloudream/storage/common/pkgs/connectivity"
  16. "gitlink.org.cn/cloudream/storage/common/pkgs/distlock"
  17. "gitlink.org.cn/cloudream/storage/common/pkgs/downloader"
  18. coormq "gitlink.org.cn/cloudream/storage/common/pkgs/mq/coordinator"
  19. )
  20. func main() {
  21. err := config.Init()
  22. if err != nil {
  23. fmt.Printf("init config failed, err: %s", err.Error())
  24. os.Exit(1)
  25. }
  26. err = logger.Init(&config.Cfg().Logger)
  27. if err != nil {
  28. fmt.Printf("init logger failed, err: %s", err.Error())
  29. os.Exit(1)
  30. }
  31. stgglb.InitLocal(&config.Cfg().Local)
  32. stgglb.InitMQPool(&config.Cfg().RabbitMQ)
  33. stgglb.InitAgentRPCPool(&config.Cfg().AgentGRPC)
  34. if config.Cfg().IPFS != nil {
  35. logger.Infof("IPFS config is not empty, so create a ipfs client")
  36. stgglb.InitIPFSPool(config.Cfg().IPFS)
  37. }
  38. var conCol connectivity.Collector
  39. if config.Cfg().Local.NodeID != nil {
  40. //如果client与某个node处于同一台机器,则使用这个node的连通性信息
  41. coorCli, err := stgglb.CoordinatorMQPool.Acquire()
  42. if err != nil {
  43. logger.Warnf("acquire coordinator mq failed, err: %s", err.Error())
  44. os.Exit(1)
  45. }
  46. getCons, err := coorCli.GetNodeConnectivities(coormq.ReqGetNodeConnectivities([]cdssdk.NodeID{*config.Cfg().Local.NodeID}))
  47. if err != nil {
  48. logger.Warnf("get node connectivities failed, err: %s", err.Error())
  49. os.Exit(1)
  50. }
  51. consMap := make(map[cdssdk.NodeID]connectivity.Connectivity)
  52. for _, con := range getCons.Connectivities {
  53. var delay *time.Duration
  54. if con.Delay != nil {
  55. d := time.Duration(*con.Delay * float32(time.Millisecond))
  56. delay = &d
  57. }
  58. consMap[con.FromNodeID] = connectivity.Connectivity{
  59. ToNodeID: con.ToNodeID,
  60. Delay: delay,
  61. }
  62. }
  63. conCol = connectivity.NewCollectorWithInitData(&config.Cfg().Connectivity, nil, consMap)
  64. logger.Info("use local node connectivities")
  65. } else {
  66. // 否则需要就地收集连通性信息
  67. conCol = connectivity.NewCollector(&config.Cfg().Connectivity, nil)
  68. conCol.CollectInPlace()
  69. }
  70. distlockSvc, err := distlock.NewService(&config.Cfg().DistLock)
  71. if err != nil {
  72. logger.Warnf("new distlock service failed, err: %s", err.Error())
  73. os.Exit(1)
  74. }
  75. go serveDistLock(distlockSvc)
  76. acStat := accessstat.NewAccessStat(accessstat.Config{
  77. // TODO 考虑放到配置里
  78. ReportInterval: time.Second * 10,
  79. })
  80. go serveAccessStat(acStat)
  81. taskMgr := task.NewManager(distlockSvc, &conCol)
  82. dlder := downloader.NewDownloader(config.Cfg().Downloader, &conCol)
  83. svc, err := services.NewService(distlockSvc, &taskMgr, &dlder, acStat)
  84. if err != nil {
  85. logger.Warnf("new services failed, err: %s", err.Error())
  86. os.Exit(1)
  87. }
  88. cmds, err := cmdline.NewCommandline(svc)
  89. if err != nil {
  90. logger.Warnf("new command line failed, err: %s", err.Error())
  91. os.Exit(1)
  92. }
  93. cmds.DispatchCommand(os.Args[1:])
  94. }
  95. func serveDistLock(svc *distlock.Service) {
  96. logger.Info("start serving distlock")
  97. err := svc.Serve()
  98. if err != nil {
  99. logger.Errorf("distlock stopped with error: %s", err.Error())
  100. }
  101. logger.Info("distlock stopped")
  102. // TODO 仅简单结束了程序
  103. os.Exit(1)
  104. }
  105. func serveAccessStat(svc *accessstat.AccessStat) {
  106. logger.Info("start serving access stat")
  107. ch := svc.Start()
  108. loop:
  109. for {
  110. val, err := ch.Receive()
  111. if err != nil {
  112. logger.Errorf("access stat stopped with error: %v", err)
  113. break
  114. }
  115. switch val := val.(type) {
  116. case error:
  117. logger.Errorf("access stat stopped with error: %v", val)
  118. break loop
  119. }
  120. }
  121. logger.Info("access stat stopped")
  122. // TODO 仅简单结束了程序
  123. os.Exit(1)
  124. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。