package cmd import ( "context" "fmt" "os" "time" "github.com/spf13/cobra" "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/rpc" "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/storage/pool" "gitlink.org.cn/cloudream/jcs-pub/hub/internal/accesstoken" "gitlink.org.cn/cloudream/jcs-pub/hub/internal/http" "gitlink.org.cn/cloudream/jcs-pub/hub/internal/pubshards" myrpc "gitlink.org.cn/cloudream/jcs-pub/hub/internal/rpc" "gitlink.org.cn/cloudream/common/pkgs/logger" stgglb "gitlink.org.cn/cloudream/jcs-pub/common/globals" "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch/exec" hubrpc "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/rpc/hub" "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/sysevent" jcstypes "gitlink.org.cn/cloudream/jcs-pub/common/types" "gitlink.org.cn/cloudream/jcs-pub/common/types/datamap" "gitlink.org.cn/cloudream/jcs-pub/hub/internal/config" "gitlink.org.cn/cloudream/jcs-pub/hub/internal/ticktock" corrpc "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/rpc/coordinator" ) func init() { var configPath string var opt serveOptions cmd := cobra.Command{ Use: "serve", Short: "start serving hub", Run: func(cmd *cobra.Command, args []string) { serve(configPath, opt) }, } cmd.Flags().StringVarP(&configPath, "config", "c", "", "config file path") cmd.Flags().BoolVarP(&opt.DisableHTTP, "no-http", "", false, "disable http server") cmd.Flags().StringVarP(&opt.HTTPListenAddr, "http", "", "", "http listen address, will override config file") RootCmd.AddCommand(&cmd) } type serveOptions struct { DisableHTTP bool HTTPListenAddr string } func serve(configPath string, opts serveOptions) { // 加载服务配置 err := config.Init(configPath) if err != nil { fmt.Printf("init config failed, err: %s", err.Error()) os.Exit(1) } // 初始化日志 err = logger.Init(&config.Cfg().Logger) if err != nil { fmt.Printf("init logger failed, err: %s", err.Error()) os.Exit(1) } // 初始化全局变量 stgglb.InitLocal(config.Cfg().Local) // 初始化各服务客户端的连接池 corRPCCfg, err := config.Cfg().CoordinatorRPC.Build(nil) if err != nil { logger.Errorf("building coordinator rpc config: %v", err) os.Exit(1) } hubRPCCfg, err := config.Cfg().HubRPC.Build(nil) if err != nil { logger.Errorf("building hub rpc config: %v", err) os.Exit(1) } stgglb.InitPools(hubRPCCfg, corRPCCfg) // 获取Hub配置 hubCfg := downloadHubConfig() // 初始化存储服务管理器 stgPool := pool.NewPool() // 初始化执行器 worker := exec.NewWorker() // HTTP接口 httpCfg := config.Cfg().HTTP if !opts.DisableHTTP && httpCfg != nil && httpCfg.Enabled { if opts.HTTPListenAddr != "" { httpCfg.Listen = opts.HTTPListenAddr } } else { httpCfg = nil } httpSvr := http.NewServer(httpCfg, http.NewService(&worker, stgPool)) httpChan := httpSvr.Start() defer httpSvr.Stop() // 启动访问统计服务 // acStat := accessstat.NewAccessStat(accessstat.Config{ // // TODO 考虑放到配置里 // ReportInterval: time.Second * 10, // }) // go serveAccessStat(acStat) // 初始化系统事件发布器 evtPub, err := sysevent.NewPublisher(config.Cfg().SysEvent, &datamap.SourceHub{ HubID: hubCfg.Hub.HubID, HubName: hubCfg.Hub.Name, }) if err != nil { logger.Errorf("new sysevent publisher: %v", err) os.Exit(1) } evtPubChan := evtPub.Start() defer evtPub.Stop() // 初始化定时任务执行器 tktk := ticktock.New(config.Cfg().TickTock, config.Cfg().ID, stgPool, evtPub) tktk.Start() defer tktk.Stop() // 共享分片存储 shardsPool := pubshards.New(config.Cfg().PubShards, hubCfg.Hub.HubID) shardsPool.Start() defer shardsPool.Stop() // 客户端访问令牌管理器 accToken := accesstoken.New(config.Cfg().ID) accTokenChan := accToken.Start() defer accToken.Stop() // RPC服务 rpcSvr := hubrpc.NewServer(config.Cfg().RPC, myrpc.NewService(&worker, stgPool, accToken, shardsPool), accToken) rpcSvrChan := rpcSvr.Start() defer rpcSvr.Stop() /// 开始监听各个模块的事件 evtPubEvt := evtPubChan.Receive() accTokenEvt := accTokenChan.Receive() rpcEvt := rpcSvrChan.Receive() httpEvt := httpChan.Receive() loop: for { select { case e := <-evtPubEvt.Chan(): if e.Err != nil { logger.Errorf("receive publisher event: %v", err) break loop } switch val := e.Value.(type) { case sysevent.PublishError: logger.Errorf("publishing event: %v", val) case sysevent.PublisherExited: if val.Err != nil { logger.Errorf("publisher exited with error: %v", val.Err) } else { logger.Info("publisher exited") } break loop case sysevent.OtherError: logger.Errorf("sysevent: %v", val) } evtPubEvt = evtPubChan.Receive() case e := <-accTokenEvt.Chan(): if e.Err != nil { logger.Errorf("receive access token event: %v", err) break loop } switch e := e.Value.(type) { case accesstoken.ExitEvent: if e.Err != nil { logger.Errorf("access token manager exited with error: %v", e.Err) } else { logger.Info("access token manager exited") } break loop } accTokenEvt = accTokenChan.Receive() case e := <-rpcEvt.Chan(): if e.Err != nil { logger.Errorf("receive rpc event: %v", e.Err) break loop } switch e := e.Value.(type) { case rpc.ExitEvent: if e.Err != nil { logger.Errorf("rpc server exited with error: %v", e.Err) } else { logger.Infof("rpc server exited") } break loop } rpcEvt = rpcSvrChan.Receive() case e := <-httpEvt.Chan(): if e.Err != nil { logger.Errorf("receive http event: %v", err) break loop } switch e := e.Value.(type) { case http.ExitEvent: logger.Infof("http server exited, err: %v", e.Err) break loop } httpEvt = httpChan.Receive() } } } func downloadHubConfig() corrpc.GetHubConfigResp { coorCli := stgglb.CoordinatorRPCPool.Get() defer coorCli.Release() ctx, cancel := context.WithTimeout(context.Background(), time.Minute) defer cancel() cfgResp, cerr := coorCli.GetHubConfig(ctx, corrpc.ReqGetHubConfig(jcstypes.HubID(config.Cfg().ID))) if cerr != nil { logger.Errorf("getting hub config: %v", cerr) os.Exit(1) } return *cfgResp }