JCS-pub/client/internal/cmdline/test.go

package cmdline

import (
	"context"
	"fmt"
	"os"
	"time"

	"github.com/spf13/cobra"
	"gitlink.org.cn/cloudream/common/pkgs/logger"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/accessstat"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/accesstoken"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/config"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/db"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/downloader"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/downloader/strategy"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/metacache"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/publock"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/services"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/spacesyncer"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/speedstats"
	"gitlink.org.cn/cloudream/jcs-pub/client/internal/uploader"
	stgglb "gitlink.org.cn/cloudream/jcs-pub/common/globals"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/connectivity"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch/exec"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch2"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/ioswitch2/parser"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/storage/pool"
	"gitlink.org.cn/cloudream/jcs-pub/common/pkgs/sysevent"
	jcstypes "gitlink.org.cn/cloudream/jcs-pub/common/types"
	"gitlink.org.cn/cloudream/jcs-pub/common/types/datamap"
)

func init() {
	var configPath string
	cmd := cobra.Command{
		Use:   "test",
		Short: "test",
		Run: func(cmd *cobra.Command, args []string) {
			test(configPath)
		},
	}
	cmd.Flags().StringVarP(&configPath, "config", "c", "", "config file path")
	RootCmd.AddCommand(&cmd)
}

func doTest(svc *services.Service) {
	ft := ioswitch2.NewFromTo()

	space1 := svc.UserSpaceMeta.Get(3)
	space2 := svc.UserSpaceMeta.Get(4)

	// ft.AddFrom(ioswitch2.NewFromBaseStore(*space1.MasterHub, *space1, "space3/blocks/1A/Full1AE5436AF72D8EF93923486E0E167315CEF0C91898064DADFAC22216FFBC5E3D"))
	// ft.AddTo(ioswitch2.NewToBaseStore(*space2.MasterHub, *space2, "block"))
	// plans := exec.NewPlanBuilder()
	// parser.Parse(ft, plans)
	// fmt.Println(plans)

	// _, err := plans.Execute(exec.NewExecContext()).Wait(context.Background())
	// fmt.Println(err)

	ft = ioswitch2.NewFromTo()
	ft.AddFrom(ioswitch2.NewFromShardstore("Full1AE5436AF72D8EF93923486E0E167315CEF0C91898064DADFAC22216FFBC5E3D", *space1, ioswitch2.RawStream()))
	ft.AddTo(ioswitch2.NewToBaseStore(*space2, jcstypes.PathFromComps("test3.txt")))
	plans := exec.NewPlanBuilder()
	parser.Parse(ft, plans)
	fmt.Println(plans)
	_, err := plans.Execute(exec.NewExecContext()).Wait(context.Background())
	fmt.Println(err)

}

func test(configPath string) {
	err := config.Init(configPath)
	if err != nil {
		fmt.Printf("init config failed, err: %s", err.Error())
		os.Exit(1)
	}

	err = logger.Init(&config.Cfg().Logger)
	if err != nil {
		fmt.Printf("init logger failed, err: %s", err.Error())
		os.Exit(1)
	}

	stgglb.InitLocal(config.Cfg().Local)

	stgglb.StandaloneMode = config.Cfg().AccessToken == nil

	// 数据库
	db, err := db.NewDB(&config.Cfg().DB)
	if err != nil {
		logger.Fatalf("new db failed, err: %s", err.Error())
	}

	// 元数据缓存
	metaCacheHost := metacache.NewHost(db)
	go metaCacheHost.Serve()
	stgMeta := metaCacheHost.AddStorageMeta()
	hubMeta := metaCacheHost.AddHubMeta()
	conMeta := metaCacheHost.AddConnectivity()

	var accToken *accesstoken.Keeper
	if !stgglb.StandaloneMode {
		tempCli, err := config.Cfg().CoordinatorRPC.BuildTempClient()
		if err != nil {
			logger.Warnf("build coordinator rpc temp client: %v", err)
			os.Exit(1)
		}

		accToken, err = accesstoken.New(*config.Cfg().AccessToken, tempCli)
		tempCli.Release()
		if err != nil {
			logger.Warnf("new access token keeper: %v", err)
			os.Exit(1)
		}

		hubRPCCfg, err := config.Cfg().HubRPC.Build(accToken)
		if err != nil {
			logger.Warnf("build hub rpc pool config: %v", err)
			os.Exit(1)
		}

		corRPCCfg, err := config.Cfg().CoordinatorRPC.Build(accToken)
		if err != nil {
			logger.Warnf("build coordinator rpc pool config: %v", err)
			os.Exit(1)
		}

		// 通过HubID获取Hub的地址
		hubRPCCfg.AddrProvider = func(id jcstypes.HubID) string {
			hub := hubMeta.Get(id)
			if hub == nil {
				return ""
			}

			addr, ok := hub.Address.(*jcstypes.GRPCAddressInfo)
			if !ok {
				return ""
			}

			ip, port := stgglb.SelectGRPCAddress(hub, addr)
			return fmt.Sprintf("%v:%v", ip, port)
		}

		stgglb.UserID = accToken.GetToken().UserID
		stgglb.InitPools(hubRPCCfg, corRPCCfg)
	} else {
		stgglb.UserID = 0
		accToken = accesstoken.NewDisabled()
	}
	accTokenChan := accToken.Start()
	defer accToken.Stop()

	// 初始化系统事件发布器
	evtPub, err := sysevent.NewPublisher(config.Cfg().SysEvent, &datamap.SourceClient{
		UserID: stgglb.UserID,
	})
	if err != nil {
		logger.Errorf("new sysevent publisher: %v", err)
		os.Exit(1)
	}
	evtPubChan := evtPub.Start()
	defer evtPub.Stop()

	// 连接性信息收集
	var conCol *connectivity.Collector
	if stgglb.StandaloneMode {
		conCol = connectivity.NewDisabled()
	} else {
		conCol = connectivity.NewEnabled(config.Cfg().Connectivity)
	}
	conColChan := conCol.Start()
	defer conCol.Stop()
	conCol.CollectInPlace()

	// 公共锁
	publock := publock.NewMaster()
	publock.Start()
	defer publock.Stop()

	// 访问统计
	acStat := accessstat.NewAccessStat(accessstat.Config{
		// TODO 考虑放到配置里
		ReportInterval: time.Second * 10,
	}, db)
	acStatChan := acStat.Start()
	defer acStat.Stop()

	// 存储管理器
	stgPool := pool.NewPool()

	// 传输速度统计
	spdStats := speedstats.New()

	// 下载策略
	strgSel := strategy.NewSelector(config.Cfg().DownloadStrategy, stgMeta, hubMeta, conMeta)

	// 下载器
	dlder := downloader.NewDownloader(config.Cfg().Downloader, conCol, stgPool, strgSel, db, spdStats)

	// 上传器
	uploader := uploader.NewUploader(publock, conCol, stgPool, stgMeta, db)

	// 用户空间同步功能
	spaceSync := spacesyncer.New(db, stgPool, stgMeta)
	spaceSyncChan := spaceSync.Start()
	defer spaceSync.Stop()

	svc := services.NewService(publock, dlder, acStat, uploader, strgSel, stgMeta, db, evtPub, nil, stgPool, spaceSync, nil, spdStats, accToken)

	go func() {
		doTest(svc)
		os.Exit(0)
	}()
	/// 开始监听各个模块的事件
	accTokenEvt := accTokenChan.Receive()
	evtPubEvt := evtPubChan.Receive()
	conColEvt := conColChan.Receive()
	acStatEvt := acStatChan.Receive()
	spaceSyncEvt := spaceSyncChan.Receive()

loop:
	for {
		select {
		case e := <-accTokenEvt.Chan():
			if e.Err != nil {
				logger.Errorf("receive access token event: %v", err)
				break loop
			}

			switch e := e.Value.(type) {
			case accesstoken.ExitEvent:
				if e.Err != nil {
					logger.Errorf("access token keeper exit with error: %v", err)
				} else {
					logger.Info("access token keeper exited")
				}
				break loop
			}
			accTokenEvt = accTokenChan.Receive()

		case e := <-evtPubEvt.Chan():
			if e.Err != nil {
				logger.Errorf("receive publisher event: %v", err)
				break loop
			}

			switch val := e.Value.(type) {
			case sysevent.PublishError:
				logger.Errorf("publishing event: %v", val)

			case sysevent.PublisherExited:
				if val.Err != nil {
					logger.Errorf("publisher exited with error: %v", val.Err)
				} else {
					logger.Info("publisher exited")
				}
				break loop

			case sysevent.OtherError:
				logger.Errorf("sysevent: %v", val)
			}
			evtPubEvt = evtPubChan.Receive()

		case e := <-conColEvt.Chan():
			if e.Err != nil {
				logger.Errorf("receive connectivity event: %v", err)
				break loop
			}
			switch e := e.Value.(type) {
			case connectivity.ExitEvent:
				if e.Err != nil {
					logger.Errorf("connectivity collector exited with error: %v", e.Err)
				} else {
					logger.Info("connectivity collector exited")
				}
				break loop

			case connectivity.CollectedEvent:
			}
			conColEvt = conColChan.Receive()

		case e := <-acStatEvt.Chan():
			if e.Err != nil {
				logger.Errorf("receive access stat event: %v", err)
				break loop
			}
			switch e := e.Value.(type) {
			case accessstat.ExitEvent:
				logger.Infof("access stat exited, err: %v", e.Err)
				break loop
			}
			acStatEvt = acStatChan.Receive()

		case e := <-spaceSyncEvt.Chan():
			if e.Err != nil {
				logger.Errorf("receive space sync event: %v", err)
				break loop
			}
			spaceSyncEvt = spaceSyncChan.Receive()
		}
	}
}