You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

getp.go 3.1 kB

7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. package cmdline
  2. /*
  3. import (
  4. "fmt"
  5. "io"
  6. "os"
  7. "path/filepath"
  8. "strconv"
  9. "strings"
  10. "time"
  11. "github.com/inhies/go-bytesize"
  12. "github.com/spf13/cobra"
  13. "gitlink.org.cn/cloudream/jcs-pub/client/internal/config"
  14. cdssdk "gitlink.org.cn/cloudream/jcs-pub/client/types"
  15. "gitlink.org.cn/cloudream/jcs-pub/common/pkgs/iterator"
  16. )
  17. func init() {
  18. var usePkgID bool
  19. cmd := &cobra.Command{
  20. Use: "getp",
  21. Short: "Download whole package by package id or path",
  22. Args: cobra.ExactArgs(2),
  23. Run: func(cmd *cobra.Command, args []string) {
  24. cmdCtx := GetCmdCtx(cmd)
  25. if usePkgID {
  26. id, err := strconv.ParseInt(args[0], 10, 64)
  27. if err != nil {
  28. fmt.Printf("Invalid package id: %s\n", args[0])
  29. return
  30. }
  31. getpByID(cmdCtx, cdssdk.PackageID(id), args[1])
  32. } else {
  33. getpByPath(cmdCtx, args[0], args[1])
  34. }
  35. },
  36. }
  37. cmd.Flags().BoolVarP(&usePkgID, "id", "i", false, "Download with package id instead of path")
  38. RootCmd.AddCommand(cmd)
  39. }
  40. func getpByPath(cmdCtx *CommandContext, path string, output string) {
  41. comps := strings.Split(strings.Trim(path, cdssdk.ObjectPathSeparator), cdssdk.ObjectPathSeparator)
  42. if len(comps) != 2 {
  43. fmt.Printf("Package path must be in format of <bucket>/<package>")
  44. return
  45. }
  46. pkg, err := cmdCtx.Cmdline.Svc.PackageSvc().GetByFullName(comps[0], comps[1])
  47. if err != nil {
  48. fmt.Println(err)
  49. return
  50. }
  51. getpByID(cmdCtx, pkg.PackageID, output)
  52. }
  53. func getpByID(cmdCtx *CommandContext, id cdssdk.PackageID, output string) {
  54. startTime := time.Now()
  55. objIter, err := cmdCtx.Cmdline.Svc.PackageSvc().DownloadPackage(id)
  56. if err != nil {
  57. fmt.Println(err)
  58. return
  59. }
  60. err = os.MkdirAll(output, os.ModePerm)
  61. if err != nil {
  62. fmt.Printf("Create output directory %s failed, err: %v", output, err)
  63. return
  64. }
  65. defer objIter.Close()
  66. madeDirs := make(map[string]bool)
  67. fileCount := 0
  68. totalSize := int64(0)
  69. for {
  70. objInfo, err := objIter.MoveNext()
  71. if err == iterator.ErrNoMoreItem {
  72. break
  73. }
  74. if err != nil {
  75. fmt.Println(err)
  76. return
  77. }
  78. err = func() error {
  79. defer objInfo.File.Close()
  80. fileCount++
  81. totalSize += objInfo.Object.Size
  82. fullPath := filepath.Join(output, objInfo.Object.Path)
  83. dirPath := filepath.Dir(fullPath)
  84. if !madeDirs[dirPath] {
  85. if err := os.MkdirAll(dirPath, 0755); err != nil {
  86. return fmt.Errorf("creating object dir: %w", err)
  87. }
  88. madeDirs[dirPath] = true
  89. }
  90. outputFile, err := os.Create(fullPath)
  91. if err != nil {
  92. return fmt.Errorf("creating object file: %w", err)
  93. }
  94. defer outputFile.Close()
  95. _, err = io.Copy(outputFile, objInfo.File)
  96. if err != nil {
  97. return fmt.Errorf("copy object data to local file failed, err: %w", err)
  98. }
  99. if config.Cfg().UserSpaceID > 0 {
  100. cmdCtx.Cmdline.Svc.AccessStat.AddAccessCounter(objInfo.Object.ObjectID, id, config.Cfg().UserSpaceID, 1)
  101. }
  102. return nil
  103. }()
  104. if err != nil {
  105. fmt.Println(err)
  106. return
  107. }
  108. }
  109. fmt.Printf("Get %v files (%v) to %s in %v.\n", fileCount, bytesize.ByteSize(totalSize), output, time.Since(startTime))
  110. }
  111. */

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。