You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

getp.go 3.0 kB

7 months ago
7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. package cmdline
  2. import (
  3. "fmt"
  4. "io"
  5. "os"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/inhies/go-bytesize"
  11. "github.com/spf13/cobra"
  12. "gitlink.org.cn/cloudream/storage2/client/internal/config"
  13. cdssdk "gitlink.org.cn/cloudream/storage2/client/types"
  14. "gitlink.org.cn/cloudream/storage2/common/pkgs/iterator"
  15. )
  16. func init() {
  17. var usePkgID bool
  18. cmd := &cobra.Command{
  19. Use: "getp",
  20. Short: "Download whole package by package id or path",
  21. Args: cobra.ExactArgs(2),
  22. Run: func(cmd *cobra.Command, args []string) {
  23. cmdCtx := GetCmdCtx(cmd)
  24. if usePkgID {
  25. id, err := strconv.ParseInt(args[0], 10, 64)
  26. if err != nil {
  27. fmt.Printf("Invalid package id: %s\n", args[0])
  28. return
  29. }
  30. getpByID(cmdCtx, cdssdk.PackageID(id), args[1])
  31. } else {
  32. getpByPath(cmdCtx, args[0], args[1])
  33. }
  34. },
  35. }
  36. cmd.Flags().BoolVarP(&usePkgID, "id", "i", false, "Download with package id instead of path")
  37. RootCmd.AddCommand(cmd)
  38. }
  39. func getpByPath(cmdCtx *CommandContext, path string, output string) {
  40. comps := strings.Split(strings.Trim(path, cdssdk.ObjectPathSeparator), cdssdk.ObjectPathSeparator)
  41. if len(comps) != 2 {
  42. fmt.Printf("Package path must be in format of <bucket>/<package>")
  43. return
  44. }
  45. pkg, err := cmdCtx.Cmdline.Svc.PackageSvc().GetByFullName(comps[0], comps[1])
  46. if err != nil {
  47. fmt.Println(err)
  48. return
  49. }
  50. getpByID(cmdCtx, pkg.PackageID, output)
  51. }
  52. func getpByID(cmdCtx *CommandContext, id cdssdk.PackageID, output string) {
  53. startTime := time.Now()
  54. objIter, err := cmdCtx.Cmdline.Svc.PackageSvc().DownloadPackage(id)
  55. if err != nil {
  56. fmt.Println(err)
  57. return
  58. }
  59. err = os.MkdirAll(output, os.ModePerm)
  60. if err != nil {
  61. fmt.Printf("Create output directory %s failed, err: %v", output, err)
  62. return
  63. }
  64. defer objIter.Close()
  65. madeDirs := make(map[string]bool)
  66. fileCount := 0
  67. totalSize := int64(0)
  68. for {
  69. objInfo, err := objIter.MoveNext()
  70. if err == iterator.ErrNoMoreItem {
  71. break
  72. }
  73. if err != nil {
  74. fmt.Println(err)
  75. return
  76. }
  77. err = func() error {
  78. defer objInfo.File.Close()
  79. fileCount++
  80. totalSize += objInfo.Object.Size
  81. fullPath := filepath.Join(output, objInfo.Object.Path)
  82. dirPath := filepath.Dir(fullPath)
  83. if !madeDirs[dirPath] {
  84. if err := os.MkdirAll(dirPath, 0755); err != nil {
  85. return fmt.Errorf("creating object dir: %w", err)
  86. }
  87. madeDirs[dirPath] = true
  88. }
  89. outputFile, err := os.Create(fullPath)
  90. if err != nil {
  91. return fmt.Errorf("creating object file: %w", err)
  92. }
  93. defer outputFile.Close()
  94. _, err = io.Copy(outputFile, objInfo.File)
  95. if err != nil {
  96. return fmt.Errorf("copy object data to local file failed, err: %w", err)
  97. }
  98. if config.Cfg().StorageID > 0 {
  99. cmdCtx.Cmdline.Svc.AccessStat.AddAccessCounter(objInfo.Object.ObjectID, id, config.Cfg().StorageID, 1)
  100. }
  101. return nil
  102. }()
  103. if err != nil {
  104. fmt.Println(err)
  105. return
  106. }
  107. }
  108. fmt.Printf("Get %v files (%v) to %s in %v.\n", fileCount, bytesize.ByteSize(totalSize), output, time.Since(startTime))
  109. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。