You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

getp.go 2.9 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. package cmdline
  2. import (
  3. "fmt"
  4. "io"
  5. "os"
  6. "path/filepath"
  7. "strconv"
  8. "strings"
  9. "time"
  10. "github.com/inhies/go-bytesize"
  11. "github.com/spf13/cobra"
  12. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  13. "gitlink.org.cn/cloudream/storage/common/pkgs/iterator"
  14. )
  15. func init() {
  16. var usePkgID bool
  17. cmd := &cobra.Command{
  18. Use: "getp",
  19. Short: "Download whole package by package id or path",
  20. Args: cobra.ExactArgs(2),
  21. Run: func(cmd *cobra.Command, args []string) {
  22. cmdCtx := GetCmdCtx(cmd)
  23. if usePkgID {
  24. id, err := strconv.ParseInt(args[0], 10, 64)
  25. if err != nil {
  26. fmt.Printf("Invalid package id: %s\n", args[0])
  27. return
  28. }
  29. getpByID(cmdCtx, cdssdk.PackageID(id), args[1])
  30. } else {
  31. getpByPath(cmdCtx, args[0], args[1])
  32. }
  33. },
  34. }
  35. cmd.Flags().BoolVarP(&usePkgID, "id", "i", false, "Download with package id instead of path")
  36. rootCmd.AddCommand(cmd)
  37. }
  38. func getpByPath(cmdCtx *CommandContext, path string, output string) {
  39. userID := cdssdk.UserID(1)
  40. comps := strings.Split(strings.Trim(path, cdssdk.ObjectPathSeparator), cdssdk.ObjectPathSeparator)
  41. if len(comps) != 2 {
  42. fmt.Printf("Package path must be in format of <bucket>/<package>")
  43. return
  44. }
  45. pkg, err := cmdCtx.Cmdline.Svc.PackageSvc().GetByName(userID, comps[0], comps[1])
  46. if err != nil {
  47. fmt.Println(err)
  48. return
  49. }
  50. getpByID(cmdCtx, pkg.PackageID, output)
  51. }
  52. func getpByID(cmdCtx *CommandContext, id cdssdk.PackageID, output string) {
  53. userID := cdssdk.UserID(1)
  54. startTime := time.Now()
  55. objIter, err := cmdCtx.Cmdline.Svc.PackageSvc().DownloadPackage(userID, id)
  56. if err != nil {
  57. fmt.Println(err)
  58. return
  59. }
  60. err = os.MkdirAll(output, os.ModePerm)
  61. if err != nil {
  62. fmt.Printf("Create output directory %s failed, err: %v", output, err)
  63. return
  64. }
  65. defer objIter.Close()
  66. madeDirs := make(map[string]bool)
  67. fileCount := 0
  68. totalSize := int64(0)
  69. for {
  70. objInfo, err := objIter.MoveNext()
  71. if err == iterator.ErrNoMoreItem {
  72. break
  73. }
  74. if err != nil {
  75. fmt.Println(err)
  76. return
  77. }
  78. err = func() error {
  79. defer objInfo.File.Close()
  80. fileCount++
  81. totalSize += objInfo.Object.Size
  82. fullPath := filepath.Join(output, objInfo.Object.Path)
  83. dirPath := filepath.Dir(fullPath)
  84. if !madeDirs[dirPath] {
  85. if err := os.MkdirAll(dirPath, 0755); err != nil {
  86. return fmt.Errorf("creating object dir: %w", err)
  87. }
  88. madeDirs[dirPath] = true
  89. }
  90. outputFile, err := os.Create(fullPath)
  91. if err != nil {
  92. return fmt.Errorf("creating object file: %w", err)
  93. }
  94. defer outputFile.Close()
  95. _, err = io.Copy(outputFile, objInfo.File)
  96. if err != nil {
  97. return fmt.Errorf("copy object data to local file failed, err: %w", err)
  98. }
  99. return nil
  100. }()
  101. if err != nil {
  102. fmt.Println(err)
  103. return
  104. }
  105. }
  106. fmt.Printf("Get %v files (%v) to %s in %v.\n", fileCount, bytesize.ByteSize(totalSize), output, time.Since(startTime))
  107. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。