You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ipfs_read.go 2.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102
  1. package task
  2. import (
  3. "fmt"
  4. "io"
  5. "os"
  6. "path/filepath"
  7. "time"
  8. "gitlink.org.cn/cloudream/common/pkgs/logger"
  9. "gitlink.org.cn/cloudream/storage-common/globals"
  10. )
  11. type IPFSRead struct {
  12. FileHash string
  13. LocalPath string
  14. }
  15. func NewIPFSRead(fileHash string, localPath string) *IPFSRead {
  16. return &IPFSRead{
  17. FileHash: fileHash,
  18. LocalPath: localPath,
  19. }
  20. }
  21. func (t *IPFSRead) Compare(other *Task) bool {
  22. tsk, ok := other.Body().(*IPFSRead)
  23. if !ok {
  24. return false
  25. }
  26. return t.FileHash == tsk.FileHash && t.LocalPath == tsk.LocalPath
  27. }
  28. func (t *IPFSRead) Execute(ctx TaskContext, complete CompleteFn) {
  29. log := logger.WithType[IPFSRead]("Task")
  30. log.Debugf("begin with %v", logger.FormatStruct(t))
  31. defer log.Debugf("end")
  32. outputFileDir := filepath.Dir(t.LocalPath)
  33. err := os.MkdirAll(outputFileDir, os.ModePerm)
  34. if err != nil {
  35. err := fmt.Errorf("create output file directory %s failed, err: %w", outputFileDir, err)
  36. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  37. complete(err, CompleteOption{
  38. RemovingDelay: time.Minute,
  39. })
  40. return
  41. }
  42. outputFile, err := os.Create(t.LocalPath)
  43. if err != nil {
  44. err := fmt.Errorf("create output file %s failed, err: %w", t.LocalPath, err)
  45. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  46. complete(err, CompleteOption{
  47. RemovingDelay: time.Minute,
  48. })
  49. return
  50. }
  51. defer outputFile.Close()
  52. ipfsCli, err := globals.IPFSPool.Acquire()
  53. if err != nil {
  54. err := fmt.Errorf("new ipfs client: %w", err)
  55. log.Warn(err.Error())
  56. complete(err, CompleteOption{
  57. RemovingDelay: time.Minute,
  58. })
  59. return
  60. }
  61. defer ipfsCli.Close()
  62. rd, err := ipfsCli.OpenRead(t.FileHash)
  63. if err != nil {
  64. err := fmt.Errorf("read ipfs file failed, err: %w", err)
  65. log.WithField("FileHash", t.FileHash).Warn(err.Error())
  66. complete(err, CompleteOption{
  67. RemovingDelay: time.Minute,
  68. })
  69. return
  70. }
  71. _, err = io.Copy(outputFile, rd)
  72. if err != nil {
  73. err := fmt.Errorf("copy ipfs file to local file failed, err: %w", err)
  74. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  75. complete(err, CompleteOption{
  76. RemovingDelay: time.Minute,
  77. })
  78. return
  79. }
  80. complete(nil, CompleteOption{
  81. RemovingDelay: time.Minute,
  82. })
  83. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。