You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ipfs_read.go 2.3 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. package task
  2. import (
  3. "fmt"
  4. "io"
  5. "os"
  6. "path/filepath"
  7. "time"
  8. "gitlink.org.cn/cloudream/common/pkgs/logger"
  9. "gitlink.org.cn/cloudream/common/pkgs/task"
  10. stgglb "gitlink.org.cn/cloudream/storage/common/globals"
  11. )
  12. type IPFSRead struct {
  13. FileHash string
  14. LocalPath string
  15. }
  16. func NewIPFSRead(fileHash string, localPath string) *IPFSRead {
  17. return &IPFSRead{
  18. FileHash: fileHash,
  19. LocalPath: localPath,
  20. }
  21. }
  22. func (t *IPFSRead) Compare(other *Task) bool {
  23. tsk, ok := other.Body().(*IPFSRead)
  24. if !ok {
  25. return false
  26. }
  27. return t.FileHash == tsk.FileHash && t.LocalPath == tsk.LocalPath
  28. }
  29. func (t *IPFSRead) Execute(task *task.Task[TaskContext], ctx TaskContext, complete CompleteFn) {
  30. log := logger.WithType[IPFSRead]("Task")
  31. log.Debugf("begin with %v", logger.FormatStruct(t))
  32. defer log.Debugf("end")
  33. outputFileDir := filepath.Dir(t.LocalPath)
  34. err := os.MkdirAll(outputFileDir, os.ModePerm)
  35. if err != nil {
  36. err := fmt.Errorf("create output file directory %s failed, err: %w", outputFileDir, err)
  37. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  38. complete(err, CompleteOption{
  39. RemovingDelay: time.Minute,
  40. })
  41. return
  42. }
  43. outputFile, err := os.Create(t.LocalPath)
  44. if err != nil {
  45. err := fmt.Errorf("create output file %s failed, err: %w", t.LocalPath, err)
  46. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  47. complete(err, CompleteOption{
  48. RemovingDelay: time.Minute,
  49. })
  50. return
  51. }
  52. defer outputFile.Close()
  53. ipfsCli, err := stgglb.IPFSPool.Acquire()
  54. if err != nil {
  55. err := fmt.Errorf("new ipfs client: %w", err)
  56. log.Warn(err.Error())
  57. complete(err, CompleteOption{
  58. RemovingDelay: time.Minute,
  59. })
  60. return
  61. }
  62. defer ipfsCli.Close()
  63. rd, err := ipfsCli.OpenRead(t.FileHash)
  64. if err != nil {
  65. err := fmt.Errorf("read ipfs file failed, err: %w", err)
  66. log.WithField("FileHash", t.FileHash).Warn(err.Error())
  67. complete(err, CompleteOption{
  68. RemovingDelay: time.Minute,
  69. })
  70. return
  71. }
  72. _, err = io.Copy(outputFile, rd)
  73. if err != nil {
  74. err := fmt.Errorf("copy ipfs file to local file failed, err: %w", err)
  75. log.WithField("LocalPath", t.LocalPath).Warn(err.Error())
  76. complete(err, CompleteOption{
  77. RemovingDelay: time.Minute,
  78. })
  79. return
  80. }
  81. complete(nil, CompleteOption{
  82. RemovingDelay: time.Minute,
  83. })
  84. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。