You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

range.go 2.4 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. package ops2
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "gitlink.org.cn/cloudream/common/pkgs/future"
  7. "gitlink.org.cn/cloudream/common/pkgs/ioswitch/dag"
  8. "gitlink.org.cn/cloudream/common/pkgs/ioswitch/exec"
  9. "gitlink.org.cn/cloudream/common/utils/io2"
  10. "gitlink.org.cn/cloudream/common/utils/math2"
  11. )
  12. func init() {
  13. exec.UseOp[*Range]()
  14. }
  15. type Range struct {
  16. Input *exec.StreamVar `json:"input"`
  17. Output *exec.StreamVar `json:"output"`
  18. Offset int64 `json:"offset"`
  19. Length *int64 `json:"length"`
  20. }
  21. func (o *Range) Execute(ctx context.Context, e *exec.Executor) error {
  22. err := e.BindVars(ctx, o.Input)
  23. if err != nil {
  24. return err
  25. }
  26. defer o.Input.Stream.Close()
  27. buf := make([]byte, 1024*16)
  28. // 跳过前Offset个字节
  29. for o.Offset > 0 {
  30. rdCnt := math2.Min(o.Offset, int64(len(buf)))
  31. rd, err := o.Input.Stream.Read(buf[:rdCnt])
  32. if err == io.EOF {
  33. // 输入流不够长度也不报错,只是产生一个空的流
  34. break
  35. }
  36. if err != nil {
  37. return err
  38. }
  39. o.Offset -= int64(rd)
  40. }
  41. fut := future.NewSetVoid()
  42. if o.Length == nil {
  43. o.Output.Stream = io2.AfterEOF(o.Input.Stream, func(closer io.ReadCloser, err error) {
  44. fut.SetVoid()
  45. })
  46. e.PutVars(o.Output)
  47. return fut.Wait(ctx)
  48. }
  49. o.Output.Stream = io2.AfterEOF(io2.Length(o.Input.Stream, *o.Length), func(closer io.ReadCloser, err error) {
  50. fut.SetVoid()
  51. })
  52. e.PutVars(o.Output)
  53. err = fut.Wait(ctx)
  54. if err != nil {
  55. return err
  56. }
  57. io2.DropWithBuf(o.Input.Stream, buf)
  58. return nil
  59. }
  60. func (o *Range) String() string {
  61. return fmt.Sprintf("Range(%v+%v) %v -> %v", o.Offset, o.Length, o.Input.ID, o.Output.ID)
  62. }
  63. type RangeNode struct {
  64. dag.NodeBase
  65. Range exec.Range
  66. }
  67. func (b *GraphNodeBuilder) NewRange() *RangeNode {
  68. node := &RangeNode{}
  69. b.AddNode(node)
  70. return node
  71. }
  72. func (t *RangeNode) RangeStream(input *dag.StreamVar, rng exec.Range) *dag.StreamVar {
  73. t.InputStreams().EnsureSize(1)
  74. input.Connect(t, 0)
  75. t.Range = rng
  76. output := t.Graph().NewStreamVar()
  77. t.OutputStreams().Setup(t, output, 0)
  78. return output
  79. }
  80. func (t *RangeNode) GenerateOp() (exec.Op, error) {
  81. return &Range{
  82. Input: t.InputStreams().Get(0).Var,
  83. Output: t.OutputStreams().Get(0).Var,
  84. Offset: t.Range.Offset,
  85. Length: t.Range.Length,
  86. }, nil
  87. }
  88. // func (t *RangeType) String() string {
  89. // return fmt.Sprintf("Range[%v+%v]%v%v", t.Range.Offset, t.Range.Length, formatStreamIO(node), formatValueIO(node))
  90. // }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。