You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

multiPartUploader.go 2.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. package obs
  2. import (
  3. "fmt"
  4. "io"
  5. "github.com/huaweicloud/huaweicloud-sdk-go-obs/obs"
  6. log "gitlink.org.cn/cloudream/common/pkgs/logger"
  7. cdssdk "gitlink.org.cn/cloudream/common/sdks/storage"
  8. "gitlink.org.cn/cloudream/storage/common/pkgs/storage/types"
  9. )
  10. type MultiPartUploader struct {
  11. client *obs.ObsClient
  12. bucket string
  13. }
  14. func NewMultiPartUpload(address *cdssdk.OBSType) *MultiPartUploader {
  15. client, err := obs.New(address.AK, address.SK, address.Endpoint)
  16. if err != nil {
  17. log.Fatalf("Error: %v", err)
  18. }
  19. return &MultiPartUploader{
  20. client: client,
  21. bucket: address.Bucket,
  22. }
  23. }
  24. func (c *MultiPartUploader) Initiate(objectName string) (string, error) {
  25. input := &obs.InitiateMultipartUploadInput{}
  26. input.Bucket = c.bucket
  27. input.Key = objectName
  28. imur, err := c.client.InitiateMultipartUpload(input)
  29. if err != nil {
  30. return "", fmt.Errorf("failed to initiate multipart upload: %w", err)
  31. }
  32. return imur.UploadId, nil
  33. }
  34. func (c *MultiPartUploader) UploadPart(uploadID string, key string, partSize int64, partNumber int, stream io.Reader) (*types.UploadedPartInfo, error) {
  35. uploadParam := &obs.UploadPartInput{
  36. Bucket: c.bucket,
  37. Key: key,
  38. UploadId: uploadID,
  39. PartSize: partSize,
  40. PartNumber: partNumber,
  41. Body: stream,
  42. }
  43. part, err := c.client.UploadPart(uploadParam)
  44. if err != nil {
  45. return nil, fmt.Errorf("failed to upload part: %w", err)
  46. }
  47. result := &types.UploadedPartInfo{
  48. ETag: part.ETag,
  49. PartNumber: partNumber,
  50. }
  51. return result, nil
  52. }
  53. func (c *MultiPartUploader) Complete(uploadID string, Key string, parts []*types.UploadedPartInfo) error {
  54. var uploadPart []obs.Part
  55. for i := 0; i < len(parts); i++ {
  56. uploadPart = append(uploadPart, obs.Part{
  57. PartNumber: parts[i].PartNumber,
  58. ETag: parts[i].ETag,
  59. })
  60. }
  61. notifyParam := &obs.CompleteMultipartUploadInput{
  62. Bucket: c.bucket,
  63. Key: Key,
  64. UploadId: uploadID,
  65. Parts: uploadPart,
  66. }
  67. _, err := c.client.CompleteMultipartUpload(notifyParam)
  68. if err != nil {
  69. return err
  70. }
  71. return nil
  72. }
  73. func (c *MultiPartUploader) Abort() {
  74. }
  75. func (c *MultiPartUploader) Close() {
  76. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。