You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

utils.go 4.6 kB

7 months ago
7 months ago
7 months ago
7 months ago
7 months ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198
  1. package api
  2. import (
  3. "crypto/sha256"
  4. "encoding/hex"
  5. "fmt"
  6. "io"
  7. "mime/multipart"
  8. "net/http"
  9. ul "net/url"
  10. "path/filepath"
  11. "strings"
  12. "github.com/google/go-querystring/query"
  13. "gitlink.org.cn/cloudream/common/pkgs/iterator"
  14. "gitlink.org.cn/cloudream/common/sdks"
  15. "gitlink.org.cn/cloudream/common/utils/http2"
  16. "gitlink.org.cn/cloudream/common/utils/math2"
  17. "gitlink.org.cn/cloudream/common/utils/serder"
  18. "gitlink.org.cn/cloudream/jcs-pub/client/sdk/api"
  19. )
  20. func MakeIPFSFilePath(fileHash string) string {
  21. return filepath.Join("ipfs", fileHash)
  22. }
  23. func ParseJSONResponse[TBody any](resp *http.Response) (TBody, error) {
  24. var ret TBody
  25. contType := resp.Header.Get("Content-Type")
  26. if strings.Contains(contType, http2.ContentTypeJSON) {
  27. var err error
  28. if ret, err = serder.JSONToObjectStreamEx[TBody](resp.Body); err != nil {
  29. return ret, fmt.Errorf("parsing response: %w", err)
  30. }
  31. return ret, nil
  32. }
  33. cont, err := io.ReadAll(resp.Body)
  34. if err != nil {
  35. return ret, fmt.Errorf("unknow response content type: %s, status: %d", contType, resp.StatusCode)
  36. }
  37. strCont := string(cont)
  38. return ret, fmt.Errorf("unknow response content type: %s, status: %d, body(prefix): %s", contType, resp.StatusCode, strCont[:math2.Min(len(strCont), 200)])
  39. }
  40. func JSONAPI[Resp sdks.APIResponse, Req sdks.APIRequest](cfg *api.Config, cli *http.Client, req Req, resp Resp) (Resp, error) {
  41. param := req.MakeParam()
  42. httpReq, err := param.MakeRequest(cfg.URL)
  43. if err != nil {
  44. return resp, err
  45. }
  46. if cfg.AccessKey != "" && cfg.SecretKey != "" {
  47. err = SignWithPayloadHash(httpReq, calcSha256(param.Body), cfg.AccessKey, cfg.SecretKey)
  48. if err != nil {
  49. return resp, err
  50. }
  51. }
  52. httpResp, err := cli.Do(httpReq)
  53. if err != nil {
  54. return resp, err
  55. }
  56. err = resp.ParseResponse(httpResp)
  57. return resp, err
  58. }
  59. func JSONAPINoData[Req sdks.APIRequest](cfg *api.Config, cli *http.Client, req Req) error {
  60. param := req.MakeParam()
  61. httpReq, err := param.MakeRequest(cfg.URL)
  62. if err != nil {
  63. return err
  64. }
  65. if cfg.AccessKey != "" && cfg.SecretKey != "" {
  66. err = SignWithPayloadHash(httpReq, calcSha256(param.Body), cfg.AccessKey, cfg.SecretKey)
  67. if err != nil {
  68. return err
  69. }
  70. }
  71. resp, err := cli.Do(httpReq)
  72. if err != nil {
  73. return err
  74. }
  75. return sdks.ParseCodeDataJSONResponse(resp, any(nil))
  76. }
  77. func calcSha256(body sdks.RequestBody) string {
  78. hasher := sha256.New()
  79. switch body := body.(type) {
  80. case *sdks.StringBody:
  81. hasher.Write([]byte(body.Value))
  82. return hex.EncodeToString(hasher.Sum(nil))
  83. case *sdks.BytesBody:
  84. hasher.Write(body.Value)
  85. return hex.EncodeToString(hasher.Sum(nil))
  86. case *sdks.StreamBody:
  87. return ""
  88. default:
  89. hash := sha256.Sum256([]byte(""))
  90. return hex.EncodeToString(hash[:])
  91. }
  92. }
  93. func PostMultiPart(cfg *api.Config, url string, info any, files http2.MultiPartFileIterator) (*http.Response, error) {
  94. req, err := http.NewRequest(http.MethodPost, url, nil)
  95. if err != nil {
  96. return nil, err
  97. }
  98. pr, pw := io.Pipe()
  99. muWriter := multipart.NewWriter(pw)
  100. req.Header.Set("Content-Type", fmt.Sprintf("%s;boundary=%s", http2.ContentTypeMultiPart, muWriter.Boundary()))
  101. writeResult := make(chan error, 1)
  102. go func() {
  103. writeResult <- func() error {
  104. defer pw.Close()
  105. defer muWriter.Close()
  106. if info != nil {
  107. mp, err := query.Values(info)
  108. if err != nil {
  109. return fmt.Errorf("formValues object to map failed, err: %w", err)
  110. }
  111. for k, v := range mp {
  112. err := muWriter.WriteField(k, v[0])
  113. if err != nil {
  114. return fmt.Errorf("write form field failed, err: %w", err)
  115. }
  116. }
  117. }
  118. for {
  119. file, err := files.MoveNext()
  120. if err == iterator.ErrNoMoreItem {
  121. break
  122. }
  123. if err != nil {
  124. return fmt.Errorf("opening file: %w", err)
  125. }
  126. err = sendFileOnePart(muWriter, file.FieldName, file.FileName, file.File)
  127. file.File.Close()
  128. if err != nil {
  129. return err
  130. }
  131. }
  132. return nil
  133. }()
  134. }()
  135. req.Body = pr
  136. if cfg.AccessKey != "" && cfg.SecretKey != "" {
  137. err = SignWithoutBody(req, cfg.AccessKey, cfg.SecretKey)
  138. if err != nil {
  139. return nil, err
  140. }
  141. }
  142. cli := http.Client{}
  143. resp, err := cli.Do(req)
  144. if err != nil {
  145. return nil, err
  146. }
  147. writeErr := <-writeResult
  148. if writeErr != nil {
  149. return nil, writeErr
  150. }
  151. return resp, nil
  152. }
  153. func sendFileOnePart(muWriter *multipart.Writer, fieldName, fileName string, file io.ReadCloser) error {
  154. w, err := muWriter.CreateFormFile(fieldName, ul.PathEscape(fileName))
  155. if err != nil {
  156. return fmt.Errorf("create form file failed, err: %w", err)
  157. }
  158. _, err = io.Copy(w, file)
  159. return err
  160. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。