You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

utils.go 8.4 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. package rpc
  2. import (
  3. "fmt"
  4. "io"
  5. "gitlink.org.cn/cloudream/common/consts/errorcode"
  6. "gitlink.org.cn/cloudream/common/utils/io2"
  7. "gitlink.org.cn/cloudream/common/utils/serder"
  8. "gitlink.org.cn/cloudream/jcs-pub/common/ecode"
  9. "golang.org/x/net/context"
  10. "google.golang.org/grpc"
  11. "google.golang.org/grpc/codes"
  12. "google.golang.org/grpc/status"
  13. )
  14. func UnaryClient[Resp, Req any](apiFn func(context.Context, *Request, ...grpc.CallOption) (*Response, error), ctx context.Context, req Req) (Resp, *CodeError) {
  15. data, err := serder.ObjectToJSONEx(req)
  16. if err != nil {
  17. var resp Resp
  18. return resp, Failed(errorcode.OperationFailed, err.Error())
  19. }
  20. resp, err := apiFn(ctx, &Request{
  21. Payload: data,
  22. })
  23. if err != nil {
  24. var resp Resp
  25. return resp, ExtractCodeError(err)
  26. }
  27. ret, err := serder.JSONToObjectEx[Resp](resp.Payload)
  28. if err != nil {
  29. return ret, Failed(errorcode.OperationFailed, err.Error())
  30. }
  31. return ret, nil
  32. }
  33. func UnaryServer[Resp, Req any](apiFn func(context.Context, Req) (Resp, *CodeError), ctx context.Context, req *Request) (*Response, error) {
  34. rreq, err := serder.JSONToObjectEx[Req](req.Payload)
  35. if err != nil {
  36. return nil, MakeCodeError(errorcode.OperationFailed, err.Error())
  37. }
  38. ret, cerr := apiFn(ctx, rreq)
  39. if cerr != nil {
  40. return nil, WrapCodeError(cerr)
  41. }
  42. data, err := serder.ObjectToJSONEx(ret)
  43. if err != nil {
  44. return nil, MakeCodeError(errorcode.OperationFailed, err.Error())
  45. }
  46. return &Response{
  47. Payload: data,
  48. }, nil
  49. }
  50. type UploadStreamAPIClient interface {
  51. GRPCChunkedWriter
  52. CloseAndRecv() (*Response, error)
  53. }
  54. type UploadStreamAPIServer interface {
  55. GRPCChunkedReader
  56. SendAndClose(*Response) error
  57. Context() context.Context
  58. }
  59. type UploadStreamReq interface {
  60. GetStream() io.Reader
  61. SetStream(io.Reader)
  62. }
  63. // 封装了上传流API的客户端逻辑。记得将Req里的Stream字段设置为不需要序列化(json:"-")
  64. func UploadStreamClient[Resp any, Req UploadStreamReq, APIRet UploadStreamAPIClient](apiFn func(context.Context, ...grpc.CallOption) (APIRet, error), ctx context.Context, req Req) (Resp, *CodeError) {
  65. stream := req.GetStream()
  66. var ret Resp
  67. data, err := serder.ObjectToJSONEx(req)
  68. if err != nil {
  69. return ret, Failed(errorcode.OperationFailed, err.Error())
  70. }
  71. ctx2, cancelFn := context.WithCancel(ctx)
  72. defer cancelFn()
  73. cli, err := apiFn(ctx2)
  74. if err != nil {
  75. return ret, ExtractCodeError(err)
  76. }
  77. cw := NewChunkedWriter(cli)
  78. err = cw.WriteDataPart("", data)
  79. if err != nil {
  80. return ret, Failed(errorcode.OperationFailed, err.Error())
  81. }
  82. _, err = cw.WriteStreamPart("", stream)
  83. if err != nil {
  84. return ret, Failed(errorcode.OperationFailed, err.Error())
  85. }
  86. err = cw.Finish()
  87. if err != nil {
  88. return ret, Failed(errorcode.OperationFailed, err.Error())
  89. }
  90. resp, err := cli.CloseAndRecv()
  91. if err != nil {
  92. return ret, Failed(errorcode.OperationFailed, err.Error())
  93. }
  94. ret, err = serder.JSONToObjectEx[Resp](resp.Payload)
  95. if err != nil {
  96. return ret, Failed(errorcode.OperationFailed, err.Error())
  97. }
  98. return ret, nil
  99. }
  100. func UploadStreamServer[Resp any, Req UploadStreamReq, APIRet UploadStreamAPIServer](apiFn func(context.Context, Req) (Resp, *CodeError), req APIRet) error {
  101. cr := NewChunkedReader(req)
  102. _, data, err := cr.NextDataPart()
  103. if err != nil {
  104. return MakeCodeError(errorcode.OperationFailed, err.Error())
  105. }
  106. _, pr, err := cr.NextPart()
  107. if err != nil {
  108. return MakeCodeError(errorcode.OperationFailed, err.Error())
  109. }
  110. rreq, err := serder.JSONToObjectEx[Req](data)
  111. if err != nil {
  112. return MakeCodeError(errorcode.OperationFailed, err.Error())
  113. }
  114. rreq.SetStream(pr)
  115. resp, cerr := apiFn(req.Context(), rreq)
  116. if cerr != nil {
  117. return WrapCodeError(cerr)
  118. }
  119. respData, err := serder.ObjectToJSONEx(resp)
  120. if err != nil {
  121. return MakeCodeError(errorcode.OperationFailed, err.Error())
  122. }
  123. err = req.SendAndClose(&Response{Payload: respData})
  124. if err != nil {
  125. return MakeCodeError(errorcode.OperationFailed, err.Error())
  126. }
  127. return nil
  128. }
  129. type DownloadStreamAPIClient interface {
  130. GRPCChunkedReader
  131. }
  132. type DownloadStreamAPIServer interface {
  133. GRPCChunkedWriter
  134. Context() context.Context
  135. }
  136. type DownloadStreamResp interface {
  137. GetStream() io.ReadCloser
  138. SetStream(io.ReadCloser)
  139. }
  140. // 封装了下载流API的客户端逻辑。记得将Resp里的Stream字段设置为不需要序列化(json:"-")
  141. func DownloadStreamClient[Resp DownloadStreamResp, Req any, APIRet DownloadStreamAPIClient](apiFn func(context.Context, *Request, ...grpc.CallOption) (APIRet, error), ctx context.Context, req Req) (Resp, *CodeError) {
  142. var ret Resp
  143. data, err := serder.ObjectToJSONEx(req)
  144. if err != nil {
  145. return ret, Failed(errorcode.OperationFailed, err.Error())
  146. }
  147. ctx2, cancelFn := context.WithCancel(ctx)
  148. cli, err := apiFn(ctx2, &Request{Payload: data})
  149. if err != nil {
  150. cancelFn()
  151. return ret, ExtractCodeError(err)
  152. }
  153. cr := NewChunkedReader(cli)
  154. _, data, err = cr.NextDataPart()
  155. if err != nil {
  156. cancelFn()
  157. return ret, Failed(errorcode.OperationFailed, err.Error())
  158. }
  159. resp, err := serder.JSONToObjectEx[Resp](data)
  160. if err != nil {
  161. cancelFn()
  162. return ret, Failed(errorcode.OperationFailed, err.Error())
  163. }
  164. _, pr, err := cr.NextPart()
  165. if err != nil {
  166. cancelFn()
  167. return ret, Failed(errorcode.OperationFailed, err.Error())
  168. }
  169. resp.SetStream(io2.DelegateReadCloser(pr, func() error {
  170. cancelFn()
  171. return nil
  172. }))
  173. return resp, nil
  174. }
  175. func DownloadStreamServer[Resp DownloadStreamResp, Req any, APIRet DownloadStreamAPIServer](apiFn func(context.Context, Req) (Resp, *CodeError), req *Request, ret APIRet) error {
  176. rreq, err := serder.JSONToObjectEx[Req](req.Payload)
  177. if err != nil {
  178. return MakeCodeError(errorcode.OperationFailed, err.Error())
  179. }
  180. resp, cerr := apiFn(ret.Context(), rreq)
  181. if cerr != nil {
  182. return WrapCodeError(cerr)
  183. }
  184. defer resp.GetStream().Close()
  185. cw := NewChunkedWriter(ret)
  186. data, err := serder.ObjectToJSONEx(resp)
  187. if err != nil {
  188. return MakeCodeError(errorcode.OperationFailed, err.Error())
  189. }
  190. err = cw.WriteDataPart("", data)
  191. if err != nil {
  192. return MakeCodeError(errorcode.OperationFailed, err.Error())
  193. }
  194. _, err = cw.WriteStreamPart("", resp.GetStream())
  195. if err != nil {
  196. return MakeCodeError(errorcode.OperationFailed, err.Error())
  197. }
  198. err = cw.Finish()
  199. if err != nil {
  200. return MakeCodeError(errorcode.OperationFailed, err.Error())
  201. }
  202. return nil
  203. }
  204. type BidChannelAPIClient interface {
  205. Send(*Request) error
  206. Recv() (*Response, error)
  207. grpc.ClientStream
  208. }
  209. func BidChannelClient[Resp any, Req any, APIRet BidChannelAPIClient](apiFn func(context.Context, ...grpc.CallOption) (APIRet, error), ctx context.Context) BidChan[Resp, Req] {
  210. ctx, cancelFn := context.WithCancel(ctx)
  211. ret, err := apiFn(ctx)
  212. if err != nil {
  213. return NewFusedChan[Resp, Req](Failed(errorcode.OperationFailed, err.Error()))
  214. }
  215. return NewBidChanClient[Resp, Req](ret, cancelFn)
  216. }
  217. type BidChannelAPIServer interface {
  218. Send(*Response) error
  219. Recv() (*Request, error)
  220. grpc.ServerStream
  221. }
  222. func BidChannelServer[Resp any, Req any, APIArg BidChannelAPIServer](apiFn func(BidChan[Req, Resp]), arg APIArg) error {
  223. errCh := make(chan *CodeError, 1)
  224. ch := NewBidChanServer[Req, Resp](arg, errCh)
  225. go apiFn(ch)
  226. cerr := <-errCh
  227. if cerr != nil {
  228. return WrapCodeError(cerr)
  229. }
  230. return nil
  231. }
  232. func Failed(errCode ecode.ErrorCode, format string, args ...any) *CodeError {
  233. return &CodeError{
  234. Code: string(errCode),
  235. Message: fmt.Sprintf(format, args...),
  236. }
  237. }
  238. // 定义一个额外的结构体,防止陷入 (*CodeError)(nil) != nil 的陷阱
  239. type ErrorCodeError struct {
  240. CE *CodeError
  241. }
  242. func (c *ErrorCodeError) Error() string {
  243. return fmt.Sprintf("code: %s, message: %s", c.CE.Code, c.CE.Message)
  244. }
  245. func (c *CodeError) ToError() error {
  246. if c == nil {
  247. return nil
  248. }
  249. return &ErrorCodeError{CE: c}
  250. }
  251. func ExtractCodeError(err error) *CodeError {
  252. status, ok := status.FromError(err)
  253. if ok {
  254. dts := status.Details()
  255. if len(dts) > 0 {
  256. ce, ok := dts[0].(*CodeError)
  257. if ok {
  258. return ce
  259. }
  260. }
  261. }
  262. return Failed(errorcode.OperationFailed, err.Error())
  263. }
  264. func MakeCodeError(code ecode.ErrorCode, msg string) error {
  265. ce, _ := status.New(codes.Unknown, "custom error").WithDetails(Failed(code, msg))
  266. return ce.Err()
  267. }
  268. func WrapCodeError(ce *CodeError) error {
  269. e, _ := status.New(codes.Unknown, "custom error").WithDetails(ce)
  270. return e.Err()
  271. }

本项目旨在将云际存储公共基础设施化,使个人及企业可低门槛使用高效的云际存储服务(安装开箱即用云际存储客户端即可,无需关注其他组件的部署),同时支持用户灵活便捷定制云际存储的功能细节。