You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

azure_openai.go 1.9 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455
  1. // Copyright 2023 The casbin Authors. All Rights Reserved.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package model
  15. import (
  16. "github.com/casbin/casibase/proxy"
  17. "github.com/sashabaranov/go-openai"
  18. )
  19. func NewAzureModelProvider(typ string, subType string, deploymentName string, secretKey string, temperature float32, topP float32, frequencyPenalty float32, presencePenalty float32, providerUrl string, apiVersion string) (*LocalModelProvider, error) {
  20. p := &LocalModelProvider{
  21. typ: typ,
  22. subType: subType,
  23. deploymentName: deploymentName,
  24. secretKey: secretKey,
  25. temperature: temperature,
  26. topP: topP,
  27. frequencyPenalty: frequencyPenalty,
  28. presencePenalty: presencePenalty,
  29. providerUrl: providerUrl,
  30. apiVersion: apiVersion,
  31. }
  32. return p, nil
  33. }
  34. func getAzureClientFromToken(subtype string, deploymentName string, authToken string, url string, apiVersion string) *openai.Client {
  35. config := openai.DefaultAzureConfig(authToken, url)
  36. config.HTTPClient = proxy.ProxyHttpClient
  37. if apiVersion != "" {
  38. config.APIVersion = apiVersion
  39. }
  40. if deploymentName != "" {
  41. config.AzureModelMapperFunc = func(model string) string {
  42. azureModelMapping := map[string]string{
  43. subtype: deploymentName,
  44. }
  45. return azureModelMapping[model]
  46. }
  47. }
  48. c := openai.NewClientWithConfig(config)
  49. return c
  50. }