server.ts 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. import md5 from "spark-md5";
  2. import { DEFAULT_MODELS } from "../constant";
  3. declare global {
  4. namespace NodeJS {
  5. interface ProcessEnv {
  6. PROXY_URL?: string; // docker only
  7. OPENAI_API_KEY?: string;
  8. CODE?: string;
  9. BASE_URL?: string;
  10. OPENAI_ORG_ID?: string; // openai only
  11. VERCEL?: string;
  12. BUILD_MODE?: "standalone" | "export";
  13. BUILD_APP?: string; // is building desktop app
  14. HIDE_USER_API_KEY?: string; // disable user's api key input
  15. DISABLE_GPT4?: string; // allow user to use gpt-4 or not
  16. ENABLE_BALANCE_QUERY?: string; // allow user to query balance or not
  17. DISABLE_FAST_LINK?: string; // disallow parse settings from url or not
  18. CUSTOM_MODELS?: string; // to control custom models
  19. DEFAULT_MODEL?: string; // to cnntrol default model in every new chat window
  20. // azure only
  21. AZURE_URL?: string; // https://{azure-url}/openai/deployments/{deploy-name}
  22. AZURE_API_KEY?: string;
  23. AZURE_API_VERSION?: string;
  24. // google only
  25. GOOGLE_API_KEY?: string;
  26. GOOGLE_URL?: string;
  27. // google tag manager
  28. GTM_ID?: string;
  29. // anthropic only
  30. ANTHROPIC_URL?: string;
  31. ANTHROPIC_API_KEY?: string;
  32. ANTHROPIC_API_VERSION?: string;
  33. // baidu only
  34. BAIDU_URL?: string;
  35. BAIDU_API_KEY?: string;
  36. BAIDU_SECRET_KEY?: string;
  37. // bytedance only
  38. BYTEDANCE_URL?: string;
  39. BYTEDANCE_API_KEY?: string;
  40. // custom template for preprocessing user input
  41. DEFAULT_INPUT_TEMPLATE?: string;
  42. }
  43. }
  44. }
  45. const ACCESS_CODES = (function getAccessCodes(): Set<string> {
  46. const code = process.env.CODE;
  47. try {
  48. const codes = (code?.split(",") ?? [])
  49. .filter((v) => !!v)
  50. .map((v) => md5.hash(v.trim()));
  51. return new Set(codes);
  52. } catch (e) {
  53. return new Set();
  54. }
  55. })();
  56. function getApiKey(keys?: string) {
  57. const apiKeyEnvVar = keys ?? "";
  58. const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  59. const randomIndex = Math.floor(Math.random() * apiKeys.length);
  60. const apiKey = apiKeys[randomIndex];
  61. if (apiKey) {
  62. console.log(
  63. `[Server Config] using ${randomIndex + 1} of ${
  64. apiKeys.length
  65. } api key - ${apiKey}`,
  66. );
  67. }
  68. return apiKey;
  69. }
  70. export const getServerSideConfig = () => {
  71. if (typeof process === "undefined") {
  72. throw Error(
  73. "[Server Config] you are importing a nodejs-only module outside of nodejs",
  74. );
  75. }
  76. const disableGPT4 = !!process.env.DISABLE_GPT4;
  77. let customModels = process.env.CUSTOM_MODELS ?? "";
  78. let defaultModel = process.env.DEFAULT_MODEL ?? "";
  79. if (disableGPT4) {
  80. if (customModels) customModels += ",";
  81. customModels += DEFAULT_MODELS.filter((m) => m.name.startsWith("gpt-4"))
  82. .map((m) => "-" + m.name)
  83. .join(",");
  84. if (defaultModel.startsWith("gpt-4")) defaultModel = "";
  85. }
  86. const isAzure = !!process.env.AZURE_URL;
  87. const isGoogle = !!process.env.GOOGLE_API_KEY;
  88. const isAnthropic = !!process.env.ANTHROPIC_API_KEY;
  89. const isBaidu = !!process.env.BAIDU_API_KEY;
  90. const isBytedance = !!process.env.BYTEDANCE_API_KEY;
  91. // const apiKeyEnvVar = process.env.OPENAI_API_KEY ?? "";
  92. // const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  93. // const randomIndex = Math.floor(Math.random() * apiKeys.length);
  94. // const apiKey = apiKeys[randomIndex];
  95. // console.log(
  96. // `[Server Config] using ${randomIndex + 1} of ${apiKeys.length} api key`,
  97. // );
  98. const allowedWebDevEndpoints = (
  99. process.env.WHITE_WEBDEV_ENDPOINTS ?? ""
  100. ).split(",");
  101. return {
  102. baseUrl: process.env.BASE_URL,
  103. apiKey: getApiKey(process.env.OPENAI_API_KEY),
  104. openaiOrgId: process.env.OPENAI_ORG_ID,
  105. isAzure,
  106. azureUrl: process.env.AZURE_URL,
  107. azureApiKey: getApiKey(process.env.AZURE_API_KEY),
  108. azureApiVersion: process.env.AZURE_API_VERSION,
  109. isGoogle,
  110. googleApiKey: getApiKey(process.env.GOOGLE_API_KEY),
  111. googleUrl: process.env.GOOGLE_URL,
  112. isAnthropic,
  113. anthropicApiKey: getApiKey(process.env.ANTHROPIC_API_KEY),
  114. anthropicApiVersion: process.env.ANTHROPIC_API_VERSION,
  115. anthropicUrl: process.env.ANTHROPIC_URL,
  116. isBaidu,
  117. baiduUrl: process.env.BAIDU_URL,
  118. baiduApiKey: getApiKey(process.env.BAIDU_API_KEY),
  119. baiduSecretKey: process.env.BAIDU_SECRET_KEY,
  120. isBytedance,
  121. bytedanceApiKey: getApiKey(process.env.BYTEDANCE_API_KEY),
  122. bytedanceUrl: process.env.BYTEDANCE_URL,
  123. gtmId: process.env.GTM_ID,
  124. needCode: ACCESS_CODES.size > 0,
  125. code: process.env.CODE,
  126. codes: ACCESS_CODES,
  127. proxyUrl: process.env.PROXY_URL,
  128. isVercel: !!process.env.VERCEL,
  129. hideUserApiKey: !!process.env.HIDE_USER_API_KEY,
  130. disableGPT4,
  131. hideBalanceQuery: !process.env.ENABLE_BALANCE_QUERY,
  132. disableFastLink: !!process.env.DISABLE_FAST_LINK,
  133. customModels,
  134. defaultModel,
  135. allowedWebDevEndpoints,
  136. };
  137. };