server.ts 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224
  1. import md5 from "spark-md5";
  2. import { DEFAULT_MODELS } from "../constant";
  3. declare global {
  4. namespace NodeJS {
  5. interface ProcessEnv {
  6. PROXY_URL?: string; // docker only
  7. OPENAI_API_KEY?: string;
  8. CODE?: string;
  9. BASE_URL?: string;
  10. OPENAI_ORG_ID?: string; // openai only
  11. VERCEL?: string;
  12. BUILD_MODE?: "standalone" | "export";
  13. BUILD_APP?: string; // is building desktop app
  14. HIDE_USER_API_KEY?: string; // disable user's api key input
  15. DISABLE_GPT4?: string; // allow user to use gpt-4 or not
  16. ENABLE_BALANCE_QUERY?: string; // allow user to query balance or not
  17. DISABLE_FAST_LINK?: string; // disallow parse settings from url or not
  18. CUSTOM_MODELS?: string; // to control custom models
  19. DEFAULT_MODEL?: string; // to control default model in every new chat window
  20. // stability only
  21. STABILITY_URL?: string;
  22. STABILITY_API_KEY?: string;
  23. // azure only
  24. AZURE_URL?: string; // https://{azure-url}/openai/deployments/{deploy-name}
  25. AZURE_API_KEY?: string;
  26. AZURE_API_VERSION?: string;
  27. // google only
  28. GOOGLE_API_KEY?: string;
  29. GOOGLE_URL?: string;
  30. // google tag manager
  31. GTM_ID?: string;
  32. // anthropic only
  33. ANTHROPIC_URL?: string;
  34. ANTHROPIC_API_KEY?: string;
  35. ANTHROPIC_API_VERSION?: string;
  36. // baidu only
  37. BAIDU_URL?: string;
  38. BAIDU_API_KEY?: string;
  39. BAIDU_SECRET_KEY?: string;
  40. // bytedance only
  41. BYTEDANCE_URL?: string;
  42. BYTEDANCE_API_KEY?: string;
  43. // alibaba only
  44. ALIBABA_URL?: string;
  45. ALIBABA_API_KEY?: string;
  46. // tencent only
  47. TENCENT_URL?: string;
  48. TENCENT_SECRET_KEY?: string;
  49. TENCENT_SECRET_ID?: string;
  50. // moonshot only
  51. MOONSHOT_URL?: string;
  52. MOONSHOT_API_KEY?: string;
  53. // iflytek only
  54. IFLYTEK_URL?: string;
  55. IFLYTEK_API_KEY?: string;
  56. IFLYTEK_API_SECRET?: string;
  57. // custom template for preprocessing user input
  58. DEFAULT_INPUT_TEMPLATE?: string;
  59. }
  60. }
  61. }
  62. const ACCESS_CODES = (function getAccessCodes(): Set<string> {
  63. const code = process.env.CODE;
  64. try {
  65. const codes = (code?.split(",") ?? [])
  66. .filter((v) => !!v)
  67. .map((v) => md5.hash(v.trim()));
  68. return new Set(codes);
  69. } catch (e) {
  70. return new Set();
  71. }
  72. })();
  73. function getApiKey(keys?: string) {
  74. const apiKeyEnvVar = keys ?? "";
  75. const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  76. const randomIndex = Math.floor(Math.random() * apiKeys.length);
  77. const apiKey = apiKeys[randomIndex];
  78. if (apiKey) {
  79. console.log(
  80. `[Server Config] using ${randomIndex + 1} of ${
  81. apiKeys.length
  82. } api key - ${apiKey}`,
  83. );
  84. }
  85. return apiKey;
  86. }
  87. export const getServerSideConfig = () => {
  88. if (typeof process === "undefined") {
  89. throw Error(
  90. "[Server Config] you are importing a nodejs-only module outside of nodejs",
  91. );
  92. }
  93. const disableGPT4 = !!process.env.DISABLE_GPT4;
  94. let customModels = process.env.CUSTOM_MODELS ?? "";
  95. let defaultModel = process.env.DEFAULT_MODEL ?? "";
  96. if (disableGPT4) {
  97. if (customModels) customModels += ",";
  98. customModels += DEFAULT_MODELS.filter((m) => m.name.startsWith("gpt-4"))
  99. .map((m) => "-" + m.name)
  100. .join(",");
  101. if (defaultModel.startsWith("gpt-4")) defaultModel = "";
  102. }
  103. const isStability = !!process.env.STABILITY_API_KEY;
  104. const isAzure = !!process.env.AZURE_URL;
  105. const isGoogle = !!process.env.GOOGLE_API_KEY;
  106. const isAnthropic = !!process.env.ANTHROPIC_API_KEY;
  107. const isTencent = !!process.env.TENCENT_API_KEY;
  108. const isBaidu = !!process.env.BAIDU_API_KEY;
  109. const isBytedance = !!process.env.BYTEDANCE_API_KEY;
  110. const isAlibaba = !!process.env.ALIBABA_API_KEY;
  111. const isMoonshot = !!process.env.MOONSHOT_API_KEY;
  112. const isIflytek = !!process.env.IFLYTEK_API_KEY;
  113. // const apiKeyEnvVar = process.env.OPENAI_API_KEY ?? "";
  114. // const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  115. // const randomIndex = Math.floor(Math.random() * apiKeys.length);
  116. // const apiKey = apiKeys[randomIndex];
  117. // console.log(
  118. // `[Server Config] using ${randomIndex + 1} of ${apiKeys.length} api key`,
  119. // );
  120. const allowedWebDevEndpoints = (
  121. process.env.WHITE_WEBDEV_ENDPOINTS ?? ""
  122. ).split(",");
  123. return {
  124. baseUrl: process.env.BASE_URL,
  125. apiKey: getApiKey(process.env.OPENAI_API_KEY),
  126. openaiOrgId: process.env.OPENAI_ORG_ID,
  127. isStability,
  128. stabilityUrl: process.env.STABILITY_URL,
  129. stabilityApiKey: getApiKey(process.env.STABILITY_API_KEY),
  130. isAzure,
  131. azureUrl: process.env.AZURE_URL,
  132. azureApiKey: getApiKey(process.env.AZURE_API_KEY),
  133. azureApiVersion: process.env.AZURE_API_VERSION,
  134. isGoogle,
  135. googleApiKey: getApiKey(process.env.GOOGLE_API_KEY),
  136. googleUrl: process.env.GOOGLE_URL,
  137. isAnthropic,
  138. anthropicApiKey: getApiKey(process.env.ANTHROPIC_API_KEY),
  139. anthropicApiVersion: process.env.ANTHROPIC_API_VERSION,
  140. anthropicUrl: process.env.ANTHROPIC_URL,
  141. isBaidu,
  142. baiduUrl: process.env.BAIDU_URL,
  143. baiduApiKey: getApiKey(process.env.BAIDU_API_KEY),
  144. baiduSecretKey: process.env.BAIDU_SECRET_KEY,
  145. isBytedance,
  146. bytedanceApiKey: getApiKey(process.env.BYTEDANCE_API_KEY),
  147. bytedanceUrl: process.env.BYTEDANCE_URL,
  148. isAlibaba,
  149. alibabaUrl: process.env.ALIBABA_URL,
  150. alibabaApiKey: getApiKey(process.env.ALIBABA_API_KEY),
  151. isTencent,
  152. tencentUrl: process.env.TENCENT_URL,
  153. tencentSecretKey: getApiKey(process.env.TENCENT_SECRET_KEY),
  154. tencentSecretId: process.env.TENCENT_SECRET_ID,
  155. isMoonshot,
  156. moonshotUrl: process.env.MOONSHOT_URL,
  157. moonshotApiKey: getApiKey(process.env.MOONSHOT_API_KEY),
  158. isIflytek,
  159. iflytekUrl: process.env.IFLYTEK_URL,
  160. iflytekApiKey: process.env.IFLYTEK_API_KEY,
  161. iflytekApiSecret: process.env.IFLYTEK_API_SECRET,
  162. cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
  163. cloudflareKVNamespaceId: process.env.CLOUDFLARE_KV_NAMESPACE_ID,
  164. cloudflareKVApiKey: getApiKey(process.env.CLOUDFLARE_KV_API_KEY),
  165. cloudflareKVTTL: process.env.CLOUDFLARE_KV_TTL,
  166. gtmId: process.env.GTM_ID,
  167. needCode: ACCESS_CODES.size > 0,
  168. code: process.env.CODE,
  169. codes: ACCESS_CODES,
  170. proxyUrl: process.env.PROXY_URL,
  171. isVercel: !!process.env.VERCEL,
  172. hideUserApiKey: !!process.env.HIDE_USER_API_KEY,
  173. disableGPT4,
  174. hideBalanceQuery: !process.env.ENABLE_BALANCE_QUERY,
  175. disableFastLink: !!process.env.DISABLE_FAST_LINK,
  176. customModels,
  177. defaultModel,
  178. allowedWebDevEndpoints,
  179. };
  180. };