server.ts 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. import md5 from "spark-md5";
  2. import { DEFAULT_MODELS, DEFAULT_GA_ID } from "../constant";
  3. import { isGPT4Model } from "../utils/model";
  4. declare global {
  5. namespace NodeJS {
  6. interface ProcessEnv {
  7. PROXY_URL?: string; // docker only
  8. OPENAI_API_KEY?: string;
  9. CODE?: string;
  10. BASE_URL?: string;
  11. OPENAI_ORG_ID?: string; // openai only
  12. VERCEL?: string;
  13. BUILD_MODE?: "standalone" | "export";
  14. BUILD_APP?: string; // is building desktop app
  15. HIDE_USER_API_KEY?: string; // disable user's api key input
  16. DISABLE_GPT4?: string; // allow user to use gpt-4 or not
  17. ENABLE_BALANCE_QUERY?: string; // allow user to query balance or not
  18. DISABLE_FAST_LINK?: string; // disallow parse settings from url or not
  19. CUSTOM_MODELS?: string; // to control custom models
  20. DEFAULT_MODEL?: string; // to control default model in every new chat window
  21. VISION_MODELS?: string; // to control vision models
  22. // stability only
  23. STABILITY_URL?: string;
  24. STABILITY_API_KEY?: string;
  25. // azure only
  26. AZURE_URL?: string; // https://{azure-url}/openai/deployments/{deploy-name}
  27. AZURE_API_KEY?: string;
  28. AZURE_API_VERSION?: string;
  29. // google only
  30. GOOGLE_API_KEY?: string;
  31. GOOGLE_URL?: string;
  32. // google tag manager
  33. GTM_ID?: string;
  34. // anthropic only
  35. ANTHROPIC_URL?: string;
  36. ANTHROPIC_API_KEY?: string;
  37. ANTHROPIC_API_VERSION?: string;
  38. // baidu only
  39. BAIDU_URL?: string;
  40. BAIDU_API_KEY?: string;
  41. BAIDU_SECRET_KEY?: string;
  42. // bytedance only
  43. BYTEDANCE_URL?: string;
  44. BYTEDANCE_API_KEY?: string;
  45. // alibaba only
  46. ALIBABA_URL?: string;
  47. ALIBABA_API_KEY?: string;
  48. // tencent only
  49. TENCENT_URL?: string;
  50. TENCENT_SECRET_KEY?: string;
  51. TENCENT_SECRET_ID?: string;
  52. // moonshot only
  53. MOONSHOT_URL?: string;
  54. MOONSHOT_API_KEY?: string;
  55. // iflytek only
  56. IFLYTEK_URL?: string;
  57. IFLYTEK_API_KEY?: string;
  58. IFLYTEK_API_SECRET?: string;
  59. DEEPSEEK_URL?: string;
  60. DEEPSEEK_API_KEY?: string;
  61. // xai only
  62. XAI_URL?: string;
  63. XAI_API_KEY?: string;
  64. // chatglm only
  65. CHATGLM_URL?: string;
  66. CHATGLM_API_KEY?: string;
  67. // siliconflow only
  68. SILICONFLOW_URL?: string;
  69. SILICONFLOW_API_KEY?: string;
  70. // 302.AI only
  71. AI302_URL?: string;
  72. AI302_API_KEY?: string;
  73. // custom template for preprocessing user input
  74. DEFAULT_INPUT_TEMPLATE?: string;
  75. ENABLE_MCP?: string; // enable mcp functionality
  76. }
  77. }
  78. }
  79. const ACCESS_CODES = (function getAccessCodes(): Set<string> {
  80. const code = process.env.CODE;
  81. try {
  82. const codes = (code?.split(",") ?? [])
  83. .filter((v) => !!v)
  84. .map((v) => md5.hash(v.trim()));
  85. return new Set(codes);
  86. } catch (e) {
  87. return new Set();
  88. }
  89. })();
  90. function getApiKey(keys?: string) {
  91. const apiKeyEnvVar = keys ?? "";
  92. const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  93. const randomIndex = Math.floor(Math.random() * apiKeys.length);
  94. const apiKey = apiKeys[randomIndex];
  95. if (apiKey) {
  96. console.log(
  97. `[Server Config] using ${randomIndex + 1} of ${
  98. apiKeys.length
  99. } api key - ${apiKey}`,
  100. );
  101. }
  102. return apiKey;
  103. }
  104. export const getServerSideConfig = () => {
  105. if (typeof process === "undefined") {
  106. throw Error(
  107. "[Server Config] you are importing a nodejs-only module outside of nodejs",
  108. );
  109. }
  110. const disableGPT4 = !!process.env.DISABLE_GPT4;
  111. let customModels = process.env.CUSTOM_MODELS ?? "";
  112. let defaultModel = process.env.DEFAULT_MODEL ?? "";
  113. let visionModels = process.env.VISION_MODELS ?? "";
  114. if (disableGPT4) {
  115. if (customModels) customModels += ",";
  116. customModels += DEFAULT_MODELS.filter((m) => isGPT4Model(m.name))
  117. .map((m) => "-" + m.name)
  118. .join(",");
  119. if (defaultModel && isGPT4Model(defaultModel)) {
  120. defaultModel = "";
  121. }
  122. }
  123. const isStability = !!process.env.STABILITY_API_KEY;
  124. const isAzure = !!process.env.AZURE_URL;
  125. const isGoogle = !!process.env.GOOGLE_API_KEY;
  126. const isAnthropic = !!process.env.ANTHROPIC_API_KEY;
  127. const isTencent = !!process.env.TENCENT_API_KEY;
  128. const isBaidu = !!process.env.BAIDU_API_KEY;
  129. const isBytedance = !!process.env.BYTEDANCE_API_KEY;
  130. const isAlibaba = !!process.env.ALIBABA_API_KEY;
  131. const isMoonshot = !!process.env.MOONSHOT_API_KEY;
  132. const isIflytek = !!process.env.IFLYTEK_API_KEY;
  133. const isDeepSeek = !!process.env.DEEPSEEK_API_KEY;
  134. const isXAI = !!process.env.XAI_API_KEY;
  135. const isChatGLM = !!process.env.CHATGLM_API_KEY;
  136. const isSiliconFlow = !!process.env.SILICONFLOW_API_KEY;
  137. const isAI302 = !!process.env.AI302_API_KEY;
  138. // const apiKeyEnvVar = process.env.OPENAI_API_KEY ?? "";
  139. // const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  140. // const randomIndex = Math.floor(Math.random() * apiKeys.length);
  141. // const apiKey = apiKeys[randomIndex];
  142. // console.log(
  143. // `[Server Config] using ${randomIndex + 1} of ${apiKeys.length} api key`,
  144. // );
  145. const allowedWebDavEndpoints = (
  146. process.env.WHITE_WEBDAV_ENDPOINTS ?? ""
  147. ).split(",");
  148. return {
  149. baseUrl: process.env.BASE_URL,
  150. apiKey: getApiKey(process.env.OPENAI_API_KEY),
  151. openaiOrgId: process.env.OPENAI_ORG_ID,
  152. isStability,
  153. stabilityUrl: process.env.STABILITY_URL,
  154. stabilityApiKey: getApiKey(process.env.STABILITY_API_KEY),
  155. isAzure,
  156. azureUrl: process.env.AZURE_URL,
  157. azureApiKey: getApiKey(process.env.AZURE_API_KEY),
  158. azureApiVersion: process.env.AZURE_API_VERSION,
  159. isGoogle,
  160. googleApiKey: getApiKey(process.env.GOOGLE_API_KEY),
  161. googleUrl: process.env.GOOGLE_URL,
  162. isAnthropic,
  163. anthropicApiKey: getApiKey(process.env.ANTHROPIC_API_KEY),
  164. anthropicApiVersion: process.env.ANTHROPIC_API_VERSION,
  165. anthropicUrl: process.env.ANTHROPIC_URL,
  166. isBaidu,
  167. baiduUrl: process.env.BAIDU_URL,
  168. baiduApiKey: getApiKey(process.env.BAIDU_API_KEY),
  169. baiduSecretKey: process.env.BAIDU_SECRET_KEY,
  170. isBytedance,
  171. bytedanceApiKey: getApiKey(process.env.BYTEDANCE_API_KEY),
  172. bytedanceUrl: process.env.BYTEDANCE_URL,
  173. isAlibaba,
  174. alibabaUrl: process.env.ALIBABA_URL,
  175. alibabaApiKey: getApiKey(process.env.ALIBABA_API_KEY),
  176. isTencent,
  177. tencentUrl: process.env.TENCENT_URL,
  178. tencentSecretKey: getApiKey(process.env.TENCENT_SECRET_KEY),
  179. tencentSecretId: process.env.TENCENT_SECRET_ID,
  180. isMoonshot,
  181. moonshotUrl: process.env.MOONSHOT_URL,
  182. moonshotApiKey: getApiKey(process.env.MOONSHOT_API_KEY),
  183. isIflytek,
  184. iflytekUrl: process.env.IFLYTEK_URL,
  185. iflytekApiKey: process.env.IFLYTEK_API_KEY,
  186. iflytekApiSecret: process.env.IFLYTEK_API_SECRET,
  187. isDeepSeek,
  188. deepseekUrl: process.env.DEEPSEEK_URL,
  189. deepseekApiKey: getApiKey(process.env.DEEPSEEK_API_KEY),
  190. isXAI,
  191. xaiUrl: process.env.XAI_URL,
  192. xaiApiKey: getApiKey(process.env.XAI_API_KEY),
  193. isChatGLM,
  194. chatglmUrl: process.env.CHATGLM_URL,
  195. chatglmApiKey: getApiKey(process.env.CHATGLM_API_KEY),
  196. cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
  197. cloudflareKVNamespaceId: process.env.CLOUDFLARE_KV_NAMESPACE_ID,
  198. cloudflareKVApiKey: getApiKey(process.env.CLOUDFLARE_KV_API_KEY),
  199. cloudflareKVTTL: process.env.CLOUDFLARE_KV_TTL,
  200. isSiliconFlow,
  201. siliconFlowUrl: process.env.SILICONFLOW_URL,
  202. siliconFlowApiKey: getApiKey(process.env.SILICONFLOW_API_KEY),
  203. isAI302,
  204. ai302Url: process.env.AI302_URL,
  205. ai302ApiKey: getApiKey(process.env.AI302_API_KEY),
  206. gtmId: process.env.GTM_ID,
  207. gaId: process.env.GA_ID || DEFAULT_GA_ID,
  208. needCode: ACCESS_CODES.size > 0,
  209. code: process.env.CODE,
  210. codes: ACCESS_CODES,
  211. proxyUrl: process.env.PROXY_URL,
  212. isVercel: !!process.env.VERCEL,
  213. hideUserApiKey: !!process.env.HIDE_USER_API_KEY,
  214. disableGPT4,
  215. hideBalanceQuery: !process.env.ENABLE_BALANCE_QUERY,
  216. disableFastLink: !!process.env.DISABLE_FAST_LINK,
  217. customModels,
  218. defaultModel,
  219. visionModels,
  220. allowedWebDavEndpoints,
  221. enableMcp: process.env.ENABLE_MCP === "true",
  222. };
  223. };