server.ts 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. import md5 from "spark-md5";
  2. import { DEFAULT_MODELS } from "../constant";
  3. declare global {
  4. namespace NodeJS {
  5. interface ProcessEnv {
  6. PROXY_URL?: string; // docker only
  7. OPENAI_API_KEY?: string;
  8. CODE?: string;
  9. BASE_URL?: string;
  10. OPENAI_ORG_ID?: string; // openai only
  11. VERCEL?: string;
  12. BUILD_MODE?: "standalone" | "export";
  13. BUILD_APP?: string; // is building desktop app
  14. HIDE_USER_API_KEY?: string; // disable user's api key input
  15. DISABLE_GPT4?: string; // allow user to use gpt-4 or not
  16. ENABLE_BALANCE_QUERY?: string; // allow user to query balance or not
  17. DISABLE_FAST_LINK?: string; // disallow parse settings from url or not
  18. CUSTOM_MODELS?: string; // to control custom models
  19. // azure only
  20. AZURE_URL?: string; // https://{azure-url}/openai/deployments/{deploy-name}
  21. AZURE_API_KEY?: string;
  22. AZURE_API_VERSION?: string;
  23. // google only
  24. GOOGLE_API_KEY?: string;
  25. GOOGLE_URL?: string;
  26. // google tag manager
  27. GTM_ID?: string;
  28. }
  29. }
  30. }
  31. const ACCESS_CODES = (function getAccessCodes(): Set<string> {
  32. const code = process.env.CODE;
  33. try {
  34. const codes = (code?.split(",") ?? [])
  35. .filter((v) => !!v)
  36. .map((v) => md5.hash(v.trim()));
  37. return new Set(codes);
  38. } catch (e) {
  39. return new Set();
  40. }
  41. })();
  42. export const getServerSideConfig = () => {
  43. if (typeof process === "undefined") {
  44. throw Error(
  45. "[Server Config] you are importing a nodejs-only module outside of nodejs",
  46. );
  47. }
  48. const disableGPT4 = !!process.env.DISABLE_GPT4;
  49. let customModels = process.env.CUSTOM_MODELS ?? "";
  50. if (disableGPT4) {
  51. if (customModels) customModels += ",";
  52. customModels += DEFAULT_MODELS.filter((m) => m.name.startsWith("gpt-4"))
  53. .map((m) => "-" + m.name)
  54. .join(",");
  55. }
  56. const isAzure = !!process.env.AZURE_URL;
  57. const isGoogle = !!process.env.GOOGLE_API_KEY;
  58. const isAnthropic = !!process.env.ANTHROPIC_API_KEY;
  59. const apiKeyEnvVar = process.env.OPENAI_API_KEY ?? "";
  60. const apiKeys = apiKeyEnvVar.split(",").map((v) => v.trim());
  61. const randomIndex = Math.floor(Math.random() * apiKeys.length);
  62. const apiKey = apiKeys[randomIndex];
  63. console.log(
  64. `[Server Config] using ${randomIndex + 1} of ${apiKeys.length} api key`,
  65. );
  66. return {
  67. baseUrl: process.env.BASE_URL,
  68. apiKey,
  69. openaiOrgId: process.env.OPENAI_ORG_ID,
  70. isAzure,
  71. azureUrl: process.env.AZURE_URL,
  72. azureApiKey: process.env.AZURE_API_KEY,
  73. azureApiVersion: process.env.AZURE_API_VERSION,
  74. isGoogle,
  75. googleApiKey: process.env.GOOGLE_API_KEY,
  76. googleUrl: process.env.GOOGLE_URL,
  77. isAnthropic,
  78. anthropicApiKey: process.env.ANTHROPIC_API_KEY,
  79. anthropicApiVersion: process.env.ANTHROPIC_API_VERSION,
  80. anthropicUrl: process.env.ANTHROPIC_URL,
  81. gtmId: process.env.GTM_ID,
  82. needCode: ACCESS_CODES.size > 0,
  83. code: process.env.CODE,
  84. codes: ACCESS_CODES,
  85. proxyUrl: process.env.PROXY_URL,
  86. isVercel: !!process.env.VERCEL,
  87. hideUserApiKey: !!process.env.HIDE_USER_API_KEY,
  88. disableGPT4,
  89. hideBalanceQuery: !process.env.ENABLE_BALANCE_QUERY,
  90. disableFastLink: !!process.env.DISABLE_FAST_LINK,
  91. customModels,
  92. };
  93. };