deepSeek.ts 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. "use client";
  2. import { REQUEST_TIMEOUT_MS } from "@/app/constant";
  3. import { useChatStore } from "@/app/store";
  4. import {
  5. ChatOptions,
  6. LLMApi,
  7. LLMModel,
  8. } from "../api";
  9. import Locale from "../../locales";
  10. import {
  11. EventStreamContentType,
  12. fetchEventSource,
  13. } from "@fortaine/fetch-event-source";
  14. import { prettyObject } from "@/app/utils/format";
  15. import { getMessageTextContent } from "@/app/utils";
  16. import api from "@/app/api/api";
  17. export class DeepSeekApi implements LLMApi {
  18. public apiPath: string;
  19. constructor() {
  20. this.apiPath = 'http://sse.deepseek.ryuiso.com:56780/chat';
  21. }
  22. async chat(options: ChatOptions) {
  23. const messages = options.messages.map((item) => {
  24. return {
  25. role: item.role,
  26. content: getMessageTextContent(item),
  27. }
  28. });
  29. const userMessages = messages.filter(item => item.content);
  30. if (userMessages.length % 2 === 0) {
  31. userMessages.unshift({
  32. role: "user",
  33. content: "⠀",
  34. });
  35. }
  36. // 参数
  37. const params = {
  38. model: 'deepseek-r1:8b',
  39. messages: userMessages,
  40. stream: true,
  41. // 进阶配置
  42. max_tokens: undefined,
  43. temperature: undefined,
  44. };
  45. const controller = new AbortController();
  46. options.onController?.(controller);
  47. try {
  48. const chatPath = this.apiPath;
  49. const chatPayload = {
  50. method: "POST",
  51. body: JSON.stringify(params),
  52. signal: controller.signal,
  53. headers: {
  54. 'Content-Type': 'application/json',
  55. },
  56. };
  57. const requestTimeoutId = setTimeout(() => controller.abort(), REQUEST_TIMEOUT_MS);
  58. let responseText = "";
  59. let remainText = "";
  60. let finished = false;
  61. function animateResponseText() {
  62. if (finished || controller.signal.aborted) {
  63. responseText += remainText;
  64. if (responseText?.length === 0) {
  65. options.onError?.(new Error("请求已中止,请检查网络环境。"));
  66. }
  67. return;
  68. }
  69. if (remainText.length > 0) {
  70. const fetchCount = Math.max(1, Math.round(remainText.length / 60));
  71. const fetchText = remainText.slice(0, fetchCount);
  72. responseText += fetchText;
  73. remainText = remainText.slice(fetchCount);
  74. options.onUpdate?.(responseText, fetchText);
  75. }
  76. requestAnimationFrame(animateResponseText);
  77. }
  78. animateResponseText();
  79. const finish = () => {
  80. if (!finished) {
  81. finished = true;
  82. let text = responseText + remainText;
  83. options.onFinish(text);
  84. }
  85. };
  86. controller.signal.onabort = finish;
  87. fetchEventSource(chatPath, {
  88. ...chatPayload,
  89. async onopen(res: any) {
  90. clearTimeout(requestTimeoutId);
  91. const contentType = res.headers.get("content-type");
  92. if (contentType?.startsWith("text/plain")) {
  93. responseText = await res.clone().text();
  94. return finish();
  95. }
  96. if (
  97. !res.ok ||
  98. !res.headers.get("content-type")?.startsWith(EventStreamContentType) ||
  99. res.status !== 200
  100. ) {
  101. const responseTexts = [responseText];
  102. let extraInfo = await res.clone().text();
  103. try {
  104. const resJson = await res.clone().json();
  105. extraInfo = prettyObject(resJson);
  106. } catch { }
  107. if (res.status === 401) {
  108. responseTexts.push(Locale.Error.Unauthorized);
  109. }
  110. if (extraInfo) {
  111. responseTexts.push(extraInfo);
  112. }
  113. responseText = responseTexts.join("\n\n");
  114. return finish();
  115. }
  116. },
  117. onmessage: (msg) => {
  118. const info = JSON.parse(msg.data);
  119. if (info.event === 'finish') {
  120. return finish();
  121. }
  122. // 获取当前的数据
  123. const currentData = info.data;
  124. const format = '```think' + '' + '```';
  125. if (responseText.startsWith(format)) {
  126. responseText = responseText.replace(format, '');
  127. }
  128. remainText += currentData;
  129. },
  130. async onclose() {
  131. finish();
  132. const session = useChatStore.getState().sessions[0];
  133. const item = session.messages.find(item => item.role === 'user');
  134. const dialogName = item ? item.content : '新的聊天';
  135. const data = {
  136. id: session.id,
  137. appId: session.appId,
  138. userId: undefined,
  139. dialogName: dialogName,
  140. messages: session.messages.map(item => ({
  141. id: item.id,
  142. date: item.date,
  143. role: item.role,
  144. content: item.content,
  145. })),
  146. };
  147. if (session.appId) {
  148. await api.post('bigmodel/api/dialog/save', data);
  149. }
  150. },
  151. onerror(e) {
  152. options.onError?.(e);
  153. throw e;
  154. },
  155. openWhenHidden: true,
  156. });
  157. } catch (e) {
  158. options.onError?.(e as Error);
  159. }
  160. }
  161. async usage() {
  162. return {
  163. used: 0,
  164. total: 0,
  165. };
  166. }
  167. async models(): Promise<LLMModel[]> {
  168. return [];
  169. }
  170. }