|
@@ -0,0 +1,240 @@
|
|
|
|
|
+"use client";
|
|
|
|
|
+import {
|
|
|
|
|
+ ApiPath,
|
|
|
|
|
+ DEFAULT_API_HOST,
|
|
|
|
|
+ Iflytek,
|
|
|
|
|
+ REQUEST_TIMEOUT_MS,
|
|
|
|
|
+} from "@/app/constant";
|
|
|
|
|
+import { useAccessStore, useAppConfig, useChatStore } from "@/app/store";
|
|
|
|
|
+
|
|
|
|
|
+import { ChatOptions, getHeaders, LLMApi, LLMModel } from "../api";
|
|
|
|
|
+import Locale from "../../locales";
|
|
|
|
|
+import {
|
|
|
|
|
+ EventStreamContentType,
|
|
|
|
|
+ fetchEventSource,
|
|
|
|
|
+} from "@fortaine/fetch-event-source";
|
|
|
|
|
+import { prettyObject } from "@/app/utils/format";
|
|
|
|
|
+import { getClientConfig } from "@/app/config/client";
|
|
|
|
|
+import { getMessageTextContent } from "@/app/utils";
|
|
|
|
|
+
|
|
|
|
|
+import { OpenAIListModelResponse, RequestPayload } from "./openai";
|
|
|
|
|
+
|
|
|
|
|
+export class SparkApi implements LLMApi {
|
|
|
|
|
+ private disableListModels = true;
|
|
|
|
|
+
|
|
|
|
|
+ path(path: string): string {
|
|
|
|
|
+ const accessStore = useAccessStore.getState();
|
|
|
|
|
+
|
|
|
|
|
+ let baseUrl = "";
|
|
|
|
|
+
|
|
|
|
|
+ if (accessStore.useCustomConfig) {
|
|
|
|
|
+ baseUrl = accessStore.iflytekUrl;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ if (baseUrl.length === 0) {
|
|
|
|
|
+ const isApp = !!getClientConfig()?.isApp;
|
|
|
|
|
+ const apiPath = ApiPath.Iflytek;
|
|
|
|
|
+ baseUrl = isApp ? DEFAULT_API_HOST + "/proxy" + apiPath : apiPath;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ if (baseUrl.endsWith("/")) {
|
|
|
|
|
+ baseUrl = baseUrl.slice(0, baseUrl.length - 1);
|
|
|
|
|
+ }
|
|
|
|
|
+ if (!baseUrl.startsWith("http") && !baseUrl.startsWith(ApiPath.Iflytek)) {
|
|
|
|
|
+ baseUrl = "https://" + baseUrl;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ console.log("[Proxy Endpoint] ", baseUrl, path);
|
|
|
|
|
+
|
|
|
|
|
+ return [baseUrl, path].join("/");
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ extractMessage(res: any) {
|
|
|
|
|
+ return res.choices?.at(0)?.message?.content ?? "";
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ async chat(options: ChatOptions) {
|
|
|
|
|
+ const messages: ChatOptions["messages"] = [];
|
|
|
|
|
+ for (const v of options.messages) {
|
|
|
|
|
+ const content = getMessageTextContent(v);
|
|
|
|
|
+ messages.push({ role: v.role, content });
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ const modelConfig = {
|
|
|
|
|
+ ...useAppConfig.getState().modelConfig,
|
|
|
|
|
+ ...useChatStore.getState().currentSession().mask.modelConfig,
|
|
|
|
|
+ ...{
|
|
|
|
|
+ model: options.config.model,
|
|
|
|
|
+ providerName: options.config.providerName,
|
|
|
|
|
+ },
|
|
|
|
|
+ };
|
|
|
|
|
+
|
|
|
|
|
+ const requestPayload: RequestPayload = {
|
|
|
|
|
+ messages,
|
|
|
|
|
+ stream: options.config.stream,
|
|
|
|
|
+ model: modelConfig.model,
|
|
|
|
|
+ temperature: modelConfig.temperature,
|
|
|
|
|
+ presence_penalty: modelConfig.presence_penalty,
|
|
|
|
|
+ frequency_penalty: modelConfig.frequency_penalty,
|
|
|
|
|
+ top_p: modelConfig.top_p,
|
|
|
|
|
+ // max_tokens: Math.max(modelConfig.max_tokens, 1024),
|
|
|
|
|
+ // Please do not ask me why not send max_tokens, no reason, this param is just shit, I dont want to explain anymore.
|
|
|
|
|
+ };
|
|
|
|
|
+
|
|
|
|
|
+ console.log("[Request] Spark payload: ", requestPayload);
|
|
|
|
|
+
|
|
|
|
|
+ const shouldStream = !!options.config.stream;
|
|
|
|
|
+ const controller = new AbortController();
|
|
|
|
|
+ options.onController?.(controller);
|
|
|
|
|
+
|
|
|
|
|
+ try {
|
|
|
|
|
+ const chatPath = this.path(Iflytek.ChatPath);
|
|
|
|
|
+ const chatPayload = {
|
|
|
|
|
+ method: "POST",
|
|
|
|
|
+ body: JSON.stringify(requestPayload),
|
|
|
|
|
+ signal: controller.signal,
|
|
|
|
|
+ headers: getHeaders(),
|
|
|
|
|
+ };
|
|
|
|
|
+
|
|
|
|
|
+ // Make a fetch request
|
|
|
|
|
+ const requestTimeoutId = setTimeout(
|
|
|
|
|
+ () => controller.abort(),
|
|
|
|
|
+ REQUEST_TIMEOUT_MS,
|
|
|
|
|
+ );
|
|
|
|
|
+
|
|
|
|
|
+ if (shouldStream) {
|
|
|
|
|
+ let responseText = "";
|
|
|
|
|
+ let remainText = "";
|
|
|
|
|
+ let finished = false;
|
|
|
|
|
+
|
|
|
|
|
+ // Animate response text to make it look smooth
|
|
|
|
|
+ function animateResponseText() {
|
|
|
|
|
+ if (finished || controller.signal.aborted) {
|
|
|
|
|
+ responseText += remainText;
|
|
|
|
|
+ console.log("[Response Animation] finished");
|
|
|
|
|
+ return;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ if (remainText.length > 0) {
|
|
|
|
|
+ const fetchCount = Math.max(1, Math.round(remainText.length / 60));
|
|
|
|
|
+ const fetchText = remainText.slice(0, fetchCount);
|
|
|
|
|
+ responseText += fetchText;
|
|
|
|
|
+ remainText = remainText.slice(fetchCount);
|
|
|
|
|
+ options.onUpdate?.(responseText, fetchText);
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ requestAnimationFrame(animateResponseText);
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ // Start animation
|
|
|
|
|
+ animateResponseText();
|
|
|
|
|
+
|
|
|
|
|
+ const finish = () => {
|
|
|
|
|
+ if (!finished) {
|
|
|
|
|
+ finished = true;
|
|
|
|
|
+ options.onFinish(responseText + remainText);
|
|
|
|
|
+ }
|
|
|
|
|
+ };
|
|
|
|
|
+
|
|
|
|
|
+ controller.signal.onabort = finish;
|
|
|
|
|
+
|
|
|
|
|
+ fetchEventSource(chatPath, {
|
|
|
|
|
+ ...chatPayload,
|
|
|
|
|
+ async onopen(res) {
|
|
|
|
|
+ clearTimeout(requestTimeoutId);
|
|
|
|
|
+ const contentType = res.headers.get("content-type");
|
|
|
|
|
+ console.log("[Spark] request response content type: ", contentType);
|
|
|
|
|
+
|
|
|
|
|
+ if (contentType?.startsWith("text/plain")) {
|
|
|
|
|
+ responseText = await res.clone().text();
|
|
|
|
|
+ return finish();
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ // Handle different error scenarios
|
|
|
|
|
+ if (
|
|
|
|
|
+ !res.ok ||
|
|
|
|
|
+ !res.headers
|
|
|
|
|
+ .get("content-type")
|
|
|
|
|
+ ?.startsWith(EventStreamContentType) ||
|
|
|
|
|
+ res.status !== 200
|
|
|
|
|
+ ) {
|
|
|
|
|
+ let extraInfo = await res.clone().text();
|
|
|
|
|
+ try {
|
|
|
|
|
+ const resJson = await res.clone().json();
|
|
|
|
|
+ extraInfo = prettyObject(resJson);
|
|
|
|
|
+ } catch {}
|
|
|
|
|
+
|
|
|
|
|
+ if (res.status === 401) {
|
|
|
|
|
+ extraInfo = Locale.Error.Unauthorized;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ options.onError?.(
|
|
|
|
|
+ new Error(
|
|
|
|
|
+ `Request failed with status ${res.status}: ${extraInfo}`,
|
|
|
|
|
+ ),
|
|
|
|
|
+ );
|
|
|
|
|
+ return finish();
|
|
|
|
|
+ }
|
|
|
|
|
+ },
|
|
|
|
|
+ onmessage(msg) {
|
|
|
|
|
+ if (msg.data === "[DONE]" || finished) {
|
|
|
|
|
+ return finish();
|
|
|
|
|
+ }
|
|
|
|
|
+ const text = msg.data;
|
|
|
|
|
+ try {
|
|
|
|
|
+ const json = JSON.parse(text);
|
|
|
|
|
+ const choices = json.choices as Array<{
|
|
|
|
|
+ delta: { content: string };
|
|
|
|
|
+ }>;
|
|
|
|
|
+ const delta = choices[0]?.delta?.content;
|
|
|
|
|
+
|
|
|
|
|
+ if (delta) {
|
|
|
|
|
+ remainText += delta;
|
|
|
|
|
+ }
|
|
|
|
|
+ } catch (e) {
|
|
|
|
|
+ console.error("[Request] parse error", text);
|
|
|
|
|
+ options.onError?.(new Error(`Failed to parse response: ${text}`));
|
|
|
|
|
+ }
|
|
|
|
|
+ },
|
|
|
|
|
+ onclose() {
|
|
|
|
|
+ finish();
|
|
|
|
|
+ },
|
|
|
|
|
+ onerror(e) {
|
|
|
|
|
+ options.onError?.(e);
|
|
|
|
|
+ throw e;
|
|
|
|
|
+ },
|
|
|
|
|
+ openWhenHidden: true,
|
|
|
|
|
+ });
|
|
|
|
|
+ } else {
|
|
|
|
|
+ const res = await fetch(chatPath, chatPayload);
|
|
|
|
|
+ clearTimeout(requestTimeoutId);
|
|
|
|
|
+
|
|
|
|
|
+ if (!res.ok) {
|
|
|
|
|
+ const errorText = await res.text();
|
|
|
|
|
+ options.onError?.(
|
|
|
|
|
+ new Error(`Request failed with status ${res.status}: ${errorText}`),
|
|
|
|
|
+ );
|
|
|
|
|
+ return;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ const resJson = await res.json();
|
|
|
|
|
+ const message = this.extractMessage(resJson);
|
|
|
|
|
+ options.onFinish(message);
|
|
|
|
|
+ }
|
|
|
|
|
+ } catch (e) {
|
|
|
|
|
+ console.log("[Request] failed to make a chat request", e);
|
|
|
|
|
+ options.onError?.(e as Error);
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ async usage() {
|
|
|
|
|
+ return {
|
|
|
|
|
+ used: 0,
|
|
|
|
|
+ total: 0,
|
|
|
|
|
+ };
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ async models(): Promise<LLMModel[]> {
|
|
|
|
|
+ return [];
|
|
|
|
|
+ }
|
|
|
|
|
+}
|