|
@@ -51,8 +51,10 @@ export class GeminiProApi implements LLMApi {
|
|
|
console.log("[Proxy Endpoint] ", baseUrl, path);
|
|
console.log("[Proxy Endpoint] ", baseUrl, path);
|
|
|
|
|
|
|
|
let chatPath = [baseUrl, path].join("/");
|
|
let chatPath = [baseUrl, path].join("/");
|
|
|
|
|
+ if (!chatPath.includes("gemini-pro")) {
|
|
|
|
|
+ chatPath += chatPath.includes("?") ? "&alt=sse" : "?alt=sse";
|
|
|
|
|
+ }
|
|
|
|
|
|
|
|
- chatPath += chatPath.includes("?") ? "&alt=sse" : "?alt=sse";
|
|
|
|
|
return chatPath;
|
|
return chatPath;
|
|
|
}
|
|
}
|
|
|
extractMessage(res: any) {
|
|
extractMessage(res: any) {
|
|
@@ -60,6 +62,7 @@ export class GeminiProApi implements LLMApi {
|
|
|
|
|
|
|
|
return (
|
|
return (
|
|
|
res?.candidates?.at(0)?.content?.parts.at(0)?.text ||
|
|
res?.candidates?.at(0)?.content?.parts.at(0)?.text ||
|
|
|
|
|
+ res?.at(0)?.candidates?.at(0)?.content?.parts.at(0)?.text ||
|
|
|
res?.error?.message ||
|
|
res?.error?.message ||
|
|
|
""
|
|
""
|
|
|
);
|
|
);
|
|
@@ -167,6 +170,7 @@ export class GeminiProApi implements LLMApi {
|
|
|
try {
|
|
try {
|
|
|
// https://github.com/google-gemini/cookbook/blob/main/quickstarts/rest/Streaming_REST.ipynb
|
|
// https://github.com/google-gemini/cookbook/blob/main/quickstarts/rest/Streaming_REST.ipynb
|
|
|
const chatPath = this.path(Google.ChatPath(modelConfig.model));
|
|
const chatPath = this.path(Google.ChatPath(modelConfig.model));
|
|
|
|
|
+ console.log("[Chat Path] ", chatPath);
|
|
|
|
|
|
|
|
const chatPayload = {
|
|
const chatPayload = {
|
|
|
method: "POST",
|
|
method: "POST",
|