🚀 refactor: Use Undici Instead of Node-Fetch, prevent Event Close, ad…

…d Index (#3052) * feat: Add index to conversationId field in messageSchema * refactor: prevent immediate event close on error * refactor: use undici instead of node-fetch in non-Bun environment
danny-avila · Jun 13, 2024 · 4416f69 · 4416f69
1 parent 29e71e9
commit 4416f69
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 2 deletions.
diff --git a/api/app/clients/BaseClient.js b/api/app/clients/BaseClient.js
@@ -1,5 +1,6 @@
 const crypto = require('crypto');
-const fetch = require('node-fetch');
+const { fetch } = require('undici');
+const nodeFetch = require('node-fetch');
 const { supportsBalanceCheck, Constants } = require('librechat-data-provider');
 const { getConvo, getMessages, saveMessage, updateMessage, saveConvo } = require('~/models');
 const { addSpaceIfNeeded, isEnabled } = require('~/server/utils');
@@ -69,6 +70,9 @@ class BaseClient {
       url = this.options.reverseProxyUrl;
     }
     logger.debug(`Making request to ${url}`);
+    if (typeof Bun !== 'undefined') {
+      return await nodeFetch(url, init);
+    }
     return await fetch(url, init);
   }
 

diff --git a/api/models/schema/messageSchema.js b/api/models/schema/messageSchema.js
@@ -11,6 +11,7 @@ const messageSchema = mongoose.Schema(
     },
     conversationId: {
       type: String,
+      index: true,
       required: true,
       meiliIndex: true,
     },

diff --git a/client/src/hooks/SSE/useSSE.ts b/client/src/hooks/SSE/useSSE.ts
@@ -604,7 +604,6 @@ export default function useSSE(submission: TSubmission | null, index = 0) {
     events.onerror = function (e: MessageEvent) {
       console.log('error in server stream.');
       startupConfig?.checkBalance && balanceQuery.refetch();
-      events.close();
 
       let data: TResData | undefined = undefined;
       try {