feat: improved error handling and retry logic

- added .total_time value showing total generation time (including retries)
- added .retries to show the number of retries required.

Author: samestrin

examples/interface-options/include-original-response.js

@@ -29,7 +29,7 @@ To run this example, you first need to install the required modules by executing
  */
 async function exampleUsage() {
   prettyHeader(
-    'Auto Retry Failed Requests Example',
+    'Include Original Response',
     description,
     simplePrompt,
     interfaceName,
@@ -50,7 +50,8 @@ async function exampleUsage() {
       },
     );
 
-    prettyResult(response.results);
+    //prettyResult(response.results);
+    console.log(response);
     console.log();
     console.timeEnd('Timer');
     console.log();

src/utils/embeddings.js

@@ -140,13 +140,15 @@ async function LLMInterfaceEmbeddings(
     );
   };
 
-  try {
-    const response = await retryWithBackoff(
-      embeddingsWithRetries,
-      interfaceOptions,
-    );
+  let response = {};
 
-    if (LLMInterface && LLMInterface.cacheManagerInstance && response) {
+  try {
+    response = await retryWithBackoff(embeddingsWithRetries, interfaceOptions);
+  } catch (error) {
+    throw error;
+  }
+  if (LLMInterface && LLMInterface.cacheManagerInstance && response?.results) {
+    try {
       const { cacheManagerInstance } = LLMInterface;
 
       if (cacheManagerInstance.cacheType === 'memory-cache') {
@@ -158,16 +160,12 @@ async function LLMInterfaceEmbeddings(
           cacheTimeoutSeconds,
         );
       }
+    } catch (error) {
+      throw error;
     }
-
-    return response;
-  } catch (error) {
-    throw new EmbeddingsError(
-      `Failed to generate embeddings using LLM  ${interfaceName}:`,
-      error.message,
-      error.stack,
-    );
   }
+
+  return response;
 }
 
 /**

src/utils/message.js

@@ -129,13 +129,15 @@ async function LLMInterfaceSendMessage(
     return await llmInstance.sendMessage(message, options, interfaceOptions);
   };
 
+  let response = {};
   try {
-    const response = await retryWithBackoff(
-      sendMessageWithRetries,
-      interfaceOptions,
-    );
+    response = await retryWithBackoff(sendMessageWithRetries, interfaceOptions);
+  } catch (error) {
+    throw error;
+  }
 
-    if (LLMInterface && LLMInterface.cacheManagerInstance && response) {
+  if (LLMInterface && LLMInterface.cacheManagerInstance && response?.results) {
+    try {
       const { cacheManagerInstance } = LLMInterface;
 
       if (cacheManagerInstance.cacheType === 'memory-cache') {
@@ -147,15 +149,12 @@ async function LLMInterfaceSendMessage(
           cacheTimeoutSeconds,
         );
       }
+    } catch (error) {
+      throw error;
     }
-
-    return response;
-  } catch (error) {
-    throw new SendMessageError(
-      `Failed to send message using LLM interfaceName ${interfaceName}: ${error.message}`,
-      error.stack,
-    );
   }
+
+  return response;
 }
 
 /**

src/utils/retryWithBackoff.js

@@ -27,6 +27,7 @@ async function retryWithBackoff(fn, options, errorType) {
         const end = hrtime(start);
         const milliseconds = end[0] * 1e3 + end[1] / 1e6;
         response.total_time = milliseconds.toFixed(5);
+        response.retries = currentRetry;
         return response;
       }
     } catch (error) {