From 334e657ddd0adde18e1b5b9174ebb1c0ee67b645 Mon Sep 17 00:00:00 2001
From: ItzCrazyKns <kushagra20103@gmail.com>
Date: Sun, 14 Apr 2024 17:14:55 +0530
Subject: [PATCH] feat(wolfram-search): Prevent reranking

---
 src/agents/wolframAlphaSearchAgent.ts | 40 +--------------------------
 1 file changed, 1 insertion(+), 39 deletions(-)

diff --git a/src/agents/wolframAlphaSearchAgent.ts b/src/agents/wolframAlphaSearchAgent.ts
index 64be582..5db5d61 100644
--- a/src/agents/wolframAlphaSearchAgent.ts
+++ b/src/agents/wolframAlphaSearchAgent.ts
@@ -115,44 +115,6 @@ const processDocs = async (docs: Document[]) => {
     .join('\n');
 };
 
-const rerankDocs = async ({
-  query,
-  docs,
-}: {
-  query: string;
-  docs: Document[];
-}) => {
-  if (docs.length === 0) {
-    return docs;
-  }
-
-  const docsWithContent = docs.filter(
-    (doc) => doc.pageContent && doc.pageContent.length > 0,
-  );
-
-  const docEmbeddings = await embeddings.embedDocuments(
-    docsWithContent.map((doc) => doc.pageContent),
-  );
-
-  const queryEmbedding = await embeddings.embedQuery(query);
-
-  const similarity = docEmbeddings.map((docEmbedding, i) => {
-    const sim = computeSimilarity(queryEmbedding, docEmbedding);
-
-    return {
-      index: i,
-      similarity: sim,
-    };
-  });
-
-  const sortedDocs = similarity
-    .sort((a, b) => b.similarity - a.similarity)
-    .slice(0, 15)
-    .map((sim) => docsWithContent[sim.index]);
-
-  return sortedDocs;
-};
-
 type BasicChainInput = {
   chat_history: BaseMessage[];
   query: string;
@@ -198,7 +160,7 @@ const basicWolframAlphaSearchAnsweringChain = RunnableSequence.from([
         chat_history: formatChatHistoryAsString(input.chat_history),
       }),
       basicWolframAlphaSearchRetrieverChain
-        .pipe(rerankDocs)
+        .pipe(({ query, docs }) => { return docs })
         .withConfig({
           runName: 'FinalSourceRetriever',
         })