alihan/RAG_Techniques
1
0
Fork 0
mirror of https://github.com/NirDiamant/RAG_Techniques.git synced 2025-04-07 00:48:52 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #71 from HagaiAstrin/RAG_Techniques_Hagai

Browse Source 
Fix for RuntimeWarning: invalid value encountered in divide.
This commit is contained in:
NirDiamant
2024-12-25 18:10:32 +02:00
committed by GitHub
parent c4272f04b2 22a8a7f05b
commit 9312170e6a
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
all_rag_techniques/fusion_retrieval.ipynb
View File

@@ -247,6 +247,9 @@
" Returns:\n",
" List[Document]: The top k documents based on the combined scores.\n",
" \"\"\"\n",
" \n",
" epsilon = 1e-8\n",
"\n",
" # Step 1: Get all documents from the vectorstore\n",
" all_docs = vectorstore.similarity_search(\"\", k=vectorstore.index.ntotal)\n",
"\n",
@@ -258,9 +261,9 @@
" \n",
" # Step 4: Normalize scores\n",
" vector_scores = np.array([score for _, score in vector_results])\n",
" vector_scores = 1 - (vector_scores - np.min(vector_scores)) / (np.max(vector_scores) - np.min(vector_scores))\n",
" vector_scores = 1 - (vector_scores - np.min(vector_scores)) / (np.max(vector_scores) - np.min(vector_scores) + epsilon)\n",
"\n",
" bm25_scores = (bm25_scores - np.min(bm25_scores)) / (np.max(bm25_scores) - np.min(bm25_scores))\n",
" bm25_scores = (bm25_scores - np.min(bm25_scores)) / (np.max(bm25_scores) - np.min(bm25_scores) + epsilon)\n",
"\n",
" # Step 5: Combine scores\n",
" combined_scores = alpha * vector_scores + (1 - alpha) * bm25_scores \n",