alihan/Hands-On-Large-Language-Models
1
0
Fork 0
mirror of https://github.com/HandsOnLLM/Hands-On-Large-Language-Models.git synced 2025-01-28 01:46:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fixes #25 and #26

Browse Source
This commit is contained in:
Diego Carpintero
2024-12-20 09:15:36 +01:00
committed by GitHub
parent f27783879b
commit 47da4ec20b
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
chapter08/Chapter 8 - Semantic Search.ipynb
View File

@@ -1448,7 +1448,7 @@
} }
], ],
"source": [ "source": [
"!wget https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-fp16.gguf" "!wget https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf"
] ]
}, },
{ {
@@ -1463,7 +1463,7 @@
"\n", "\n",
"# Make sure the model path is correct for your system!\n", "# Make sure the model path is correct for your system!\n",
"llm = LlamaCpp(\n", "llm = LlamaCpp(\n",
" model_path=\"Phi-3-mini-4k-instruct-fp16.gguf\",\n", " model_path=\"Phi-3-mini-4k-instruct-q4.gguf\",\n",
" n_gpu_layers=-1,\n", " n_gpu_layers=-1,\n",
" max_tokens=500,\n", " max_tokens=500,\n",
" n_ctx=2048,\n", " n_ctx=2048,\n",
@@ -1783,7 +1783,7 @@
"\n", "\n",
"# Embedding Model for converting text to numerical representations\n", "# Embedding Model for converting text to numerical representations\n",
"embedding_model = HuggingFaceEmbeddings(\n", "embedding_model = HuggingFaceEmbeddings(\n",
" model_name='thenlper/gte-small'\n", " model_name='BAAI/bge-small-en-v1.5'\n",
")" ")"
] ]
}, },