alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update model paths to be more clear they should point to file

Browse Source
This commit is contained in:
Andrei Betlen
2023-04-09 22:45:55 -04:00
parent a79d3eb732
commit 196650ccb2
8 changed files with 12 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/high_level_api/fastapi_server.py
View File

@@ -4,7 +4,7 @@ To run this example:
```bash
pip install fastapi uvicorn sse-starlette
export MODEL=../models/7B/...
export MODEL=../models/7B/ggml-model.bin
uvicorn fastapi_server_chat:app --reload
```

2
examples/high_level_api/high_level_api_embedding.py
View File

@@ -3,7 +3,7 @@ import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default=".//models/...")
parser.add_argument("-m", "--model", type=str, default="../models/7B/ggml-model.bin")
args = parser.parse_args()
llm = Llama(model_path=args.model, embedding=True)

2
examples/high_level_api/high_level_api_inference.py
View File

@@ -4,7 +4,7 @@ import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default="./models/...")
parser.add_argument("-m", "--model", type=str, default="../models/7B/ggml-models.bin")
args = parser.parse_args()
llm = Llama(model_path=args.model)

2
examples/high_level_api/high_level_api_streaming.py
View File

@@ -4,7 +4,7 @@ import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default="./models/...")
parser.add_argument("-m", "--model", type=str, default="../models/7B/ggml-models.bin")
args = parser.parse_args()
llm = Llama(model_path=args.model)

2
examples/high_level_api/langchain_custom_llm.py
View File

@@ -29,7 +29,7 @@ class LlamaLLM(LLM):
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default="./models/...")
parser.add_argument("-m", "--model", type=str, default="../models/7B/ggml-models.bin")
args = parser.parse_args()
# Load the model