alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-01 22:41:54 -04:00
parent 9eafc4c49a
commit 46e3c4b84a
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_llama.py
View File

@@ -151,9 +151,10 @@ def test_llama_server():
from fastapi.testclient import TestClient from fastapi.testclient import TestClient
from llama_cpp.server.app import create_app, Settings from llama_cpp.server.app import create_app, Settings
settings = Settings() settings = Settings(
settings.model = MODEL model=MODEL,
settings.vocab_only = True vocab_only=True,
)
app = create_app(settings) app = create_app(settings)
client = TestClient(app) client = TestClient(app)
response = client.get("/v1/models") response = client.get("/v1/models")