From a0b61ea2a7c27660bc1421802c327b379a47a7d7 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Sun, 7 May 2023 20:17:52 -0400 Subject: [PATCH] Bugfix for models endpoint --- llama_cpp/server/app.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index e74d17d..b46914e 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -357,7 +357,9 @@ GetModelResponse = create_model_from_typeddict(ModelList) @router.get("/v1/models", response_model=GetModelResponse) -def get_models() -> ModelList: +def get_models( + llama: llama_cpp.Llama = Depends(get_llama), +) -> ModelList: return { "object": "list", "data": [