alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Bugfix for models endpoint

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-07 20:17:52 -04:00
parent e72f58614b
commit a0b61ea2a7
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
llama_cpp/server/app.py
View File

@@ -357,7 +357,9 @@ GetModelResponse = create_model_from_typeddict(ModelList)
@router.get("/v1/models", response_model=GetModelResponse) @router.get("/v1/models", response_model=GetModelResponse)
def get_models() -> ModelList: def get_models(
llama: llama_cpp.Llama = Depends(get_llama),
) -> ModelList:
return { return {
"object": "list", "object": "list",
"data": [ "data": [