alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Bugfix: not falling back to environment variables when default is value is set.

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-08 14:46:25 -04:00
parent 6d69461ef5
commit 29f094bbcf
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
llama_cpp/server/__main__.py
View File

@@ -29,16 +29,16 @@ import uvicorn
from llama_cpp.server.app import create_app, Settings from llama_cpp.server.app import create_app, Settings
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser()
formatter_class=argparse.ArgumentDefaultsHelpFormatter
)
for name, field in Settings.__fields__.items(): for name, field in Settings.__fields__.items():
description = field.field_info.description
if field.default is not None and description is not None:
description += f" (default: {field.default})"
parser.add_argument( parser.add_argument(
f"--{name}", f"--{name}",
dest=name, dest=name,
type=field.type_, type=field.type_,
default=field.default, help=description,
help=field.field_info.description,
) )
args = parser.parse_args() args = parser.parse_args()