From 24fc38754b6da802ae5b32fb301e957868ec5e86 Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Fri, 5 May 2023 12:08:28 -0400
Subject: [PATCH] Add cli options to server. Closes #37

---
 llama_cpp/server/__main__.py | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/llama_cpp/server/__main__.py b/llama_cpp/server/__main__.py
index 4fbee37..5c9598a 100644
--- a/llama_cpp/server/__main__.py
+++ b/llama_cpp/server/__main__.py
@@ -22,12 +22,26 @@ Then visit http://localhost:8000/docs to see the interactive API docs.
 
 """
 import os
+import argparse
+
 import uvicorn
 
-from llama_cpp.server.app import create_app
+from llama_cpp.server.app import create_app, Settings
 
 if __name__ == "__main__":
-    app = create_app()
+    parser = argparse.ArgumentParser()
+    for name, field in Settings.__fields__.items():
+        parser.add_argument(
+            f"--{name}",
+            dest=name,
+            type=field.type_,
+            default=field.default,
+            help=field.field_info.description,
+        )
+
+    args = parser.parse_args()
+    settings = Settings(**vars(args))
+    app = create_app(settings=settings)
 
     uvicorn.run(
         app, host=os.getenv("HOST", "localhost"), port=int(os.getenv("PORT", 8000))