mirror of
https://github.com/abetlen/llama-cpp-python.git
synced 2023-09-07 17:34:22 +03:00
Add verbose flag to server
This commit is contained in:
@@ -48,6 +48,9 @@ class Settings(BaseSettings):
|
||||
vocab_only: bool = Field(
|
||||
default=False, description="Whether to only return the vocabulary."
|
||||
)
|
||||
verbose: bool = Field(
|
||||
default=True, description="Whether to print debug information."
|
||||
)
|
||||
|
||||
|
||||
router = APIRouter()
|
||||
@@ -83,6 +86,7 @@ def create_app(settings: Optional[Settings] = None):
|
||||
n_ctx=settings.n_ctx,
|
||||
last_n_tokens_size=settings.last_n_tokens_size,
|
||||
vocab_only=settings.vocab_only,
|
||||
verbose=settings.verbose,
|
||||
)
|
||||
if settings.cache:
|
||||
cache = llama_cpp.LlamaCache()
|
||||
|
||||
Reference in New Issue
Block a user