Black formatting

This commit is contained in:
Andrei Betlen
2023-03-24 14:35:41 -04:00
parent d29b05bb67
commit 2cc499512c
6 changed files with 121 additions and 35 deletions

View File

@@ -5,9 +5,11 @@ from llama_cpp import Llama
from fastapi import FastAPI
from pydantic import BaseModel, BaseSettings, Field
class Settings(BaseSettings):
model: str
app = FastAPI(
title="🦙 llama.cpp Python API",
version="0.0.1",
@@ -15,6 +17,7 @@ app = FastAPI(
settings = Settings()
llama = Llama(settings.model)
class CompletionRequest(BaseModel):
prompt: str
suffix: Optional[str] = Field(None)
@@ -31,12 +34,11 @@ class CompletionRequest(BaseModel):
schema_extra = {
"example": {
"prompt": "\n\n### Instructions:\nWhat is the capital of France?\n\n### Response:\n",
"stop": ["\n", "###"]
"stop": ["\n", "###"],
}
}
@app.post("/v1/completions")
def completions(request: CompletionRequest):
return llama(**request.dict())
return llama(**request.dict())