mirror of
https://github.com/abetlen/llama-cpp-python.git
synced 2023-09-07 17:34:22 +03:00
llama_cpp server: slight refactor to init_llama function
Define an init_llama function that starts llama with supplied settings instead of just doing it in the global context of app.py This allows the test to be less brittle by not needing to mess with os.environ, then importing the app
This commit is contained in:
@@ -24,9 +24,10 @@ Then visit http://localhost:8000/docs to see the interactive API docs.
|
||||
import os
|
||||
import uvicorn
|
||||
|
||||
from llama_cpp.server.app import app
|
||||
from llama_cpp.server.app import app, init_llama
|
||||
|
||||
if __name__ == "__main__":
|
||||
init_llama()
|
||||
|
||||
uvicorn.run(
|
||||
app, host=os.getenv("HOST", "localhost"), port=int(os.getenv("PORT", 8000))
|
||||
|
||||
Reference in New Issue
Block a user