diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 92b023c..640dd3f 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -1,8 +1,8 @@ import os import json from threading import Lock -from typing import List, Optional, Literal, Union, Iterator, Dict -from typing_extensions import TypedDict +from typing import List, Optional, Union, Iterator, Dict +from typing_extensions import TypedDict, Literal import llama_cpp