Re-organize examples folder

This commit is contained in:
Andrei Betlen
2023-04-05 04:10:13 -04:00
parent c16bda5fb9
commit c8e13a78d0
6 changed files with 0 additions and 0 deletions

View File

@@ -0,0 +1,20 @@
import json
import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default="./models/...")
args = parser.parse_args()
llm = Llama(model_path=args.model)
stream = llm(
"Question: What are the names of the planets in the solar system? Answer: ",
max_tokens=48,
stop=["Q:", "\n"],
stream=True,
)
for output in stream:
print(json.dumps(output, indent=2))