mirror of
https://github.com/abetlen/llama-cpp-python.git
synced 2023-09-07 17:34:22 +03:00
8 lines
221 B
Python
8 lines
221 B
Python
import json
|
|
from llama_cpp import Llama
|
|
|
|
llm = Llama(model_path="models/...")
|
|
|
|
output = llm("Q: Name the planets in the solar system? A: ", max_tokens=32, stop=["Q:", "\n"], echo=True)
|
|
|
|
print(json.dumps(output, indent=2)) |