alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
Andrei Betlen
2023-03-23 05:33:06 -04:00
commit 79b304c9d4
10 changed files with 736 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/basic.py Normal file
View File

@@ -0,0 +1,8 @@
import json
from llama_cpp import Llama
llm = Llama(model_path="models/...")
output = llm("Q: Name the planets in the solar system? A: ", max_tokens=32, stop=["Q:", "\n"], echo=True)
print(json.dumps(output, indent=2))