alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix example documentation

Browse Source
This commit is contained in:
Andrei Betlen
2023-04-01 17:39:35 -04:00
parent a836639822
commit eef627c09c
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
llama_cpp/llama.py
View File

@@ -127,7 +127,8 @@ class Llama:
]:
"""Generate tokens.
>>> llama = Llama("models/117M")
Examples:
>>> llama = Llama("models/ggml-7b.bin")
>>> tokens = llama.tokenize(b"Hello, world!")
>>> for token in llama.generate(tokens, top_k=40, top_p=0.95, temp=1.0, repeat_penalty=1.1):
... print(llama.detokenize([token]))