alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Python weirdness

Browse Source
This commit is contained in:
Mug
2023-04-28 13:20:31 +02:00
parent eed61289b6
commit b7d14efc8b
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
llama_cpp/llama.py
View File

@@ -472,7 +472,6 @@ class Llama:
# Contains multi-byte UTF8 # Contains multi-byte UTF8
for k,char in enumerate(all_text[-3:]): for k,char in enumerate(all_text[-3:]):
k = 3 - k k = 3 - k
char = int.from_bytes(char, "big")
for num,pattern in [(2, 192), (3, 224), (4, 240)]: for num,pattern in [(2, 192), (3, 224), (4, 240)]:
# Bitwise AND check # Bitwise AND check
if (num > k and pattern & char == pattern): if (num > k and pattern & char == pattern):