Add support to get embeddings from high-level api. Closes #4

This commit is contained in:
Andrei Betlen
2023-03-28 04:59:54 -04:00
parent 9ba5c3c3b7
commit 70b8a1ef75
2 changed files with 26 additions and 0 deletions

View File

@@ -0,0 +1,12 @@
import json
import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default=".//models/...")
args = parser.parse_args()
llm = Llama(model_path=args.model, embedding=True)
print(llm.embed("Hello world!"))