From 5f2e822b5957e87726678f417c102794d5ed9f31 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Sat, 1 Apr 2023 13:01:45 -0400 Subject: [PATCH] Rename inference example --- ...vel_api_basic_inference.py => high_level_api_inference.py} | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) rename examples/{high_level_api_basic_inference.py => high_level_api_inference.py} (78%) diff --git a/examples/high_level_api_basic_inference.py b/examples/high_level_api_inference.py similarity index 78% rename from examples/high_level_api_basic_inference.py rename to examples/high_level_api_inference.py index a72adf1..136f22c 100644 --- a/examples/high_level_api_basic_inference.py +++ b/examples/high_level_api_inference.py @@ -4,14 +4,14 @@ import argparse from llama_cpp import Llama parser = argparse.ArgumentParser() -parser.add_argument("-m", "--model", type=str, default=".//models/...") +parser.add_argument("-m", "--model", type=str, default="./models/...") args = parser.parse_args() llm = Llama(model_path=args.model) output = llm( "Question: What are the names of the planets in the solar system? Answer: ", - max_tokens=48, + max_tokens=1, stop=["Q:", "\n"], echo=True, )