Add openai frequency and presence penalty parameters. Closes #169

2023-09-07 17:34:22 +03:00 · 2023-05-08 01:30:18 -04:00
parent 75d8619b1a
commit 65d9cc050c
2 changed files with 36 additions and 6 deletions
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@@ -214,8 +214,6 @@ def create_completion(
            exclude={
                "model",
                "n",
-                "frequency_penalty",
-                "presence_penalty",
                "best_of",
                "logit_bias",
                "user",
@@ -315,8 +313,6 @@ def create_chat_completion(
            exclude={
                "model",
                "n",
-                "presence_penalty",
-                "frequency_penalty",
                "logit_bias",
                "user",
            }