alihan/llm-claude-3
1
0
Fork 0
mirror of https://github.com/simonw/llm-claude-3.git synced 2025-01-23 19:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

max_tokens of 8192 on claude-3.5-sonnet-long, closes #11

Browse Source
This commit is contained in:
Simon Willison
2024-08-30 13:01:10 -07:00
parent 15f31a0717
commit 9192bf6d48
1 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
llm_claude_3.py
View File

@@ -14,7 +14,7 @@ def register_models(register):
ClaudeMessages("claude-3-5-sonnet-20240620"), aliases=("claude-3.5-sonnet",)
)
register(
ClaudeMessages(
ClaudeMessagesLong(
"claude-3-5-sonnet-20240620-long",
claude_model_id="claude-3-5-sonnet-20240620",
extra_headers={"anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15"},
@@ -52,8 +52,9 @@ class ClaudeOptions(llm.Options):
@field_validator("max_tokens")
@classmethod
def validate_max_tokens(cls, max_tokens):
if not (0 < max_tokens <= 4_096):
raise ValueError("max_tokens must be in range 1-4,096")
real_max = cls.model_fields["max_tokens"].default
if not (0 < max_tokens <= real_max):
raise ValueError("max_tokens must be in range 1-{}".format(real_max))
return max_tokens
@field_validator("temperature")
@@ -150,3 +151,14 @@ class ClaudeMessages(llm.Model):
def __str__(self):
return "Anthropic Messages: {}".format(self.model_id)
class ClaudeMessagesLong(ClaudeMessages):
class Options(ClaudeOptions):
max_tokens: Optional[int] = Field(
description="The maximum number of tokens to generate before stopping",
default=4_096 * 2,
)
def __str__(self):
return "Anthropic Messages Long: {}".format(self.model_id)