alihan/llm-claude-3
1
0
Fork 0
mirror of https://github.com/simonw/llm-claude-3.git synced 2025-01-23 19:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

PDF attachment support for Claude 3.5 Sonnet, refs #22

Browse Source
This commit is contained in:
Simon Willison
2024-11-01 11:46:38 -07:00
parent e065c6d48c
commit ec3aa1295d
2 changed files with 27 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
llm_claude_3.py
View File

@@ -13,9 +13,9 @@ def register_models(register):
register(ClaudeMessages("claude-3-haiku-20240307"), aliases=("claude-3-haiku",))
# 3.5 models
register(ClaudeMessagesLong("claude-3-5-sonnet-20240620"))
register(ClaudeMessagesLong("claude-3-5-sonnet-20241022"))
register(ClaudeMessagesLong("claude-3-5-sonnet-20241022", supports_pdf=True)),
register(
ClaudeMessagesLong("claude-3-5-sonnet-latest"),
ClaudeMessagesLong("claude-3-5-sonnet-latest", supports_pdf=True),
aliases=("claude-3.5-sonnet", "claude-3.5-sonnet-latest"),
)
# register(
@@ -89,19 +89,25 @@ class ClaudeMessages(llm.Model):
needs_key = "claude"
key_env_var = "ANTHROPIC_API_KEY"
can_stream = True
attachment_types = {
"image/png",
"image/jpeg",
"image/webp",
"image/gif",
}
class Options(ClaudeOptions): ...
def __init__(self, model_id, claude_model_id=None, extra_headers=None):
def __init__(
self, model_id, claude_model_id=None, extra_headers=None, supports_pdf=False
):
self.model_id = model_id
self.claude_model_id = claude_model_id or model_id
self.extra_headers = extra_headers
self.extra_headers = extra_headers or {}
if supports_pdf:
self.extra_headers["anthropic-beta"] = "pdfs-2024-09-25"
self.attachment_types = {
"image/png",
"image/jpeg",
"image/webp",
"image/gif",
}
if supports_pdf:
self.attachment_types.add("application/pdf")
def build_messages(self, prompt, conversation) -> List[dict]:
messages = []
@@ -110,7 +116,11 @@ class ClaudeMessages(llm.Model):
if response.attachments:
content = [
{
"type": "image",
"type": (
"document"
if attachment.resolve_type() == "application/pdf"
else "image"
),
"source": {
"data": attachment.base64_content(),
"media_type": attachment.resolve_type(),
@@ -136,7 +146,11 @@ class ClaudeMessages(llm.Model):
"role": "user",
"content": [
{
"type": "image",
"type": (
"document"
if attachment.resolve_type() == "application/pdf"
else "image"
),
"source": {
"data": attachment.base64_content(),
"media_type": attachment.resolve_type(),

5
tests/test_claude_3.py
View File

@@ -43,10 +43,7 @@ EXPECTED_IMAGE_TEXT = (
@pytest.mark.vcr
def test_image_prompt():
model = llm.get_model("claude-3.5-sonnet")
model.key = (
model.key
or "sk-..."
)
model.key = model.key or "sk-..."
response = model.prompt(
"Describe image in three words",
attachments=[llm.Attachment(content=TINY_PNG)],