Merge pull request #100 from eltociear/patch-1

chore: update server.py
This commit is contained in:
David Soria Parra
2024-11-28 10:13:48 +00:00
committed by GitHub

View File

@@ -47,7 +47,7 @@ def get_robots_txt_url(url: str) -> str:
async def check_may_autonomously_fetch_url(url: str, user_agent: str):
"""
Check if the URL can be fetched by the user agent according to the robots.txt file.
Raises an McpError if not.
Raises a McpError if not.
"""
from httpx import AsyncClient, HTTPError