rmorris-code/First_agent_template

1from typing import Any, Optional2from smolagents.tools import Tool3import requests4import markdownify5import smolagents6 7class VisitWebpageTool(Tool):8    name = "visit_webpage"9    description = "Visits a webpage at the given url and reads its content as a markdown string. Use this to browse webpages."10    inputs = {'url': {'type': 'string', 'description': 'The url of the webpage to visit.'}}11    output_type = "string"12 13    def forward(self, url: str) -> str:14        try:15            import requests16            from markdownify import markdownify17            from requests.exceptions import RequestException18 19            from smolagents.utils import truncate_content20        except ImportError as e:21            raise ImportError(22                "You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."23            ) from e24        try:25            # Send a GET request to the URL with a 20-second timeout26            response = requests.get(url, timeout=20)27            response.raise_for_status()  # Raise an exception for bad status codes28 29            # Convert the HTML content to Markdown30            markdown_content = markdownify(response.text).strip()31 32            # Remove multiple line breaks33            markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)34 35            return truncate_content(markdown_content, 10000)36 37        except requests.exceptions.Timeout:38            return "The request timed out. Please try again later or check the URL."39        except RequestException as e:40            return f"Error fetching the webpage: {str(e)}"41        except Exception as e:42            return f"An unexpected error occurred: {str(e)}"43 44    def __init__(self, *args, **kwargs):45        self.is_initialized = False46