🦐 Phidata

pip install -U phidata

pip install scrapegraph-py

from phi.agent import Agent
from phi.tools.scrapegraph_tools import ScrapeGraphTools

# Initialize with smartscraper enabled
scrapegraph = ScrapeGraphTools(smartscraper=True)

# Create an agent with the tools
agent = Agent(
    tools=[scrapegraph],
    show_tool_calls=True,
    markdown=True,
    stream=True
)

# Use smartscraper to extract structured data
agent.print_response("""
Use smartscraper to extract the following from https://www.wired.com/category/science/:
- News articles
- Headlines
- Images
- Links
- Author
""")

from phi.agent import Agent
from phi.tools.scrapegraph_tools import ScrapeGraphTools

# Initialize with only markdownify enabled
scrapegraph_md = ScrapeGraphTools(smartscraper=False)

# Create an agent for markdown conversion
agent_md = Agent(
    tools=[scrapegraph_md],
    show_tool_calls=True,
    markdown=True
)

# Convert webpage to markdown
agent_md.print_response(
    "Fetch and convert https://www.wired.com/category/science/ to markdown format"
)