🦐 Agno

pip install -U agno
pip install scrapegraph-py

from agno.agent import Agent
from agno.tools.scrapegraph import ScrapeGraphTools

# Create a ScrapeGraph tools instance with default settings
scrapegraph = ScrapeGraphTools(smartscraper=True)

# Initialize your AI agent with ScrapeGraph tools
agent = Agent(
    tools=[scrapegraph], 
    show_tool_calls=True, 
    markdown=True, 
    stream=True
)

from agno.agent import Agent
from agno.tools.scrapegraph import ScrapeGraphTools

# Default behavior - only smartscraper enabled
scrapegraph = ScrapeGraphTools(smartscraper=True)

agent = Agent(tools=[scrapegraph], show_tool_calls=True, markdown=True, stream=True)

# Use smartscraper to extract specific information
agent.print_response("""
Use smartscraper to extract the following from https://www.wired.com/category/science/:
- News articles
- Headlines
- Images
- Links
- Author
""")

# Only markdownify enabled (by setting smartscraper=False)
scrapegraph_md = ScrapeGraphTools(smartscraper=False)

agent_md = Agent(tools=[scrapegraph_md], show_tool_calls=True, markdown=True)

# Use markdownify to convert webpage to markdown
agent_md.print_response(
    "Fetch and convert https://www.wired.com/category/science/ to markdown format"
)

# Enable searchscraper for finding specific information
scrapegraph_search = ScrapeGraphTools(searchscraper=True)

agent_search = Agent(tools=[scrapegraph_search], show_tool_calls=True, markdown=True)

# Use searchscraper to find specific information
agent_search.print_response(
    "Use searchscraper to find the CEO of company X and their contact details from https://example.com"
)

# Enable crawl for structured data extraction
scrapegraph_crawl = ScrapeGraphTools(crawl=True)

agent_crawl = Agent(tools=[scrapegraph_crawl], show_tool_calls=True, markdown=True)

# Use crawl with custom schema for structured extraction
agent_crawl.print_response(
    "Use crawl to extract what the company does and get text content from privacy and terms from https://scrapegraphai.com/ with a suitable schema."
)

# Enable multiple tools at once
scrapegraph_multi = ScrapeGraphTools(
    smartscraper=True,
    searchscraper=True,
    crawl=True
)

agent_multi = Agent(tools=[scrapegraph_multi], show_tool_calls=True, markdown=True)

agent = Agent(
    tools=[scrapegraph],
    show_tool_calls=True,  # Debug tool calls
    markdown=True,         # Enable markdown rendering
    stream=True,           # Enable streaming responses
    temperature=0.7        # Control response creativity
)