🏠 Homes Listings

from pydantic import BaseModel, Field
from typing import List, Optional
from scrapegraph_py import ScrapeGraphAI, FetchConfig

# Schema for a single house listing
class HouseSchema(BaseModel):
    price: int = Field(description="Price of the house in USD")
    bedrooms: int = Field(description="Number of bedrooms")
    bathrooms: int = Field(description="Number of bathrooms")
    square_feet: int = Field(description="Total square footage of the house")
    address: str = Field(description="Address of the house")
    city: str = Field(description="City where the house is located")
    state: str = Field(description="State where the house is located")
    zip_code: str = Field(description="ZIP code of the house location")
    tags: List[str] = Field(description="Tags like 'New construction' or 'Large garage'")
    agent_name: str = Field(description="Name of the listing agent")
    agency: str = Field(description="Agency listing the house")

# Schema containing a list of house listings
class HouseListingsSchema(BaseModel):
    houses: List[HouseSchema] = Field(description="List of house listings on Homes.com or similar platforms")

sgai = ScrapeGraphAI()  # reads SGAI_API_KEY from env

res = sgai.extract(
    "Extract property listings information",
    url="https://www.homes.com/san-francisco-ca/?bb=nzpwspy0mS749snkvsb",
    schema=HouseListingsSchema.model_json_schema(),
    fetch_config=FetchConfig(stealth=True),  # homes.com has anti-bot defenses
)

if res.status == "success":
    print(res.data.json_data)

{
    "houses": [
        {
            "price": 750000,
            "bedrooms": 4,
            "bathrooms": 3,
            "square_feet": 2500,
            "address": "123 Main Street",
            "city": "San Francisco",
            "state": "CA",
            "zip_code": "94105",
            "tags": ["New Construction", "Smart Home", "Mountain View"],
            "agent_name": "Jane Smith",
            "agency": "Bay Area Realty"
        },
        {
            "price": 525000,
            "bedrooms": 3,
            "bathrooms": 2,
            "square_feet": 1800,
            "address": "456 Oak Avenue",
            "city": "San Francisco",
            "state": "CA",
            "zip_code": "94110",
            "tags": ["Recently Renovated", "Garage", "Garden"],
            "agent_name": "John Davis",
            "agency": "Golden Gate Properties"
        }
    ]
}