Scraping JavaScript-heavy websites

from scrapegraph_py import ScrapeGraphAI, FetchConfig

sgai = ScrapeGraphAI()

res = sgai.extract(
    "Extract all product names and prices",
    url="https://example.com/products",
    fetch_config=FetchConfig(mode="js", wait=2000),
)

if res.status == "success":
    print(res.data.json_data)

import { ScrapeGraphAI } from "scrapegraph-js";

const sgai = ScrapeGraphAI();

const res = await sgai.extract({
  url: "https://example.com/products",
  prompt: "Extract all product names and prices",
  fetchConfig: { mode: "js", wait: 2000 },
});

res = sgai.extract(
    "Extract all product cards",
    url="https://example.com/feed",
    fetch_config=FetchConfig(mode="js", scrolls=5, wait=1000),
)

const res = await sgai.extract({
  url: "https://example.com/feed",
  prompt: "Extract all product cards",
  fetchConfig: { mode: "js", scrolls: 5, wait: 1000 },
});

res = sgai.extract(
    "Extract my account balance",
    url="https://example.com/dashboard",
    fetch_config=FetchConfig(
        mode="js",
        cookies={"session": "abc123", "auth_token": "xyz"},
    ),
)

const res = await sgai.extract({
  url: "https://example.com/dashboard",
  prompt: "Extract my account balance",
  fetchConfig: {
    mode: "js",
    cookies: { session: "abc123", auth_token: "xyz" },
  },
});