Headers & Cookies

from scrapegraph_py import Client

client = Client(api_key="your-api-key")

# Define custom headers
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
    "Accept-Language": "en-US,en;q=0.9",
    "Sec-Ch-Ua-Platform": "\"Windows\""
}

# Use with SmartScraper
response = client.smartscraper(
    website_url="https://example.com",
    user_prompt="Extract the main content",
    headers=headers
)

# Use with SearchScraper
response = client.searchscraper(
    user_prompt="Find information about...",
    headers=headers
)

# Use with Markdownify
response = client.markdownify(
    website_url="https://example.com",
    headers=headers
)

import { extract } from 'scrapegraph-js';

// Define custom headers
const headers = {
  'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
  'Accept-Language': 'en-US,en;q=0.9',
  'Sec-Ch-Ua-Platform': '"Windows"',
};

// Use with extract
const result = await extract('your-api-key', {
  url: 'https://example.com',
  prompt: 'Extract the main content',
  fetchConfig: { headers },
});

# Example with session cookies
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
    "Cookie": "session_id=abc123; user_id=12345; theme=dark"
}

response = client.smartscraper(
    website_url="https://example.com/dashboard",
    user_prompt="Extract user information",
    headers=headers
)

import { extract } from 'scrapegraph-js';

// Example with session cookies
const headers = {
  'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
  'Cookie': 'session_id=abc123; user_id=12345; theme=dark',
};

const result = await extract('your-api-key', {
  url: 'https://example.com/dashboard',
  prompt: 'Extract user information',
  fetchConfig: { headers },
});