Wayfair Scraper: Complete Furniture Catalog and Competitive Pricing Data Collection

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def scrape_wayfair_product(product_url):
    response = requests.get(
        product_url,
        headers=REQUEST_HEADERS,
        timeout=20
    )

    if response.status_code != 200:
        return None

    soup = BeautifulSoup(response.text, "lxml")

    def get_text(selector):
        element = soup.select_one(selector)
        return element.get_text(" ", strip=True) if element else "N/A"

    product_data = {
        "Product Name": get_text("h1"),
        "Price": get_text('[data-testid="Price"]'),
        "Rating": get_text('[data-testid="Rating"]'),
        "Availability": get_text('[data-testid="Availability"]'),
        "Description": get_text('[data-testid="Description"]')
    }

    return product_data

# Example Wayfair product URL
wayfair_product_url = "https://www.wayfair.com/furniture/pdp/example-product.html"

result = scrape_wayfair_product(wayfair_product_url)

if result:
    print(result)
else:
    print("Unable to retrieve product data.")