Waitrose Scraper: Real-Time Supermarket Pricing and Catalog Insights

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-GB,en;q=0.8",
}

def fetch_waitrose_product(product_url):
    page = requests.get(product_url, headers=REQUEST_HEADERS, timeout=15)

    if page.status_code != 200:
        return {"error": "Unable to fetch product details"}

    soup = BeautifulSoup(page.content, "html.parser")

    product_info = {
        "Product_Name": soup.select_one("h1").get_text(strip=True) if soup.select_one("h1") else "N/A",
        "Current_Price": soup.select_one(".price").get_text(strip=True) if soup.select_one(".price") else "N/A",
        "Pack_Size": soup.select_one(".size").get_text(strip=True) if soup.select_one(".size") else "N/A",
        "Availability": soup.select_one(".stock-status").get_text(strip=True) if soup.select_one(".stock-status") else "N/A",
        "Category": soup.select_one(".breadcrumb").get_text(strip=True) if soup.select_one(".breadcrumb") else "N/A"
    }

    return product_info

# Example Waitrose product URL
waitrose_url = "https://www.waitrose.com/ecom/products/sample-item"

output = fetch_waitrose_product(waitrose_url)

# Print extracted product data
print(output)