Costco Scraper: Structured Product, Pricing and Availability Data Extraction

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def extract_costco_product(product_url):
    page = requests.get(product_url, headers=REQUEST_HEADERS, timeout=15)

    if page.status_code != 200:
        return None

    document = BeautifulSoup(page.text, "html.parser")

    def get_text(selector):
        element = document.select_one(selector)
        return element.get_text(" ", strip=True) if element else "N/A"

    product_info = {
        "Product Name": get_text("h1"),
        "Price": get_text(".price"),
        "Rating": get_text(".rating"),
        "Availability": get_text(".availability"),
        "Category": get_text(".category"),
    }

    return product_info

# Example Costco product page
costco_url = "https://www.costco.com/example-product.html"

result = extract_costco_product(costco_url)

if result:
    print("Collected Costco Product Data:")
    for field, value in result.items():
        print(f"{field}: {value}")
else:
    print("Unable to retrieve product information.")