Wildberries Scraper: Product Catalog, Competitor Pricing, and Market Insights

import requests
from bs4 import BeautifulSoup

HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
                  "AppleWebKit/537.36 (KHTML, like Gecko) "
                  "Chrome/131.0.0.0 Safari/537.36",
    "Accept-Language": "ru-RU,ru;q=0.9,en-US;q=0.8",
}

def scrape_wildberries_product(url):
    try:
        response = requests.get(
            url,
            headers=HEADERS,
            timeout=15
        )
        response.raise_for_status()

        soup = BeautifulSoup(response.text, "html.parser")

        def get_text(selector):
            element = soup.select_one(selector)
            return element.get_text(" ", strip=True) if element else "N/A"

        return {
            "Product Name": get_text("h1"),
            "Price": get_text(
                "[class*='priceBlock']"
            ),
            "Rating": get_text(
                "[class*='rating']"
            ),
            "Description": get_text(
                "[class*='description']"
            ),
        }

    except requests.RequestException as error:
        return {"Error": str(error)}

# Replace with an authorized Wildberries product URL.
product_url = "https://www.wildberries.ru/catalog/PRODUCT_ID/detail.aspx"

product_data = scrape_wildberries_product(product_url)
print(product_data)