BigBasket Scraper: Real-Time Grocery Price and Product Data Extraction

import requests
from bs4 import BeautifulSoup

# Headers to mimic a real browser
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def scrape_bigbasket_product(url):
    response = requests.get(url, headers=HEADERS)

    if response.status_code != 200:
        print("Failed to fetch page:", response.status_code)
        return None

    soup = BeautifulSoup(response.text, "lxml")

    # Extracting product details
    name = soup.find("h1", {"class": "p-name"})
    price = soup.find("span", {"class": "p-price"})
    rating = soup.find("div", {"class": "p-rating"})
    stock = soup.find("div", {"class": "p-stock"})

    product_data = {
        "Product_Name": name.text.strip() if name else "N/A",
        "Price": price.text.strip() if price else "N/A",
        "Rating": rating.text.strip() if rating else "N/A",
        "Stock_Status": stock.text.strip() if stock else "N/A"
    }

    return product_data

# Example BigBasket product URL
bigbasket_product_url = "https://www.bigbasket.com/product/example"

data = scrape_bigbasket_product(bigbasket_product_url)

# Print extracted data
print(data)