GPT Scraper: AI-Enhanced Web Data Extraction and Analysis Platform

import requests
from bs4 import BeautifulSoup

HEADERS = {
    "User-Agent": "Mozilla/5.0 (X11; Linux x86_64)",
    "Accept": "text/html,application/xhtml+xml"
}

def fetch_product_details(page_url):
    try:
        response = requests.get(page_url, headers=HEADERS, timeout=10)
        response.raise_for_status()
    except requests.exceptions.RequestException:
        return {"error": "Unable to fetch data"}

    parser = BeautifulSoup(response.text, "html.parser")

    def extract_text(tag, class_name):
        element = parser.find(tag, class_=class_name)
        return element.get_text(strip=True) if element else "Not Available"

    product_info = {
        "Product_Name": extract_text("h1", "title"),
        "Current_Price": extract_text("span", "price"),
        "User_Rating": extract_text("div", "rating"),
        "Availability": extract_text("p", "stock-status")
    }

    return product_info


# Example product page (replace with actual URL)
sample_url = "https://www.example.com/product-page"

output = fetch_product_details(sample_url)
print(output)