HKTVMall Scraper: Advanced Grocery Product Data Extraction for Retail Insights

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
"Accept-Language": "en-US,en;q=0.8"
}

def collect_hktvmall_product(page_url):
try:
page = requests.get(
page_url,
headers=REQUEST_HEADERS,
timeout=15
)
page.raise_for_status()
except requests.RequestException:
return {"Error": "Unable to retrieve the product page"}

document = BeautifulSoup(page.text, "html.parser")

def extract_value(selector):
element = document.select_one(selector)
return element.get_text(" ", strip=True) if element else "N/A"

product_record = {
"Product Name": extract_value("h1.product-title"),
"Price": extract_value(".product-price"),
"Rating": extract_value(".product-rating"),
"Availability": extract_value(".availability-status")
}
return product_record

# Replace this with an authorized HKTVMall product-page URL
hktvmall_url = "https://www.hktvmall.com/example-product"
product_data = collect_hktvmall_product(hktvmall_url)
print(product_data)