Goibibo Scraper: Dynamic Travel Pricing and Staying Availability Tracking

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)",
    "Accept-Language": "en-IN,en;q=0.8"
}

def fetch_goibibo_listing(url):
    page = requests.get(url, headers=REQUEST_HEADERS, timeout=10)

    if page.status_code != 200:
        print("Failed to fetch page:", page.status_code)
        return None

    soup = BeautifulSoup(page.content, "html.parser")

    # Extract hotel information
    hotel_name = soup.select_one("h1")
    price_info = soup.select_one(".priceText")
    review_score = soup.select_one(".rating")
    city_info = soup.select_one(".locationText")

    travel_data = {
        "Hotel_Name": hotel_name.get_text(strip=True) if hotel_name else "Unavailable",
        "Room_Price": price_info.get_text(strip=True) if price_info else "Unavailable",
        "User_Rating": review_score.get_text(strip=True) if review_score else "Unavailable",
        "Destination": city_info.get_text(strip=True) if city_info else "Unavailable"
    }

    return travel_data

# Example Goibibo hotel page URL
goibibo_url = "https://www.goibibo.com/hotels/sample-hotel-details/"

data = fetch_goibibo_listing(goibibo_url)

# Print extracted travel data
print(data)