Momondo Scraper: Automated Travel Market, Pricing and Availability Data Mining

import requests
from bs4 import BeautifulSoup

REQUEST_HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.8"
}

def collect_momondo_listing(page_url):
    result = requests.get(page_url, headers=REQUEST_HEADERS, timeout=20)

    if result.status_code != 200:
        return {"error": f"Request failed: {result.status_code}"}

    document = BeautifulSoup(result.text, "html.parser")

    def read_value(selector):
        element = document.select_one(selector)
        return element.get_text(" ", strip=True) if element else "N/A"

    return {
        "Route": read_value("[data-testid='route']"),
        "Airline": read_value("[data-testid='airline']"),
        "Departure": read_value("[data-testid='departure-time']"),
        "Arrival": read_value("[data-testid='arrival-time']"),
        "Flight Price": read_value("[data-testid='price']"),
        "Stops": read_value("[data-testid='stops']")
    }

# Example page URL for testing
momondo_page = "https://www.momondo.com/flight-search/example"

travel_record = collect_momondo_listing(momondo_page)
print(travel_record)