Apartments.com Scraper: Smart Apartment Listing and Rental Market Data Extraction

import requests
from bs4 import BeautifulSoup

HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def scrape_apartments_listing(url):
    response = requests.get(url, headers=HEADERS)

    if response.status_code != 200:
        return {"error": "Failed to fetch page"}

    soup = BeautifulSoup(response.text, "lxml")

    data = {
        "Property_Title": soup.find("h1", {"class": "property-title"}).text.strip()
            if soup.find("h1", {"class": "property-title"}) else "N/A",

        "Rental_Price": soup.find("span", {"class": "rent-price"}).text.strip()
            if soup.find("span", {"class": "rent-price"}) else "N/A",

        "Property_Rating": soup.find("div", {"class": "rating-score"}).text.strip()
            if soup.find("div", {"class": "rating-score"}) else "N/A",

        "Availability_Status": soup.find("div", {"class": "availability"}).text.strip()
            if soup.find("div", {"class": "availability"}) else "N/A"
    }

    return data

# Example Apartments.com listing URL
apartments_url = "https://www.apartments.com/sample-listing"

result = scrape_apartments_listing(apartments_url)

# Print extracted data
print(result)