Upwork Scraper: Automated Freelance Marketplace Data Insights

import requests
from bs4 import BeautifulSoup

HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def scrape_upwork_project(url):
    response = requests.get(url, headers=HEADERS, timeout=15)

    if response.status_code != 200:
        return None

    soup = BeautifulSoup(response.text, "html.parser")

    project = {
        "Project Title": (
            soup.select_one("h1").get_text(strip=True)
            if soup.select_one("h1")
            else "N/A"
        ),
        "Budget": (
            soup.select_one(".budget").get_text(strip=True)
            if soup.select_one(".budget")
            else "N/A"
        ),
        "Experience Level": (
            soup.select_one(".experience-level").get_text(strip=True)
            if soup.select_one(".experience-level")
            else "N/A"
        ),
        "Client Rating": (
            soup.select_one(".client-rating").get_text(strip=True)
            if soup.select_one(".client-rating")
            else "N/A"
        ),
        "Project Category": (
            soup.select_one(".project-category").get_text(strip=True)
            if soup.select_one(".project-category")
            else "N/A"
        ),
    }

    return project


# Example Upwork project URL
upwork_project_url = "https://www.upwork.com/jobs/example-project"

project_data = scrape_upwork_project(upwork_project_url)

print(project_data)