Upwork Scraper: Dynamic Freelance Data Extraction and Hiring Intelligence

import requests
from bs4 import BeautifulSoup

# Headers to mimic a real browser
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
    "Accept-Language": "en-US,en;q=0.9",
}

def fetch_upwork_job_data(url):
    response = requests.get(url, headers=HEADERS)
    
    if response.status_code != 200:
        print("Failed to fetch page:", response.status_code)
        return None
    
    soup = BeautifulSoup(response.text, "html.parser")
    
    # Extract job details
    job_title = soup.find("h1")
    budget = soup.find("span", {"data-test": "job-budget"})
    experience_level = soup.find("span", {"data-test": "job-level"})
    proposals = soup.find("span", {"data-test": "proposals-tier"})
    
    job_data = {
        "Job Title": job_title.text.strip() if job_title else "N/A",
        "Budget": budget.text.strip() if budget else "N/A",
        "Experience Level": experience_level.text.strip() if experience_level else "N/A",
        "Proposals": proposals.text.strip() if proposals else "N/A"
    }
    
    return job_data

# Example Upwork job URL (Replace with an actual job URL)
upwork_job_url = "https://www.upwork.com/jobs/example"

data = fetch_upwork_job_data(upwork_job_url)

# Print extracted data
print(data)