Reddit Scraper: Real-Time Subreddit Monitoring and Discussion Analysis

import requests
import json

HEADERS = {
    "User-Agent": "RetailScrapeRedditBot/1.0 (Windows NT 10.0; Win64; x64)"
}

def scrape_reddit_posts(subreddit, limit=5):
    url = f"https://www.reddit.com/r/{subreddit}/new.json?limit={limit}"
    response = requests.get(url, headers=HEADERS)

    if response.status_code != 200:
        return {"error": f"Request failed with status code {response.status_code}"}

    raw_data = response.json()
    posts = []

    for item in raw_data.get("data", {}).get("children", []):
        post = item.get("data", {})

        posts.append({
            "Subreddit": post.get("subreddit", "N/A"),
            "Title": post.get("title", "N/A"),
            "Author": post.get("author", "N/A"),
            "Post_URL": f"https://www.reddit.com{post.get('permalink', '')}",
            "Upvotes": post.get("ups", 0),
            "Comments_Count": post.get("num_comments", 0),
            "Created_UTC": post.get("created_utc", "N/A"),
            "Is_NSFW": post.get("over_18", False)
        })

    return posts

# Example subreddit scraping
reddit_subreddit = "technology"
output_data = scrape_reddit_posts(reddit_subreddit, limit=5)

print(json.dumps(output_data, indent=4))