Sina Weibo Scraper: Social Media Content, Brand Mentions and Engagement Data Collection

import requests

API_URL = "https://api.example.com/weibo/posts"

HEADERS = {
    "Authorization": "Bearer YOUR_API_TOKEN",
    "Accept": "application/json",
    "User-Agent": "SocialDataResearch/1.0"
}

def collect_weibo_posts(keyword, limit=10):
    params = {
        "keyword": keyword,
        "limit": limit
    }

    try:
        response = requests.get(
            API_URL,
            headers=HEADERS,
            params=params,
            timeout=20
        )
        response.raise_for_status()
        payload = response.json()

        posts = []

        for item in payload.get("data", []):
            posts.append({
                "Post_ID": item.get("id", "N/A"),
                "Content": item.get("text", "N/A"),
                "Published_At": item.get("created_at", "N/A"),
                "Hashtags": item.get("hashtags", []),
                "Likes": item.get("likes", 0),
                "Comments": item.get("comments", 0),
                "Reposts": item.get("reposts", 0)
            })
        return posts

    except requests.RequestException as error:
        print(f"Data collection failed: {error}")
        return []

# Example keyword-based collection
weibo_data = collect_weibo_posts("technology", limit=10)

for post in weibo_data:
    print(post)