run.py

"""
This example run script shows how to run the Threads.net scraper defined in ./threads.py
It scrapes product data and product search and saves it to ./results/

To run this script set the env variable $SCRAPFLY_KEY with your scrapfly API key:
$ export $SCRAPFLY_KEY="your key from https://scrapfly.io/dashboard"
"""
from pathlib import Path
import asyncio
import json
import threads

output = Path(__file__).parent / "results"
output.mkdir(exist_ok=True)


async def run():
    threads.BASE_CONFIG["debug"] = True

    print("running Threads scrape and saving results to ./results directory")

    url = "https://www.threads.net/t/C8CTu0iswgv"  # example without media
    # url = "https://www.threads.net/t/C8H5FiCtESk/"  # example with media
    thread = await threads.scrape_thread(url)
    output.joinpath("thread.json").write_text(json.dumps(thread, indent=2, ensure_ascii=False), encoding="utf-8")
    
    url = "https://www.threads.net/@natgeo"
    profile = await threads.scrape_profile(url)
    output.joinpath("profile.json").write_text(json.dumps(profile, indent=2, ensure_ascii=False), encoding="utf-8")



if __name__ == "__main__":
    asyncio.run(run())