search.json

{
  "query": "web scraping",
  "subreddit": null,
  "sort": "relevance",
  "t": null,
  "total_results": 25,
  "results": [
    {
      "position": 1,
      "id": "t5_318ly",
      "short_id": "318ly",
      "result_type": "subreddit",
      "title": "webscraping",
      "author": null,
      "author_url": null,
      "subreddit": null,
      "permalink": "https://www.reddit.com/r/webscraping/",
      "external_url": null,
      "created": null,
      "score": null,
      "num_comments": null
    },
    {
      "position": 2,
      "id": "t5_g70hyk",
      "short_id": "g70hyk",
      "result_type": "subreddit",
      "title": "WebScrapingInsider",
      "author": "ian_k93",
      "author_url": "https://www.reddit.com/user/ian_k93",
      "subreddit": null,
      "permalink": "https://www.reddit.com/r/WebScrapingInsider/",
      "external_url": null,
      "created": null,
      "score": null,
      "num_comments": null
    },
    {
      "position": 3,
      "id": "t5_323rf",
      "short_id": "323rf",
      "result_type": "subreddit",
      "title": "Scraping the web",
      "author": "pknerd",
      "author_url": "https://www.reddit.com/user/pknerd",
      "subreddit": null,
      "permalink": "https://www.reddit.com/r/scrapingtheweb/",
      "external_url": null,
      "created": null,
      "score": null,
      "num_comments": null
    },
    {
      "position": 4,
      "id": "t3_1tbuq4g",
      "short_id": "1tbuq4g",
      "result_type": "post",
      "title": "The Complete Web Scraping & Anti-Bot Bypass Guide 2026",
      "author": "pimterry",
      "author_url": "https://www.reddit.com/user/pimterry",
      "subreddit": "webscraping",
      "permalink": "https://www.reddit.com/r/webscraping/comments/1tbuq4g/the_complete_web_scraping_antibot_bypass_guide/",
      "external_url": "https://asadfix.github.io/scraping-guide/",
      "created": "2026-05-13T09:39:29+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 5,
      "id": "t3_1sb891q",
      "short_id": "1sb891q",
      "result_type": "post",
      "title": "Is web scraping with Python still worth it in 2026 for freelancers (especially on Fiverr)?",
      "author": "Few_Extreme_9399",
      "author_url": "https://www.reddit.com/user/Few_Extreme_9399",
      "subreddit": "PythonLearning",
      "permalink": "https://www.reddit.com/r/PythonLearning/comments/1sb891q/is_web_scraping_with_python_still_worth_it_in/",
      "external_url": null,
      "created": "2026-04-03T08:54:25+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 6,
      "id": "t3_1uf6g6v",
      "short_id": "1uf6g6v",
      "result_type": "post",
      "title": "Best AI web scraping tools I've tried recently (and what I learned from each)",
      "author": "Amitk2405",
      "author_url": "https://www.reddit.com/user/Amitk2405",
      "subreddit": "automation",
      "permalink": "https://www.reddit.com/r/automation/comments/1uf6g6v/best_ai_web_scraping_tools_ive_tried_recently_and/",
      "external_url": null,
      "created": "2026-06-25T10:40:00+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 7,
      "id": "t3_1ujlelu",
      "short_id": "1ujlelu",
      "result_type": "post",
      "title": "Web Scraping freelance",
      "author": "TradeIndividual7891",
      "author_url": "https://www.reddit.com/user/TradeIndividual7891",
      "subreddit": "scrapingtheweb",
      "permalink": "https://www.reddit.com/r/scrapingtheweb/comments/1ujlelu/web_scraping_freelance/",
      "external_url": null,
      "created": "2026-06-30T10:28:14+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 8,
      "id": "t3_1nz1lq6",
      "short_id": "1nz1lq6",
      "result_type": "post",
      "title": "$1000 for someone who really knows their web-scraping stuff (for real)",
      "author": "RoadCharacter6392",
      "author_url": "https://www.reddit.com/user/RoadCharacter6392",
      "subreddit": "scrapingtheweb",
      "permalink": "https://www.reddit.com/r/scrapingtheweb/comments/1nz1lq6/1000_for_someone_who_really_knows_their/",
      "external_url": null,
      "created": "2025-10-05T22:06:03+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 9,
      "id": "t3_1uu6nl6",
      "short_id": "1uu6nl6",
      "result_type": "post",
      "title": "Looking for a Web Scraping Developer",
      "author": "Beginning-Wasabi-413",
      "author_url": "https://www.reddit.com/user/Beginning-Wasabi-413",
      "subreddit": "remotepython",
      "permalink": "https://www.reddit.com/r/remotepython/comments/1uu6nl6/looking_for_a_web_scraping_developer/",
      "external_url": null,
      "created": "2026-07-12T05:38:49+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 10,
      "id": "t3_1q6pxwn",
      "short_id": "1q6pxwn",
      "result_type": "post",
      "title": "Just Started Web Scraping — Is This a Good Start?",
      "author": "franik33",
      "author_url": "https://www.reddit.com/user/franik33",
      "subreddit": "webscraping",
      "permalink": "https://www.reddit.com/r/webscraping/comments/1q6pxwn/just_started_web_scraping_is_this_a_good_start/",
      "external_url": null,
      "created": "2026-01-07T20:01:30+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 11,
      "id": "t3_1s9cmrh",
      "short_id": "1s9cmrh",
      "result_type": "post",
      "title": "Is web scraping actually legal if the data is public, or am I still asking for trouble?",
      "author": "Bmaxtubby1",
      "author_url": "https://www.reddit.com/user/Bmaxtubby1",
      "subreddit": "WebScrapingInsider",
      "permalink": "https://www.reddit.com/r/WebScrapingInsider/comments/1s9cmrh/is_web_scraping_actually_legal_if_the_data_is/",
      "external_url": null,
      "created": "2026-04-01T06:29:25+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 12,
      "id": "t3_1sceai9",
      "short_id": "1sceai9",
      "result_type": "post",
      "title": "This settles the discussion if it's the endgame for web scraping?",
      "author": "codepoetn",
      "author_url": "https://www.reddit.com/user/codepoetn",
      "subreddit": "webscraping",
      "permalink": "https://www.reddit.com/r/webscraping/comments/1sceai9/this_settles_the_discussion_if_its_the_endgame/",
      "external_url": "https://i.redd.it/lyuhdfmge7tg1.png",
      "created": "2026-04-04T16:52:53+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 13,
      "id": "t3_1tyagtj",
      "short_id": "1tyagtj",
      "result_type": "post",
      "title": "An Israeli company (BrightData) has backdoored hundreds of millions of households through countless Smart TV apps, and they're quietly turning Samsung and LG TVs into exit nodes for AI web-scraping",
      "author": "Current-Guide5944",
      "author_url": "https://www.reddit.com/user/Current-Guide5944",
      "subreddit": "tech_x",
      "permalink": "https://www.reddit.com/r/tech_x/comments/1tyagtj/an_israeli_company_brightdata_has_backdoored/",
      "external_url": "https://i.redd.it/g2t6rmrg5m5h1.png",
      "created": "2026-06-06T07:19:42+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 14,
      "id": "t3_158u1tl",
      "short_id": "158u1tl",
      "result_type": "post",
      "title": "Scraped From the Web! What is the juiciest celebrity story that has been scraped from the internet that only you remember?",
      "author": "lookattheabys",
      "author_url": "https://www.reddit.com/user/lookattheabys",
      "subreddit": "Fauxmoi",
      "permalink": "https://www.reddit.com/r/Fauxmoi/comments/158u1tl/scraped_from_the_web_what_is_the_juiciest/",
      "external_url": null,
      "created": "2023-07-25T01:45:28+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 15,
      "id": "t3_u6puq7",
      "short_id": "u6puq7",
      "result_type": "post",
      "title": "Web scraping is legal, US appeals court reaffirms",
      "author": "neutronbob",
      "author_url": "https://www.reddit.com/user/neutronbob",
      "subreddit": "programming",
      "permalink": "https://www.reddit.com/r/programming/comments/u6puq7/web_scraping_is_legal_us_appeals_court_reaffirms/",
      "external_url": "https://techcrunch.com/2022/04/18/web-scraping-legal-court/",
      "created": "2022-04-18T22:50:30+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 16,
      "id": "t3_1plnysi",
      "short_id": "1plnysi",
      "result_type": "post",
      "title": "Google illegally scraped the web to fix its AI problems and catch up to OpenAI, European regulators probe",
      "author": "MetaKnowing",
      "author_url": "https://www.reddit.com/user/MetaKnowing",
      "subreddit": "GoogleGeminiAI",
      "permalink": "https://www.reddit.com/r/GoogleGeminiAI/comments/1plnysi/google_illegally_scraped_the_web_to_fix_its_ai/",
      "external_url": "https://fortune.com/2025/12/11/google-illegally-scraped-the-web-to-fix-its-ai-problems-and-catch-up-to-openai-european-regulators-probe/",
      "created": "2025-12-13T15:27:23+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 17,
      "id": "t3_1lpou4i",
      "short_id": "1lpou4i",
      "result_type": "post",
      "title": "Web giant Cloudflare to block AI bots from scraping content by default",
      "author": "apple_kicks",
      "author_url": "https://www.reddit.com/user/apple_kicks",
      "subreddit": "news",
      "permalink": "https://www.reddit.com/r/news/comments/1lpou4i/web_giant_cloudflare_to_block_ai_bots_from/",
      "external_url": "https://www.cnbc.com/2025/07/01/cloudflare-to-block-ai-firms-from-scraping-content-without-consent.html",
      "created": "2025-07-02T06:36:07+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 18,
      "id": "t3_1qfpwda",
      "short_id": "1qfpwda",
      "result_type": "post",
      "title": "Judge orders Anna’s Archive to delete scraped data; no one thinks it will comply | WorldCat operator hopes default judgment will convince web hosts to take action.",
      "author": "ControlCAD",
      "author_url": "https://www.reddit.com/user/ControlCAD",
      "subreddit": "technology",
      "permalink": "https://www.reddit.com/r/technology/comments/1qfpwda/judge_orders_annas_archive_to_delete_scraped_data/",
      "external_url": "https://arstechnica.com/tech-policy/2026/01/judge-orders-annas-archive-to-delete-scraped-data-no-one-thinks-it-will-comply/",
      "created": "2026-01-17T21:48:27+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 19,
      "id": "t3_1rk5873",
      "short_id": "1rk5873",
      "result_type": "post",
      "title": "DRAM bots reportedly being deployed to hoover up memory chips and components — one operation ran 10 million web scraping requests, hitting DDR5 RAM product pages every 6.5 seconds",
      "author": "Tasty-Traffic-680",
      "author_url": "https://www.reddit.com/user/Tasty-Traffic-680",
      "subreddit": "hardware",
      "permalink": "https://www.reddit.com/r/hardware/comments/1rk5873/dram_bots_reportedly_being_deployed_to_hoover_up/",
      "external_url": "https://www.tomshardware.com/pc-components/dram/dram-bots-reportedly-being-deployed-to-hoover-up-memory-chips-and-components-one-operation-ran-10-million-web-scraping-requests-hitting-ddr5-ram-product-pages-every-6-5-seconds",
      "created": "2026-03-03T23:29:22+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 20,
      "id": "t3_1rh4495",
      "short_id": "1rh4495",
      "result_type": "post",
      "title": "Smart TV apps are quietly scraping web data for AI training",
      "author": "AdSpecialist6598",
      "author_url": "https://www.reddit.com/user/AdSpecialist6598",
      "subreddit": "technews",
      "permalink": "https://www.reddit.com/r/technews/comments/1rh4495/smart_tv_apps_are_quietly_scraping_web_data_for/",
      "external_url": "https://www.techspot.com/news/111492-smart-tv-apps-quietly-scraping-web-data-ai.html",
      "created": "2026-02-28T14:32:40+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 21,
      "id": "t3_1tyunr0",
      "short_id": "1tyunr0",
      "result_type": "post",
      "title": "WARNING: Security Researchers Have Just Revealed That The Smart TV In Your Living Room May Be Actively Routing AI Web Scraping Traffic Through Your Home Internet Connection Right Now, Without You Realizing What You Agreed To 📺⚠️",
      "author": "InterstellarKinetics",
      "author_url": "https://www.reddit.com/user/InterstellarKinetics",
      "subreddit": "InterstellarKinetics",
      "permalink": "https://www.reddit.com/r/InterstellarKinetics/comments/1tyunr0/warning_security_researchers_have_just_revealed/",
      "external_url": "https://blog.includesecurity.com/2026/06/the-smart-tv-in-your-livingroom-is-a-node-in-the-aiscraping-economy/",
      "created": "2026-06-06T22:23:47+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 22,
      "id": "t3_7lic92",
      "short_id": "7lic92",
      "result_type": "post",
      "title": "When your java web scraping task accidentally pulls the entire internet",
      "author": "Klumpy_hra",
      "author_url": "https://www.reddit.com/user/Klumpy_hra",
      "subreddit": "ProgrammerHumor",
      "permalink": "https://www.reddit.com/r/ProgrammerHumor/comments/7lic92/when_your_java_web_scraping_task_accidentally/",
      "external_url": "https://i.redd.it/w2vu5w5nzh501.png",
      "created": "2017-12-22T16:08:39+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 23,
      "id": "t3_evntaa",
      "short_id": "evntaa",
      "result_type": "post",
      "title": "US court fully legalized website scraping and technically prohibited it - On September 9, the U.S. 9th circuit court of Appeals ruled that web scraping public sites does not violate the CFAA (Computer Fraud and Abuse Act)",
      "author": "magenta_placenta",
      "author_url": "https://www.reddit.com/user/magenta_placenta",
      "subreddit": "programming",
      "permalink": "https://www.reddit.com/r/programming/comments/evntaa/us_court_fully_legalized_website_scraping_and/",
      "external_url": "https://parsers.me/us-court-fully-legalized-website-scraping-and-technically-prohibited-it/",
      "created": "2020-01-29T14:47:58+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 24,
      "id": "t3_1plnz0h",
      "short_id": "1plnz0h",
      "result_type": "post",
      "title": "Google illegally scraped the web to fix its AI problems and catch up to OpenAI, European regulators probe",
      "author": "MetaKnowing",
      "author_url": "https://www.reddit.com/user/MetaKnowing",
      "subreddit": "google",
      "permalink": "https://www.reddit.com/r/google/comments/1plnz0h/google_illegally_scraped_the_web_to_fix_its_ai/",
      "external_url": "https://fortune.com/2025/12/11/google-illegally-scraped-the-web-to-fix-its-ai-problems-and-catch-up-to-openai-european-regulators-probe/",
      "created": "2025-12-13T15:27:40+00:00",
      "score": null,
      "num_comments": null
    },
    {
      "position": 25,
      "id": "t3_1qsfv3j",
      "short_id": "1qsfv3j",
      "result_type": "post",
      "title": "Epstein 9, 10, 11, 12. Reddit Keeps Nuking Thread; We Keep Coordinating. Fxxx Em.",
      "author": "AshuraMaruxx",
      "author_url": "https://www.reddit.com/user/AshuraMaruxx",
      "subreddit": "DataHoarder",
      "permalink": "https://www.reddit.com/r/DataHoarder/comments/1qsfv3j/epstein_9_10_11_12_reddit_keeps_nuking_thread_we/",
      "external_url": null,
      "created": "2026-01-31T22:08:37+00:00",
      "score": null,
      "num_comments": null
    }
  ],
  "_source": "rss",
  "_rss_limitations": {
    "surface": "rss-atom",
    "unavailable_fields": [
      "score",
      "ups",
      "downs",
      "upvote_ratio",
      "num_comments",
      "awards",
      "total_awards_received",
      "author_karma",
      "author_cake_day",
      "flair"
    ],
    "note": "This response used the .rss/Atom fallback (the shreddit HTML surface that carries vote data was unreachable on this request). RSS does not expose any vote/award/comment counts or author karma - those fields are null (not fabricated). Identity, author, timestamps, permalinks, post/comment bodies ARE provided."
  }
}