{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreigs4zjclmtpqzweslpgdikkzuzecfgwgarrjeemmhv2nawha4z3ue",
    "uri": "at://did:plc:bnj5sdoetcj6m74zcnhv5sg4/app.bsky.feed.post/3mhyogif7ysc2"
  },
  "coverImage": {
    "$type": "blob",
    "ref": {
      "$link": "bafkreifkxgm3jjqrlqnqbufm36vzhtc2ewplkx5wj7jcyccxek47avw4dm"
    },
    "mimeType": "image/jpeg",
    "size": 46880
  },
  "path": "/2026/03/26/quo-vadis-crawlers-progress-and-whats-next-on-safeguarding-our-infrastructure/",
  "publishedAt": "2026-03-26T19:56:08.000Z",
  "site": "https://diff.wikimedia.org",
  "tags": [
    "Free Knowledge",
    "Main page (EN)",
    "Operations",
    "Technology",
    "Wikimedia",
    "AI",
    "AI Data Crawlers",
    "crawlers",
    "infrastructure",
    "knowledge",
    "knowledge as a service",
    "scraping",
    "scraping bots",
    "Web Scraping",
    "Wikimedia Foundation",
    "Wikimedia Projects"
  ],
  "textContent": "One year ago, the Wikimedia Foundation reported a significant increase in bot traffic to the Wikimedia projects, largely coming from crawlers who extract content to...",
  "title": "Quo Vadis, Crawlers? Progress and what’s next on safeguarding our infrastructure"
}