{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreiav75andpycj7wsdhsrpbeq2mdfphlpiwt433j7nkjot54h3mmma4",
    "uri": "at://did:plc:lk3jfj3zq4k4wxnk474axylu/app.bsky.feed.post/3mfdldgfjqh72"
  },
  "path": "/t/gptbot-ignoring-robots-txt-and-hammering-single-url-in-a-loop-potential-infinite-crawl-bug/1374560#post_4",
  "publishedAt": "2026-02-21T01:01:42.000Z",
  "site": "https://community.openai.com",
  "textContent": "Yes it is verified by Cloudflare themselves as the real GPT Bot.\n\nIt seems that I fixed this issue by blocking access to those nocache strings completely. GPT Bot got blocked about 4k in 24 hours and disappeared for a while. It is back now and crawling as expected.",
  "title": "GPTBot ignoring robots.txt and hammering single URL in a loop — potential infinite crawl bug"
}