{
"$type": "site.standard.document",
"bskyPostRef": {
"cid": "bafyreidx2qhrt3iu52cgy6mslwkjikfrrtyfnu2brf5ro2vblvwfdrhvc4",
"uri": "at://did:plc:isx5m6wiqw7ljr7tlrnkukux/app.bsky.feed.post/3mgv2cnb5xyi2"
},
"coverImage": {
"$type": "blob",
"ref": {
"$link": "bafkreihgt7cimcgch4benym5sge3a6qzzppm7wnbhtwtjyglug6pofyk3q"
},
"mimeType": "image/webp",
"size": 24282
},
"path": "/cloudflare-introduces-a-new-crawl-api-to-easily-crawl-entire-websites/",
"publishedAt": "2026-03-12T16:14:39.000Z",
"site": "https://www.tech2geek.net",
"tags": [
"How To",
"Software",
"Tech",
"cloudflare browser rendering crawl",
"cloudflare crawl api",
"cloudflare structured data extraction",
"cloudflare web crawler",
"cloudflare workers scraping",
"crawl websites with api",
"web scraping cloudflare workers"
],
"textContent": "Cloudflare’s new /crawl API lets developers crawl entire websites and extract content as HTML, Markdown, or JSON using Cloudflare Workers.",
"title": "Cloudflare Introduces a New /crawl API to Easily Crawl Entire Websites"
}