{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreidpio4vwbkrl5kpryxul5f452mkwbj6phgwx2iamdqdrrz47vxkcu",
    "uri": "at://did:plc:haakkg7y3xdghcdmprxeexso/app.bsky.feed.post/3mo3s6mp2pgg2"
  },
  "path": "/t/why-does-brave-not-list-any-link-to-the-wall-street-journal-in-their-index/38496#post_6",
  "publishedAt": "2026-06-12T12:01:56.000Z",
  "site": "https://discuss.privacyguides.net",
  "tags": [
    "https://safe.search.brave.com/help/brave-search-crawler"
  ],
  "textContent": "The robots.txt should allow Brave, as they allow Googlebot and Brave follows rules specified for Googlebot to ensure they are able to index the same content as Google.\n\nhttps://safe.search.brave.com/help/brave-search-crawler",
  "title": "Why does Brave not list any link to the Wall Street Journal in their index?"
}