{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreiebtduqqaphv3rwcc2mkewfmx2bvszywzpqgiwiqefqf2z756p4ku",
    "uri": "at://did:plc:pgryn3ephfd2xgft23qokfzt/app.bsky.feed.post/3ml4t4jxjozw2"
  },
  "path": "/t/the-bpe-pre-tokenizer-was-not-recognized/175714#post_7",
  "publishedAt": "2026-05-05T18:16:16.000Z",
  "site": "https://discuss.huggingface.co",
  "tags": [
    "https://github.com/ggml-org/llama.cpp/issues/22700"
  ],
  "textContent": "Hmm… Seems there’s already a similar issue on official GitHub:\nhttps://github.com/ggml-org/llama.cpp/issues/22700\n\nMaybe it would be better to leave a comment there instead of opening a new issue.",
  "title": "The BPE pre-tokenizer was not recognized!"
}