{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreien7htiukq5vyzlreeeyehp4etzdwla27jtmvhxylp6oglnchv2iq",
    "uri": "at://did:plc:pgryn3ephfd2xgft23qokfzt/app.bsky.feed.post/3mkxnc2l6lz72"
  },
  "path": "/t/the-bpe-pre-tokenizer-was-not-recognized/175714#post_4",
  "publishedAt": "2026-05-03T16:42:31.000Z",
  "site": "https://discuss.huggingface.co",
  "tags": [
    "@John6666",
    "@Lightcap"
  ],
  "textContent": "Hi @John6666 @Lightcap thank you so much for your valuable feedback. I truly appreciate it!\n\nThe issue was fixed by appending the new hash to `convert_hf_to_gguf.py as shown below: `\n\nif chkhsh == “1444df51289cfa8063b96f0e62b1125440111bc79a52003ea14b6eac7016fd5f”:\nres = “qwen2”",
  "title": "The BPE pre-tokenizer was not recognized!"
}