{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreib4jnu2vmxnxd54a6xwkvvrmkbfudnvd2xteqijja7rrpkfbr4qte",
    "uri": "at://did:plc:pgryn3ephfd2xgft23qokfzt/app.bsky.feed.post/3mgsjjd5pfg42"
  },
  "path": "/t/valueerror-loading-helsinki-nlp-tokenizers/174192#post_2",
  "publishedAt": "2026-03-11T16:14:51.000Z",
  "site": "https://discuss.huggingface.co",
  "textContent": "Okay, so I was able to get past this “opportunity” by using the transformers.MarianTokenizer class in lieu of the (SHOULD have worked) AutoTokenizer class.\n\nBut the mystery remains . . . WHY didn’t it work as advertised?!?!?",
  "title": "ValueError loading Helsinki-NLP tokenizers"
}