{"id":"e425fce2-a825-4ff9-a433-51c4c6f207a3","slug":"hf-model-ggunio-intelligent-tokenizer-v6-ggpacv-v","name":"intelligent-tokenizer-v6","description":"Hugging Face model ggunio/intelligent-tokenizer-v6. 98 downloads.","capabilities":["pytorch","intelligent_tokenizer","tokenization","byte-level","neural-tokenizer","pattern-learning","vocabulary-free","multilingual","ko","en","zh","ja","es","fr","de","ru","ar","hi","dataset:flores200","license:mit"],"protocols":[],"safetyScore":80,"overallRank":37,"trustScore":null,"trust":null,"source":"HUGGINGFACE","updatedAt":"2026-10-11T20:37:35.275Z"}