phonon:40m-fr

65 4 hours ago

Phonon is Gradium’s text-to-speech family. It turns written text into spoken audio as it generates, making it useful for reading assistant replies, narrating passages, and adding a voice to local apps.

... /
json
76dfb16545a6 · 297kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "\u0000<unk>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "\u0000<s>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "\u0000</s>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "\u0000<pad>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "<|audio_bos|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 5,
"content": "<|audio_prompt|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 6,
"content": "<|audio_latent|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 7,
"content": "\u0000<|c003|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 8,
"content": "\u0000<|c004|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 9,
"content": "\u0000<|c005|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 10,
"content": "\u0000<|c006|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 11,
"content": "\u0000<|c007|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 12,
"content": "\u0000<|c008|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 13,
"content": "\u0000<|c009|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 14,
"content": "\u0000<|c010|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 15,
"content": "\u0000<|c011|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 16,
"content": "\u0000<|c012|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 17,
"content": "\u0000<|c013|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 18,
"content": "\u0000<|c014|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 19,
"content": "\u0000<|c015|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 20,
"content": "\u0000<|c016|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 21,
"content": "\u0000<|c017|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 22,
"content": "\u0000<|c018|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 23,
"content": "\u0000<|c019|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 24,
"content": "\u0000<|c020|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 25,
"content": "\u0000<|c021|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 26,
"content": "\u0000<|c022|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 27,
"content": "\u0000<|c023|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 28,
"content": "\u0000<|c024|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 29,
"content": "\u0000<|c025|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 30,
"content": "\u0000<|c026|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 31,
"content": "\u0000<|c027|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 32,
"content": "\u0000<|c028|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 33,
"content": "\u0000<|c029|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 34,
"content": "\u0000<|c030|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 35,
"content": "\u0000<|c031|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 36,
"content": "\u0000<|c032|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 37,
"content": "\u0000<|c033|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 38,
"content": "\u0000<|c034|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 39,
"content": "\u0000<|c035|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 40,
"content": "\u0000<|c036|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 41,
"content": "\u0000<|c037|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 42,
"content": "\u0000<|c038|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 43,
"content": "\u0000<|c039|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 44,
"content": "\u0000<|c040|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 45,
"content": "\u0000<|c041|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 46,
"content": "\u0000<|c042|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 47,
"content": "\u0000<|c043|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 48,
"content": "\u0000<|c044|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 49,
"content": "\u0000<|c045|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 50,
"content": "\u0000<|c046|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 51,
"content": "\u0000<|c047|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 52,
"content": "\u0000<|c048|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 53,
"content": "\u0000<|c049|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 54,
"content": "\u0000<|c050|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 55,
"content": "\u0000<|c051|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 56,
"content": "\u0000<|c052|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 57,
"content": "\u0000<|c053|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 58,
"content": "\u0000<|c054|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 59,
"content": "\u0000<|c055|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 60,
"content": "\u0000<|c056|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 61,
"content": "\u0000<|c057|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 62,
"content": "\u0000<|c058|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 63,
"content": "\u0000<|c059|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 64,
"content": "\u0000<|c060|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 65,
"content": "\u0000<|c061|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 66,
"content": "\u0000<|c062|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 67,
"content": "\u0000<|c063|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 68,
"content": "\u0000<|c064|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 69,
"content": "\u0000<|c065|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 70,
"content": "\u0000<|c066|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 71,
"content": "\u0000<|c067|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 72,
"content": "\u0000<|c068|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 73,
"content": "\u0000<|c069|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 74,
"content": "\u0000<|c070|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 75,
"content": "\u0000<|c071|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 76,
"content": "\u0000<|c072|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 77,
"content": "\u0000<|c073|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 78,
"content": "\u0000<|c074|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 79,
"content": "\u0000<|c075|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 80,
"content": "\u0000<|c076|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 81,
"content": "\u0000<|c077|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 82,
"content": "\u0000<|c078|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 83,
"content": "\u0000<|c079|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 84,
"content": "\u0000<|c080|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 85,
"content": "\u0000<|c081|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 86,
"content": "\u0000<|c082|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 87,
"content": "\u0000<|c083|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 88,
"content": "\u0000<|c084|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 89,
"content": "\u0000<|c085|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 90,
"content": "\u0000<|c086|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 91,
"content": "\u0000<|c087|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 92,
"content": "\u0000<|c088|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 93,
"content": "\u0000<|c089|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 94,
"content": "\u0000<|c090|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 95,
"content": "\u0000<|c091|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 96,
"content": "\u0000<|c092|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 97,
"content": "\u0000<|c093|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 98,
"content": "\u0000<|c094|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 99,
"content": "\u0000<|c095|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 100,
"content": "\u0000<|c096|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 101,
"content": "\u0000<|c097|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 102,
"content": "\u0000<|c098|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 103,
"content": "\u0000<|c099|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 104,
"content": "\u0000<|c100|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 105,
"content": "\u0000<|c101|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 106,
"content": "\u0000<|c102|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 107,
"content": "\u0000<|c103|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 108,
"content": "\u0000<|c104|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 109,
"content": "\u0000<|c105|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 110,
"content": "\u0000<|c106|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 111,
"content": "\u0000<|c107|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 112,
"content": "\u0000<|c108|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 113,
"content": "\u0000<|c109|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 114,
"content": "\u0000<|c110|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 115,
"content": "\u0000<|c111|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 116,
"content": "\u0000<|c112|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 117,
"content": "\u0000<|c113|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 118,
"content": "\u0000<|c114|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 119,
"content": "\u0000<|c115|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 120,
"content": "\u0000<|c116|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 121,
"content": "\u0000<|c117|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 122,
"content": "\u0000<|c118|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 123,
"content": "\u0000<|c119|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 124,
"content": "\u0000<|c120|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 125,
"content": "\u0000<|c121|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 126,
"content": "\u0000<|c122|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 127,
"content": "\u0000<|c123|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 128,
"content": "\u0000<|c124|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 129,
"content": "\u0000<|c125|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 130,
"content": "\u0000<|c126|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 131,
"content": "\u0000<|c127|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 132,
"content": "\u0000<|c128|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 133,
"content": "\u0000<|c129|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 134,
"content": "\u0000<|c130|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 135,
"content": "\u0000<|c131|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 136,
"content": "\u0000<|c132|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 137,
"content": "\u0000<|c133|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 138,
"content": "\u0000<|c134|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 139,
"content": "\u0000<|c135|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 140,
"content": "\u0000<|c136|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 141,
"content": "\u0000<|c137|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 142,
"content": "\u0000<|c138|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 143,
"content": "\u0000<|c139|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 144,
"content": "\u0000<|c140|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 145,
"content": "\u0000<|c141|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 146,
"content": "\u0000<|c142|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 147,
"content": "\u0000<|c143|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 148,
"content": "\u0000<|c144|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 149,
"content": "\u0000<|c145|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 150,
"content": "\u0000<|c146|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 151,
"content": "\u0000<|c147|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 152,
"content": "\u0000<|c148|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 153,
"content": "\u0000<|c149|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 154,
"content": "\u0000<|c150|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 155,
"content": "\u0000<|c151|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 156,
"content": "\u0000<|c152|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 157,
"content": "\u0000<|c153|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 158,
"content": "\u0000<|c154|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 159,
"content": "\u0000<|c155|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 160,
"content": "\u0000<|c156|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 161,
"content": "\u0000<|c157|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 162,
"content": "\u0000<|c158|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 163,
"content": "\u0000<|c159|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 164,
"content": "\u0000<|c160|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 165,
"content": "\u0000<|c161|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 166,
"content": "\u0000<|c162|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 167,
"content": "\u0000<|c163|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 168,
"content": "\u0000<|c164|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 169,
"content": "\u0000<|c165|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 170,
"content": "\u0000<|c166|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 171,
"content": "\u0000<|c167|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 172,
"content": "\u0000<|c168|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 173,
"content": "\u0000<|c169|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 174,
"content": "\u0000<|c170|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 175,
"content": "\u0000<|c171|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 176,
"content": "\u0000<|c172|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 177,
"content": "\u0000<|c173|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 178,
"content": "\u0000<|c174|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 179,
"content": "\u0000<|c175|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 180,
"content": "\u0000<|c176|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 181,
"content": "\u0000<|c177|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 182,
"content": "\u0000<|c178|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 183,
"content": "\u0000<|c179|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 184,
"content": "\u0000<|c180|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 185,
"content": "\u0000<|c181|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 186,
"content": "\u0000<|c182|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 187,
"content": "\u0000<|c183|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 188,
"content": "\u0000<|c184|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 189,
"content": "\u0000<|c185|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 190,
"content": "\u0000<|c186|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 191,
"content": "\u0000<|c187|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 192,
"content": "\u0000<|c188|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 193,
"content": "\u0000<|c189|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 194,
"content": "\u0000<|c190|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 195,
"content": "\u0000<|c191|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 196,
"content": "\u0000<|c192|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 197,
"content": "\u0000<|c193|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 198,
"content": "\u0000<|c194|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 199,
"content": "\u0000<|c195|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 200,
"content": "\u0000<|c196|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 201,
"content": "\u0000<|c197|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 202,
"content": "\u0000<|c198|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 203,
"content": "\u0000<|c199|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": {
"type": "Sequence",
"normalizers": [
{
"type": "Replace",
"pattern": {
"Regex": "[»«‹›“”„‟″‶⹂❝❞❠〝〞〟＂]"
},
"content": "\""
},
{
"type": "Replace",
"pattern": {
"Regex": "[‘’‚‛′‵❛❜❟＇ʼʻʹ´`]"
},
"content": "'"
},
{
"type": "Replace",
"pattern": {
"Regex": "[‐‑‒―]"
},
"content": "-"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÌĨĪĬĮİǏȈȊḬḮỈỊ]"
},
"content": "I"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÒŌŎŐƠǑǪǬȌȎȪȬȮȰṌṎṐṒỌỎỐỒỔỖỘỚỜỞỠỢ]"
},
"content": "O"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÝŶŸȲẎỲỴỶỸ]"
},
"content": "Y"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ìĩīĭįǐȉȋḭḯỉị]"
},
"content": "i"
},
{
"type": "Replace",
"pattern": {
"Regex": "[òōŏőơǒǫǭȍȏȫȭȯȱṍṏṑṓọỏốồổỗộớờởỡợ]"
},
"content": "o"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ýÿŷȳẏẙỳỵỷỹ]"
},
"content": "y"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĀĂĄǍǞǠǺȀȂȦḀẠẢẤẦẨẪẬẮẰẲẴẶ]"
},
"content": "A"
},
{
"type": "Replace",
"pattern": {
"Regex": "[āăąǎǟǡǻȁȃȧḁạảấầẩẫậắằẳẵặ]"
},
"content": "a"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĆĈĊČḈ]"
},
"content": "C"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ćĉċčḉ]"
},
"content": "c"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĎḊḌḎḐḒ]"
},
"content": "D"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ďḋḍḏḑḓ]"
},
"content": "d"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĒĔĖĘĚȄȆȨḔḖḘḚḜẸẺẼẾỀỂỄỆ]"
},
"content": "E"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ēĕėęěȅȇȩḕḗḙḛḝẹẻẽếềểễệ]"
},
"content": "e"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĜĞĠĢǦǴḠ]"
},
"content": "G"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĝğġģǧǵḡ]"
},
"content": "g"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĤȞḢḤḦḨḪ]"
},
"content": "H"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĥȟḣḥḧḩḫẖ]"
},
"content": "h"
},
{
"type": "Replace",
"pattern": {
"Regex": "[Ĵ]"
},
"content": "J"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĵǰ]"
},
"content": "j"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĶǨḰḲḴ]"
},
"content": "K"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ķǩḱḳḵ]"
},
"content": "k"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĹĻĽḶḸḺḼ]"
},
"content": "L"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĺļľḷḹḻḽ]"
},
"content": "l"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŃŅŇǸṄṆṈṊ]"
},
"content": "N"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ńņňǹṅṇṉṋ]"
},
"content": "n"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŔŖŘȐȒṘṚṜṞ]"
},
"content": "R"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŕŗřȑȓṙṛṝṟ]"
},
"content": "r"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŚŜŞŠȘṠṢṤṦṨ]"
},
"content": "S"
},
{
"type": "Replace",
"pattern": {
"Regex": "[śŝşšșṡṣṥṧṩ]"
},
"content": "s"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŢŤȚṪṬṮṰ]"
},
"content": "T"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ţťțṫṭṯṱẗ]"
},
"content": "t"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŨŪŬŮŰŲƯǓǕǗǙǛȔȖṲṴṶṸṺỤỦỨỪỬỮỰ]"
},
"content": "U"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ũūŭůűųưǔǖǘǚǜȕȗṳṵṷṹṻụủứừửữự]"
},
"content": "u"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŴẀẂẄẆẈ]"
},
"content": "W"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŵẁẃẅẇẉẘ]"
},
"content": "w"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŹŻŽẐẒẔ]"
},
"content": "Z"
},
{
"type": "Replace",
"pattern": {
"Regex": "[źżžẑẓẕ]"
},
"content": "z"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḂḄḆ]"
},
"content": "B"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḃḅḇ]"
},
"content": "b"
},
{
"type": "Replace",
"pattern": {
"Regex": "[Ḟ]"
},
"content": "F"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḟ]"
},
"content": "f"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḾṀṂ]"
},
"content": "M"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḿṁṃ]"
},
"content": "m"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṔṖ]"
},
"content": "P"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṕṗ]"
},
"content": "p"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṼṾ]"
},
"content": "V"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṽṿ]"
},
"content": "v"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ẊẌ]"
},
"content": "X"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ẋẍ]"
},
"content": "x"
},
{
"type": "Replace",
"pattern": {
"String": "₀"
},
"content": "0"
},
{
"type": "Replace",
"pattern": {
"String": "₁"
},
"content": "1"
},
{
"type": "Replace",
"pattern": {
"String": "₂"
},
"content": "2"
},
{
"type": "Replace",
"pattern": {
"String": "₃"
},
"content": "3"
},
{
"type": "Replace",
"pattern": {
"String": "₄"
},
"content": "4"
},
{
"type": "Replace",
"pattern": {
"String": "₅"
},
"content": "5"
},
{
"type": "Replace",
"pattern": {
"String": "₆"
},
"content": "6"
},
{
"type": "Replace",
"pattern": {
"String": "₇"
},
"content": "7"
},
{
"type": "Replace",
"pattern": {
"String": "₈"
},
"content": "8"
},
{
"type": "Replace",
"pattern": {
"String": "₉"
},
"content": "9"
},
{
"type": "Replace",
"pattern": {
"String": "₊"
},
"content": "+"
},
{
"type": "Replace",
"pattern": {
"String": "₋"
},
"content": "-"
},
{
"type": "Replace",
"pattern": {
"String": "ₐ"
},
"content": "a"
},
{
"type": "Replace",
"pattern": {
"String": "ₑ"
},
"content": "e"
},
{
"type": "Replace",
"pattern": {
"String": "ₒ"
},
"content": "o"
},
{
"type": "Replace",
"pattern": {
"String": "ₓ"
},
"content": "x"
},
{
"type": "Replace",
"pattern": {
"String": "ₕ"
},
"content": "h"
},
{
"type": "Replace",
"pattern": {
"String": "ₖ"
},
"content": "k"
},
{
"type": "Replace",
"pattern": {
"String": "ₗ"
},
"content": "l"
},
{
"type": "Replace",
"pattern": {
"String": "ₘ"
},
"content": "m"
},
{
"type": "Replace",
"pattern": {
"String": "ₙ"
},
"content": "n"
},
{
"type": "Replace",
"pattern": {
"String": "ₚ"
},
"content": "p"
},
{
"type": "Replace",
"pattern": {
"String": "ₛ"
},
"content": "s"
},
{
"type": "Replace",
"pattern": {
"String": "ₜ"
},
"content": "t"
},
{
"type": "Replace",
"pattern": {
"String": "ᵢ"
},
"content": "i"
},
{
"type": "Replace",
"pattern": {
"String": "ⱼ"
},
"content": "j"
},
{
"type": "Replace",
"pattern": {
"Regex": "[–*—\\[\\]{}•‣◦·→←↑↓➡➜\\x{1F000}-\\x{1FAFF}\\x{2600}-\\x{27BF}\\x{2B00}-\\x{2BFF}\\x{FE0F}\\x{200D}\\p{Cc}\\s]+"
},
"content": " "
},
{
"type": "Replace",
"pattern": {
"String": "…"
},
"content": "."
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<!\\S):|:(?!\\S)|[;()]"
},
"content": ", "
},
{
"type": "Replace",
"pattern": {
"Regex": "(?:\\s|[!()*,\\-./:;<=>?\\[\\\\\\]^_`{|}~]|(?<![0-9])\\$)+(?=[.,])"
},
"content": ""
},
{
"type": "Replace",
"pattern": {
"Regex": "\\s+"
},
"content": " "
},
{
"type": "Strip",
"strip_left": true,
"strip_right": true
},
{
"type": "Replace",
"pattern": {
"Regex": "\"+$"
},
"content": ""
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<=[.!?,;])'$"
},
"content": ""
},
{
"type": "Strip",
"strip_left": true,
"strip_right": true
},
{
"type": "Replace",
"pattern": {
"Regex": "^a"
},
"content": "A"
},
{
"type": "Replace",
"pattern": {
"Regex": "^b"
},
"content": "B"
},
{
"type": "Replace",
"pattern": {
"Regex": "^c"
},
"content": "C"
},
{
"type": "Replace",
"pattern": {
"Regex": "^d"
},
"content": "D"
},
{
"type": "Replace",
"pattern": {
"Regex": "^e"
},
"content": "E"
},
{
"type": "Replace",
"pattern": {
"Regex": "^f"
},
"content": "F"
},
{
"type": "Replace",
"pattern": {
"Regex": "^g"
},
"content": "G"
},
{
"type": "Replace",
"pattern": {
"Regex": "^h"
},
"content": "H"
},
{
"type": "Replace",
"pattern": {
"Regex": "^i"
},
"content": "I"
},
{
"type": "Replace",
"pattern": {
"Regex": "^j"
},
"content": "J"
},
{
"type": "Replace",
"pattern": {
"Regex": "^k"
},
"content": "K"
},
{
"type": "Replace",
"pattern": {
"Regex": "^l"
},
"content": "L"
},
{
"type": "Replace",
"pattern": {
"Regex": "^m"
},
"content": "M"
},
{
"type": "Replace",
"pattern": {
"Regex": "^n"
},
"content": "N"
},
{
"type": "Replace",
"pattern": {
"Regex": "^o"
},
"content": "O"
},
{
"type": "Replace",
"pattern": {
"Regex": "^p"
},
"content": "P"
},
{
"type": "Replace",
"pattern": {
"Regex": "^q"
},
"content": "Q"
},
{
"type": "Replace",
"pattern": {
"Regex": "^r"
},
"content": "R"
},
{
"type": "Replace",
"pattern": {
"Regex": "^s"
},
"content": "S"
},
{
"type": "Replace",
"pattern": {
"Regex": "^t"
},
"content": "T"
},
{
"type": "Replace",
"pattern": {
"Regex": "^u"
},
"content": "U"
},
{
"type": "Replace",
"pattern": {
"Regex": "^v"
},
"content": "V"
},
{
"type": "Replace",
"pattern": {
"Regex": "^w"
},
"content": "W"
},
{
"type": "Replace",
"pattern": {
"Regex": "^x"
},
"content": "X"
},
{
"type": "Replace",
"pattern": {
"Regex": "^y"
},
"content": "Y"
},
{
"type": "Replace",
"pattern": {
"Regex": "^z"
},
"content": "Z"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ß"
},
"content": "SS"
},
{
"type": "Replace",
"pattern": {
"Regex": "^à"
},
"content": "À"
},
{
"type": "Replace",
"pattern": {
"Regex": "^á"
},
"content": "Á"
},
{
"type": "Replace",
"pattern": {
"Regex": "^â"
},
"content": "Â"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ã"
},
"content": "Ã"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ä"
},
"content": "Ä"
},
{
"type": "Replace",
"pattern": {
"Regex": "^å"
},
"content": "Å"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ç"
},
"content": "Ç"
},
{
"type": "Replace",
"pattern": {
"Regex": "^è"
},
"content": "È"
},
{
"type": "Replace",
"pattern": {
"Regex": "^é"
},
"content": "É"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ê"
},
"content": "Ê"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ë"
},
"content": "Ë"
},
{
"type": "Replace",
"pattern": {
"Regex": "^í"
},
"content": "Í"
},
{
"type": "Replace",
"pattern": {
"Regex": "^î"
},
"content": "Î"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ï"
},
"content": "Ï"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ñ"
},
"content": "Ñ"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ó"
},
"content": "Ó"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ô"
},
"content": "Ô"
},
{
"type": "Replace",
"pattern": {
"Regex": "^õ"
},
"content": "Õ"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ö"
},
"content": "Ö"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ù"
},
"content": "Ù"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ú"
},
"content": "Ú"
},
{
"type": "Replace",
"pattern": {
"Regex": "^û"
},
"content": "Û"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ü"
},
"content": "Ü"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ı"
},
"content": "I"
},
{
"type": "Replace",
"pattern": {
"Regex": "^œ"
},
"content": "Œ"
},
{
"type": "Replace",
"pattern": {
"Regex": "^а"
},
"content": "А"
},
{
"type": "Replace",
"pattern": {
"Regex": "^е"
},
"content": "Е"
},
{
"type": "Replace",
"pattern": {
"Regex": "^о"
},
"content": "О"
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<=[\\p{Alphabetic}\\p{N}])$"
},
"content": "."
},
{
"type": "Prepend",
"prepend": "▁"
}
]
},
"pre_tokenizer": {
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
},
"post_processor": null,
"decoder": {
"type": "Sequence",
"decoders": [
{
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
},
{
"type": "ByteFallback"
},
{
"type": "Fuse"
}
]
},
"model": {
"type": "Unigram",
"unk_id": 0,
"vocab": [
[
"\u0000<unk>",
0.0
],
[
"\u0000<s>",
0.0
],
[
"\u0000</s>",
0.0
],
[
"\u0000<pad>",
0.0
],
[
"<|audio_bos|>",
0.0
],
[
"<|audio_prompt|>",
0.0
],
[
"<|audio_latent|>",
0.0
],
[
"\u0000<|c003|>",
0.0
],
[
"\u0000<|c004|>",
0.0
],
[
"\u0000<|c005|>",
0.0
],
[
"\u0000<|c006|>",
0.0
],
[
"\u0000<|c007|>",
0.0
],
[
"\u0000<|c008|>",
0.0
],
[
"\u0000<|c009|>",
0.0
],
[
"\u0000<|c010|>",
0.0
],
[
"\u0000<|c011|>",
0.0
],
[
"\u0000<|c012|>",
0.0
],
[
"\u0000<|c013|>",
0.0
],
[
"\u0000<|c014|>",
0.0
],
[
"\u0000<|c015|>",
0.0
],
[
"\u0000<|c016|>",
0.0
],
[
"\u0000<|c017|>",
0.0
],
[
"\u0000<|c018|>",
0.0
],
[
"\u0000<|c019|>",
0.0
],
[
"\u0000<|c020|>",
0.0
],
[
"\u0000<|c021|>",
0.0
],
[
"\u0000<|c022|>",
0.0
],
[
"\u0000<|c023|>",
0.0
],
[
"\u0000<|c024|>",
0.0
],
[
"\u0000<|c025|>",
0.0
],
[
"\u0000<|c026|>",
0.0
],
[
"\u0000<|c027|>",
0.0
],
[
"\u0000<|c028|>",
0.0
],
[
"\u0000<|c029|>",
0.0
],
[
"\u0000<|c030|>",
0.0
],
[
"\u0000<|c031|>",
0.0
],
[
"\u0000<|c032|>",
0.0
],
[
"\u0000<|c033|>",
0.0
],
[
"\u0000<|c034|>",
0.0
],
[
"\u0000<|c035|>",
0.0
],
[
"\u0000<|c036|>",
0.0
],
[
"\u0000<|c037|>",
0.0
],
[
"\u0000<|c038|>",
0.0
],
[
"\u0000<|c039|>",
0.0
],
[
"\u0000<|c040|>",
0.0
],
[
"\u0000<|c041|>",
0.0
],
[
"\u0000<|c042|>",
0.0
],
[
"\u0000<|c043|>",
0.0
],
[
"\u0000<|c044|>",
0.0
],
[
"\u0000<|c045|>",
0.0
],
[
"\u0000<|c046|>",
0.0
],
[
"\u0000<|c047|>",
0.0
],
[
"\u0000<|c048|>",
0.0
],
[
"\u0000<|c049|>",
0.0
],
[
"\u0000<|c050|>",
0.0
],
[
"\u0000<|c051|>",
0.0
],
[
"\u0000<|c052|>",
0.0
],
[
"\u0000<|c053|>",
0.0
],
[
"\u0000<|c054|>",
0.0
],
[
"\u0000<|c055|>",
0.0
],
[
"\u0000<|c056|>",
0.0
],
[
"\u0000<|c057|>",
0.0
],
[
"\u0000<|c058|>",
0.0
],
[
"\u0000<|c059|>",
0.0
],
[
"\u0000<|c060|>",
0.0
],
[
"\u0000<|c061|>",
0.0
],
[
"\u0000<|c062|>",
0.0
],
[
"\u0000<|c063|>",
0.0
],
[
"\u0000<|c064|>",
0.0
],
[
"\u0000<|c065|>",
0.0
],
[
"\u0000<|c066|>",
0.0
],
[
"\u0000<|c067|>",
0.0
],
[
"\u0000<|c068|>",
0.0
],
[
"\u0000<|c069|>",
0.0
],
[
"\u0000<|c070|>",
0.0
],
[
"\u0000<|c071|>",
0.0
],
[
"\u0000<|c072|>",
0.0
],
[
"\u0000<|c073|>",
0.0
],
[
"\u0000<|c074|>",
0.0
],
[
"\u0000<|c075|>",
0.0
],
[
"\u0000<|c076|>",
0.0
],
[
"\u0000<|c077|>",
0.0
],
[
"\u0000<|c078|>",
0.0
],
[
"\u0000<|c079|>",
0.0
],
[
"\u0000<|c080|>",
0.0
],
[
"\u0000<|c081|>",
0.0
],
[
"\u0000<|c082|>",
0.0
],
[
"\u0000<|c083|>",
0.0
],
[
"\u0000<|c084|>",
0.0
],
[
"\u0000<|c085|>",
0.0
],
[
"\u0000<|c086|>",
0.0
],
[
"\u0000<|c087|>",
0.0
],
[
"\u0000<|c088|>",
0.0
],
[
"\u0000<|c089|>",
0.0
],
[
"\u0000<|c090|>",
0.0
],
[
"\u0000<|c091|>",
0.0
],
[
"\u0000<|c092|>",
0.0
],
[
"\u0000<|c093|>",
0.0
],
[
"\u0000<|c094|>",
0.0
],
[
"\u0000<|c095|>",
0.0
],
[
"\u0000<|c096|>",
0.0
],
[
"\u0000<|c097|>",
0.0
],
[
"\u0000<|c098|>",
0.0
],
[
"\u0000<|c099|>",
0.0
],
[
"\u0000<|c100|>",
0.0
],
[
"\u0000<|c101|>",
0.0
],
[
"\u0000<|c102|>",
0.0
],
[
"\u0000<|c103|>",
0.0
],
[
"\u0000<|c104|>",
0.0
],
[
"\u0000<|c105|>",
0.0
],
[
"\u0000<|c106|>",
0.0
],
[
"\u0000<|c107|>",
0.0
],
[
"\u0000<|c108|>",
0.0
],
[
"\u0000<|c109|>",
0.0
],
[
"\u0000<|c110|>",
0.0
],
[
"\u0000<|c111|>",
0.0
],
[
"\u0000<|c112|>",
0.0
],
[
"\u0000<|c113|>",
0.0
],
[
"\u0000<|c114|>",
0.0
],
[
"\u0000<|c115|>",
0.0
],
[
"\u0000<|c116|>",
0.0
],
[
"\u0000<|c117|>",
0.0
],
[
"\u0000<|c118|>",
0.0
],
[
"\u0000<|c119|>",
0.0
],
[
"\u0000<|c120|>",
0.0
],
[
"\u0000<|c121|>",
0.0
],
[
"\u0000<|c122|>",
0.0
],
[
"\u0000<|c123|>",
0.0
],
[
"\u0000<|c124|>",
0.0
],
[
"\u0000<|c125|>",
0.0
],
[
"\u0000<|c126|>",
0.0
],
[
"\u0000<|c127|>",
0.0
],
[
"\u0000<|c128|>",
0.0
],
[
"\u0000<|c129|>",
0.0
],
[
"\u0000<|c130|>",
0.0
],
[
"\u0000<|c131|>",
0.0
],
[
"\u0000<|c132|>",
0.0
],
[
"\u0000<|c133|>",
0.0
],
[
"\u0000<|c134|>",
0.0
],
[
"\u0000<|c135|>",
0.0
],
[
"\u0000<|c136|>",
0.0
],
[
"\u0000<|c137|>",
0.0
],
[
"\u0000<|c138|>",
0.0
],
[
"\u0000<|c139|>",
0.0
],
[
"\u0000<|c140|>",
0.0
],
[
"\u0000<|c141|>",
0.0
],
[
"\u0000<|c142|>",
0.0
],
[
"\u0000<|c143|>",
0.0
],
[
"\u0000<|c144|>",
0.0
],
[
"\u0000<|c145|>",
0.0
],
[
"\u0000<|c146|>",
0.0
],
[
"\u0000<|c147|>",
0.0
],
[
"\u0000<|c148|>",
0.0
],
[
"\u0000<|c149|>",
0.0
],
[
"\u0000<|c150|>",
0.0
],
[
"\u0000<|c151|>",
0.0
],
[
"\u0000<|c152|>",
0.0
],
[
"\u0000<|c153|>",
0.0
],
[
"\u0000<|c154|>",
0.0
],
[
"\u0000<|c155|>",
0.0
],
[
"\u0000<|c156|>",
0.0
],
[
"\u0000<|c157|>",
0.0
],
[
"\u0000<|c158|>",
0.0
],
[
"\u0000<|c159|>",
0.0
],
[
"\u0000<|c160|>",
0.0
],
[
"\u0000<|c161|>",
0.0
],
[
"\u0000<|c162|>",
0.0
],
[
"\u0000<|c163|>",
0.0
],
[
"\u0000<|c164|>",
0.0
],
[
"\u0000<|c165|>",
0.0
],
[
"\u0000<|c166|>",
0.0
],
[
"\u0000<|c167|>",
0.0
],
[
"\u0000<|c168|>",
0.0
],
[
"\u0000<|c169|>",
0.0
],
[
"\u0000<|c170|>",
0.0
],
[
"\u0000<|c171|>",
0.0
],
[
"\u0000<|c172|>",
0.0
],
[
"\u0000<|c173|>",
0.0
],
[
"\u0000<|c174|>",
0.0
],
[
"\u0000<|c175|>",
0.0
],
[
"\u0000<|c176|>",
0.0
],
[
"\u0000<|c177|>",
0.0
],
[
"\u0000<|c178|>",
0.0
],
[
"\u0000<|c179|>",
0.0
],
[
"\u0000<|c180|>",
0.0
],
[
"\u0000<|c181|>",
0.0
],
[
"\u0000<|c182|>",
0.0
],
[
"\u0000<|c183|>",
0.0
],
[
"\u0000<|c184|>",
0.0
],
[
"\u0000<|c185|>",
0.0
],
[
"\u0000<|c186|>",
0.0
],
[
"\u0000<|c187|>",
0.0
],
[
"\u0000<|c188|>",
0.0
],
[
"\u0000<|c189|>",
0.0
],
[
"\u0000<|c190|>",
0.0
],
[
"\u0000<|c191|>",
0.0
],
[
"\u0000<|c192|>",
0.0
],
[
"\u0000<|c193|>",
0.0
],
[
"\u0000<|c194|>",
0.0
],
[
"\u0000<|c195|>",
0.0
],
[
"\u0000<|c196|>",
0.0
],
[
"\u0000<|c197|>",
0.0
],
[
"\u0000<|c198|>",
0.0
],
[
"\u0000<|c199|>",
0.0
],
[
"<|u000|>",
0.0
],
[
"<|u001|>",
0.0
],
[
"<|u002|>",
0.0
],
[
"<|u003|>",
0.0
],
[
"<|u004|>",
0.0
],
[
"<|u005|>",
0.0
],
[
"<|u006|>",
0.0
],
[
"<|u007|>",
0.0
],
[
"<|u008|>",
0.0
],
[
"<|u009|>",
0.0
],
[
"<|u010|>",
0.0
],
[
"<|u011|>",
0.0
],
[
"<|u012|>",
0.0
],
[
"<|u013|>",
0.0
],
[
"<|u014|>",
0.0
],
[
"<|u015|>",
0.0
],
[
"<|u016|>",
0.0
],
[
"<|u017|>",
0.0
],
[
"<|u018|>",
0.0
],
[
"<|u019|>",
0.0
],
[
"<|u020|>",
0.0
],
[
"<|u021|>",
0.0
],
[
"<|u022|>",
0.0
],
[
"<|u023|>",
0.0
],
[
"<|u024|>",
0.0
],
[
"<|u025|>",
0.0
],
[
"<|u026|>",
0.0
],
[
"<|u027|>",
0.0
],
[
"<|u028|>",
0.0
],
[
"<|u029|>",
0.0
],
[
"<|u030|>",
0.0
],
[
"<|u031|>",
0.0
],
[
"<|u032|>",
0.0
],
[
"<|u033|>",
0.0
],
[
"<|u034|>",
0.0
],
[
"<|u035|>",
0.0
],
[
"<|u036|>",
0.0
],
[
"<|u037|>",
0.0
],
[
"<|u038|>",
0.0
],
[
"<|u039|>",
0.0
],
[
"<|u040|>",
0.0
],
[
"<|u041|>",
0.0
],
[
"<|u042|>",
0.0
],
[
"<|u043|>",
0.0
],
[
"<|u044|>",
0.0
],
[
"<|u045|>",
0.0
],
[
"<|u046|>",
0.0
],
[
"<|u047|>",
0.0
],
[
"<|u048|>",
0.0
],
[
"<|u049|>",
0.0
],
[
"<|u050|>",
0.0
],
[
"<|u051|>",
0.0
],
[
"<|u052|>",
0.0
],
[
"<|u053|>",
0.0
],
[
"<|u054|>",
0.0
],
[
"<|u055|>",
0.0
],
[
"<|u056|>",
0.0
],
[
"<|u057|>",
0.0
],
[
"<|u058|>",
0.0
],
[
"<|u059|>",
0.0
],
[
"<|u060|>",
0.0
],
[
"<|u061|>",
0.0
],
[
"<|u062|>",
0.0
],
[
"<|u063|>",
0.0
],
[
"<|u064|>",
0.0
],
[
"<|u065|>",
0.0
],
[
"<|u066|>",
0.0
],
[
"<|u067|>",
0.0
],
[
"<|u068|>",
0.0
],
[
"<|u069|>",
0.0
],
[
"<|u070|>",
0.0
],
[
"<|u071|>",
0.0
],
[
"<|u072|>",
0.0
],
[
"<|u073|>",
0.0
],
[
"<|u074|>",
0.0
],
[
"<|u075|>",
0.0
],
[
"<|u076|>",
0.0
],
[
"<|u077|>",
0.0
],
[
"<|u078|>",
0.0
],
[
"<|u079|>",
0.0
],
[
"<|u080|>",
0.0
],
[
"<|u081|>",
0.0
],
[
"<|u082|>",
0.0
],
[
"<|u083|>",
0.0
],
[
"<|u084|>",
0.0
],
[
"<|u085|>",
0.0
],
[
"<|u086|>",
0.0
],
[
"<|u087|>",
0.0
],
[
"<|u088|>",
0.0
],
[
"<|u089|>",
0.0
],
[
"<|u090|>",
0.0
],
[
"<|u091|>",
0.0
],
[
"<|u092|>",
0.0
],
[
"<|u093|>",
0.0
],
[
"<|u094|>",
0.0
],
[
"<|u095|>",
0.0
],
[
"<|u096|>",
0.0
],
[
"<|u097|>",
0.0
],
[
"<|u098|>",
0.0
],
[
"<|u099|>",
0.0
],
[
"<|u100|>",
0.0
],
[
"<|u101|>",
0.0
],
[
"<|u102|>",
0.0
],
[
"<|u103|>",
0.0
],
[
"<|u104|>",
0.0
],
[
"<|u105|>",
0.0
],
[
"<|u106|>",
0.0
],
[
"<|u107|>",
0.0
],
[
"<|u108|>",
0.0
],
[
"<|u109|>",
0.0
],
[
"<|u110|>",
0.0
],
[
"<|u111|>",
0.0
],
[
"<|u112|>",
0.0
],
[
"<|u113|>",
0.0
],
[
"<|u114|>",
0.0
],
[
"<|u115|>",
0.0
],
[
"<|u116|>",
0.0
],
[
"<|u117|>",
0.0
],
[
"<|u118|>",
0.0
],
[
"<|u119|>",
0.0
],
[
"<|u120|>",
0.0
],
[
"<|u121|>",
0.0
],
[
"<|u122|>",
0.0
],
[
"<|u123|>",
0.0
],
[
"<|u124|>",
0.0
],
[
"<|u125|>",
0.0
],
[
"<|u126|>",
0.0
],
[
"<|u127|>",
0.0
],
[
"<|u128|>",
0.0
],
[
"<|u129|>",
0.0
],
[
"<|u130|>",
0.0
],
[
"<|u131|>",
0.0
],
[
"<|u132|>",
0.0
],
[
"<|u133|>",
0.0
],
[
"<|u134|>",
0.0
],
[
"<|u135|>",
0.0
],
[
"<|u136|>",
0.0
],
[
"<|u137|>",
0.0
],
[
"<|u138|>",
0.0
],
[
"<|u139|>",
0.0
],
[
"<|u140|>",
0.0
],
[
"<|u141|>",
0.0
],
[
"<|u142|>",
0.0
],
[
"<|u143|>",
0.0
],
[
"<|u144|>",
0.0
],
[
"<|u145|>",
0.0
],
[
"<|u146|>",
0.0
],
[
"<|u147|>",
0.0
],
[
"<|u148|>",
0.0
],
[
"<|u149|>",
0.0
],
[
"<|u150|>",
0.0
],
[
"<|u151|>",
0.0
],
[
"<|u152|>",
0.0
],
[
"<|u153|>",
0.0
],
[
"<|u154|>",
0.0
],
[
"<|u155|>",
0.0
],
[
"<|u156|>",
0.0
],
[
"<|u157|>",
0.0
],
[
"<|u158|>",
0.0
],
[
"<|u159|>",
0.0
],
[
"<|u160|>",
0.0
],
[
"<|u161|>",
0.0
],
[
"<|u162|>",
0.0
],
[
"<|u163|>",
0.0
],
[
"<|u164|>",
0.0
],
[
"<|u165|>",
0.0
],
[
"<|u166|>",
0.0
],
[
"<|u167|>",
0.0
],
[
"<|u168|>",
0.0
],
[
"<|u169|>",
0.0
],
[
"<|u170|>",
0.0
],
[
"<|u171|>",
0.0
],
[
"<|u172|>",
0.0
],
[
"<|u173|>",
0.0
],
[
"<|u174|>",
0.0
],
[
"<|u175|>",
0.0
],
[
"<|u176|>",
0.0
],
[
"<|u177|>",
0.0
],
[
"<|u178|>",
0.0
],
[
"<|u179|>",
0.0
],
[
"<|u180|>",
0.0
],
[
"<|u181|>",
0.0
],
[
"<|u182|>",
0.0
],
[
"<|u183|>",
0.0
],
[
"<|u184|>",
0.0
],
[
"<|u185|>",
0.0
],
[
"<|u186|>",
0.0
],
[
"<|u187|>",
0.0
],
[
"<|u188|>",
0.0
],
[
"<|u189|>",
0.0
],
[
"<|u190|>",
0.0
],
[
"<|u191|>",
0.0
],
[
"<|u192|>",
0.0
],
[
"<|u193|>",
0.0
],
[
"<|u194|>",
0.0
],
[
"<|u195|>",
0.0
],
[
"<|u196|>",
0.0
],
[
"<|u197|>",
0.0
],
[
"<|u198|>",
0.0
],
[
"<|u199|>",
0.0
],
[
"<0x00>",
0.0
],
[
"<0x01>",
0.0
],
[
"<0x02>",
0.0
],
[
"<0x03>",
0.0
],
[
"<0x04>",
0.0
],
[
"<0x05>",
0.0
],
[
"<0x06>",
0.0
],
[
"<0x07>",
0.0
],
[
"<0x08>",
0.0
],
[
"<0x09>",
0.0
],
[
"<0x0A>",
0.0
],
[
"<0x0B>",
0.0
],
[
"<0x0C>",
0.0
],
[
"<0x0D>",
0.0
],
[
"<0x0E>",
0.0
],
[
"<0x0F>",
0.0
],
[
"<0x10>",
0.0
],
[
"<0x11>",
0.0
],
[
"<0x12>",
0.0
],
[
"<0x13>",
0.0
],
[
"<0x14>",
0.0
],
[
"<0x15>",
0.0
],
[
"<0x16>",
0.0
],
[
"<0x17>",
0.0
],
[
"<0x18>",
0.0
],
[
"<0x19>",
0.0
],
[
"<0x1A>",
0.0
],
[
"<0x1B>",
0.0
],
[
"<0x1C>",
0.0
],
[
"<0x1D>",
0.0
],
[
"<0x1E>",
0.0
],
[
"<0x1F>",
0.0
],
[
"<0x20>",
0.0
],
[
"<0x21>",
0.0
],
[
"<0x22>",
0.0
],
[
"<0x23>",
0.0
],
[
"<0x24>",
0.0
],
[
"<0x25>",
0.0
],
[
"<0x26>",
0.0
],
[
"<0x27>",
0.0
],
[
"<0x28>",
0.0
],
[
"<0x29>",
0.0
],
[
"<0x2A>",
0.0
],
[
"<0x2B>",
0.0
],
[
"<0x2C>",
0.0
],
[
"<0x2D>",
0.0
],
[
"<0x2E>",
0.0
],
[
"<0x2F>",
0.0
],
[
"<0x30>",
0.0
],
[
"<0x31>",
0.0
],
[
"<0x32>",
0.0
],
[
"<0x33>",
0.0
],
[
"<0x34>",
0.0
],
[
"<0x35>",
0.0
],
[
"<0x36>",
0.0
],
[
"<0x37>",
0.0
],
[
"<0x38>",
0.0
],
[
"<0x39>",
0.0
],
[
"<0x3A>",
0.0
],
[
"<0x3B>",
0.0
],
[
"<0x3C>",
0.0
],
[
"<0x3D>",
0.0
],
[
"<0x3E>",
0.0
],
[
"<0x3F>",
0.0
],
[
"<0x40>",
0.0
],
[
"<0x41>",
0.0
],
[
"<0x42>",
0.0
],
[
"<0x43>",
0.0
],
[
"<0x44>",
0.0
],
[
"<0x45>",
0.0
],
[
"<0x46>",
0.0
],
[
"<0x47>",
0.0
],
[
"<0x48>",
0.0
],
[
"<0x49>",
0.0
],
[
"<0x4A>",
0.0
],
[
"<0x4B>",
0.0
],
[
"<0x4C>",
0.0
],
[
"<0x4D>",
0.0
],
[
"<0x4E>",
0.0
],
[
"<0x4F>",
0.0
],
[
"<0x50>",
0.0
],
[
"<0x51>",
0.0
],
[
"<0x52>",
0.0
],
[
"<0x53>",
0.0
],
[
"<0x54>",
0.0
],
[
"<0x55>",
0.0
],
[
"<0x56>",
0.0
],
[
"<0x57>",
0.0
],
[
"<0x58>",
0.0
],
[
"<0x59>",
0.0
],
[
"<0x5A>",
0.0
],
[
"<0x5B>",
0.0
],
[
"<0x5C>",
0.0
],
[
"<0x5D>",
0.0
],
[
"<0x5E>",
0.0
],
[
"<0x5F>",
0.0
],
[
"<0x60>",
0.0
],
[
"<0x61>",
0.0
],
[
"<0x62>",
0.0
],
[
"<0x63>",
0.0
],
[
"<0x64>",
0.0
],
[
"<0x65>",
0.0
],
[
"<0x66>",
0.0
],
[
"<0x67>",
0.0
],
[
"<0x68>",
0.0
],
[
"<0x69>",
0.0
],
[
"<0x6A>",
0.0
],
[
"<0x6B>",
0.0
],
[
"<0x6C>",
0.0
],
[
"<0x6D>",
0.0
],
[
"<0x6E>",
0.0
],
[
"<0x6F>",
0.0
],
[
"<0x70>",
0.0
],
[
"<0x71>",
0.0
],
[
"<0x72>",
0.0
],
[
"<0x73>",
0.0
],
[
"<0x74>",
0.0
],
[
"<0x75>",
0.0
],
[
"<0x76>",
0.0
],
[
"<0x77>",
0.0
],
[
"<0x78>",
0.0
],
[
"<0x79>",
0.0
],
[
"<0x7A>",
0.0
],
[
"<0x7B>",
0.0
],
[
"<0x7C>",
0.0
],
[
"<0x7D>",
0.0
],
[
"<0x7E>",
0.0
],
[
"<0x7F>",
0.0
],
[
"<0x80>",
0.0
],
[
"<0x81>",
0.0
],
[
"<0x82>",
0.0
],
[
"<0x83>",
0.0
],
[
"<0x84>",
0.0
],
[
"<0x85>",
0.0
],
[
"<0x86>",
0.0
],
[
"<0x87>",
0.0
],
[
"<0x88>",
0.0
],
[
"<0x89>",
0.0
],
[
"<0x8A>",
0.0
],
[
"<0x8B>",
0.0
],
[
"<0x8C>",
0.0
],
[
"<0x8D>",
0.0
],
[
"<0x8E>",
0.0
],
[
"<0x8F>",
0.0
],
[
"<0x90>",
0.0
],
[
"<0x91>",
0.0
],
[
"<0x92>",
0.0
],
[
"<0x93>",
0.0
],
[
"<0x94>",
0.0
],
[
"<0x95>",
0.0
],
[
"<0x96>",
0.0
],
[
"<0x97>",
0.0
],
[
"<0x98>",
0.0
],
[
"<0x99>",
0.0
],
[
"<0x9A>",
0.0
],
[
"<0x9B>",
0.0
],
[
"<0x9C>",
0.0
],
[
"<0x9D>",
0.0
],
[
"<0x9E>",
0.0
],
[
"<0x9F>",
0.0
],
[
"<0xA0>",
0.0
],
[
"<0xA1>",
0.0
],
[
"<0xA2>",
0.0
],
[
"<0xA3>",
0.0
],
[
"<0xA4>",
0.0
],
[
"<0xA5>",
0.0
],
[
"<0xA6>",
0.0
],
[
"<0xA7>",
0.0
],
[
"<0xA8>",
0.0
],
[
"<0xA9>",
0.0
],
[
"<0xAA>",
0.0
],
[
"<0xAB>",
0.0
],
[
"<0xAC>",
0.0
],
[
"<0xAD>",
0.0
],
[
"<0xAE>",
0.0
],
[
"<0xAF>",
0.0
],
[
"<0xB0>",
0.0
],
[
"<0xB1>",
0.0
],
[
"<0xB2>",
0.0
],
[
"<0xB3>",
0.0
],
[
"<0xB4>",
0.0
],
[
"<0xB5>",
0.0
],
[
"<0xB6>",
0.0
],
[
"<0xB7>",
0.0
],
[
"<0xB8>",
0.0
],
[
"<0xB9>",
0.0
],
[
"<0xBA>",
0.0
],
[
"<0xBB>",
0.0
],
[
"<0xBC>",
0.0
],
[
"<0xBD>",
0.0
],
[
"<0xBE>",
0.0
],
[
"<0xBF>",
0.0
],
[
"<0xC0>",
0.0
],
[
"<0xC1>",
0.0
],
[
"<0xC2>",
0.0
],
[
"<0xC3>",
0.0
],
[
"<0xC4>",
0.0
],
[
"<0xC5>",
0.0
],
[
"<0xC6>",
0.0
],
[
"<0xC7>",
0.0
],
[
"<0xC8>",
0.0
],
[
"<0xC9>",
0.0
],
[
"<0xCA>",
0.0
],
[
"<0xCB>",
0.0
],
[
"<0xCC>",
0.0
],
[
"<0xCD>",
0.0
],
[
"<0xCE>",
0.0
],
[
"<0xCF>",
0.0
],
[
"<0xD0>",
0.0
],
[
"<0xD1>",
0.0
],
[
"<0xD2>",
0.0
],
[
"<0xD3>",
0.0
],
[
"<0xD4>",
0.0
],
[
"<0xD5>",
0.0
],
[
"<0xD6>",
0.0
],
[
"<0xD7>",
0.0
],
[
"<0xD8>",
0.0
],
[
"<0xD9>",
0.0
],
[
"<0xDA>",
0.0
],
[
"<0xDB>",
0.0
],
[
"<0xDC>",
0.0
],
[
"<0xDD>",
0.0
],
[
"<0xDE>",
0.0
],
[
"<0xDF>",
0.0
],
[
"<0xE0>",
0.0
],
[
"<0xE1>",
0.0
],
[
"<0xE2>",
0.0
],
[
"<0xE3>",
0.0
],
[
"<0xE4>",
0.0
],
[
"<0xE5>",
0.0
],
[
"<0xE6>",
0.0
],
[
"<0xE7>",
0.0
],
[
"<0xE8>",
0.0
],
[
"<0xE9>",
0.0
],
[
"<0xEA>",
0.0
],
[
"<0xEB>",
0.0
],
[
"<0xEC>",
0.0
],
[
"<0xED>",
0.0
],
[
"<0xEE>",
0.0
],
[
"<0xEF>",
0.0
],
[
"<0xF0>",
0.0
],
[
"<0xF1>",
0.0
],
[
"<0xF2>",
0.0
],
[
"<0xF3>",
0.0
],
[
"<0xF4>",
0.0
],
[
"<0xF5>",
0.0
],
[
"<0xF6>",
0.0
],
[
"<0xF7>",
0.0
],
[
"<0xF8>",
0.0
],
[
"<0xF9>",
0.0
],
[
"<0xFA>",
0.0
],
[
"<0xFB>",
0.0
],
[
"<0xFC>",
0.0
],
[
"<0xFD>",
0.0
],
[
"<0xFE>",
0.0
],
[
"<0xFF>",
0.0
],
[
"▁",
-2.918290138244629
],
[
",",
-3.136493682861328
],
[
"s",
-3.3848977088928223
],
[
".",
-3.583200216293335
],
[
"▁a",
-4.322963714599609
],
[
"▁de",
-4.329070568084717
],
[
"'",
-4.362227916717529
],
[
"▁que",
-4.477558612823486
],
[
"t",
-4.550244331359863
],
[
"e",
-4.864495277404785
],
[
"r",
-5.058398246765137
],
[
"n",
-5.062118053436279
],
[
"en",
-5.222415447235107
],
[
"▁la",
-5.233522891998291
],
[
"a",
-5.296097278594971
],
[
"m",
-5.4061198234558105
],
[
"er",
-5.446652889251709
],
[
"▁I",
-5.475492477416992
],
[
"▁o",
-5.48775053024292
],
[
"▁en",
-5.493098735809326
],
[
"▁the",
-5.500129222869873
],
[
"▁no",
-5.546901702880859
],
[
"▁in",
-5.549566745758057
],
[
"▁to",
-5.551841735839844
],
[
"▁e",
-5.587644577026367
],
[
"▁c",
-5.615048408508301
],
[
"▁es",
-5.620298862457275
],
[
"o",
-5.631830215454102
],
[
"re",
-5.672553539276123
],
[
"?",
-5.699634552001953
],
[
"▁se",
-5.709200859069824
],
[
"▁you",
-5.79421329498291
],
[
"▁so",
-5.794584274291992
],
[
"▁y",
-5.8122358322143555
],
[
"▁un",
-5.832032680511475
],
[
"▁le",
-5.863559246063232
],
[
"y",
-5.869499683380127
],
[
"es",
-5.894857883453369
],
[
"▁and",
-5.913306713104248
],
[
"▁that",
-5.940096855163574
],
[
"▁é",
-5.977429389953613
],
[
"ing",
-5.987166881561279
],
[
"▁das",
-5.993953704833984
],
[
"-",
-5.995769023895264
],
[
"est",
-5.997997283935547
],
[
"▁die",
-6.007621765136719
],
[
"▁ich",
-6.0164079666137695
],
[
"d",
-6.03867244720459
],
[
"u",
-6.0416693687438965
],
[
"▁und",
-6.046009540557861
],
[
"▁da",
-6.054826259613037
],
[
"i",
-6.058075904846191
],
[
"ar",
-6.068753242492676
],
[
"▁con",
-6.07966947555542
],
[
"▁of",
-6.084056377410889
],
[
"▁be",
-6.106241226196289
],
[
"▁me",
-6.113354682922363
],
[
"▁do",
-6.115654945373535
],
[
"l",
-6.115659236907959
],
[
"0",
-6.1288580894470215
],
[
"▁it",
-6.137506484985352
],
[
"▁p",
-6.140462398529053
],
[
"ra",
-6.142091274261475
],
[
"▁re",
-6.193709850311279
],
[
"▁el",
-6.196887493133545
],
[
"▁à",
-6.198619842529297
],
[
"▁du",
-6.20247745513916
],
[
"▁ist",
-6.215517044067383
],
[
"te",
-6.224818229675293
],
[
"▁l",
-6.264655590057373
],
[
"▁d",
-6.2666497230529785
],
[
"h",
-6.289641380310059
],
[
"▁on",
-6.291042327880859
],
[
"▁auch",
-6.3125901222229
],
[
"in",
-6.320359230041504
],
[
"▁eu",
-6.320764541625977
],
[
"al",
-6.340061664581299
],
[
"c",
-6.365782260894775
],
[
"on",
-6.373055458068848
],
[
"▁was",
-6.382726192474365
],
[
"▁et",
-6.385279655456543
],
[
"▁A",
-6.397782802581787
],
[
"▁para",
-6.405801773071289
],
[
"▁não",
-6.406287670135498
],
[
"le",
-6.414973735809326
],
[
"▁um",
-6.416845798492432
],
[
"▁com",
-6.423122406005859
],
[
"ta",
-6.435232162475586
],
[
"▁les",
-6.45003080368042
],
[
"é",
-6.451842784881592
],
[
"g",
-6.4684247970581055
],
[
"ro",
-6.480175018310547
],
[
"1",
-6.481183052062988
],
[
"▁qui",
-6.491275310516357
],
[
"▁des",
-6.495119094848633
],
[
"▁lo",
-6.5259623527526855
],
[
"▁der",
-6.554961681365967
],
[
"▁nicht",
-6.555984020233154
],
[
"▁pas",
-6.560064792633057
],
[
"▁like",
-6.571662425994873
],
[
"ment",
-6.590449333190918
],
[
"▁por",
-6.611398220062256
],
[
"ed",
-6.6115827560424805
],
[
"do",
-6.614160537719727
],
[
"il",
-6.621398448944092
],
[
"st",
-6.628524303436279
],
[
"▁ge",
-6.641217231750488
],
[
"▁we",
-6.657606601715088
],
[
"ce",
-6.658665180206299
],
[
"▁E",
-6.66776704788208
],
[
"▁is",
-6.668383598327637
],
[
"▁wir",
-6.6812968254089355
],
[
"2",
-6.7018585205078125
],
[
"la",
-6.70768928527832
],
[
"▁ein",
-6.712979316711426
],
[
"▁man",
-6.714986324310303
],
[
"▁for",
-6.721302509307861
],
[
"▁C",
-6.72164249420166
],
[
"to",
-6.722174167633057
],
[
"▁ver",
-6.749770164489746
],
[
"ve",
-6.763142108917236
],
[
"▁dann",
-6.766565322875977
],
[
"me",
-6.790595531463623
],
[
"z",
-6.79541540145874
],
[
"lo",
-6.7972517013549805
],
[
"▁ja",
-6.805060863494873
],
[
"is",
-6.805287837982178
],
[
"▁qu",
-6.8061628341674805
],
[
"▁gente",
-6.810581207275391
],
[
"▁zu",
-6.818795680999756
],
[
"it",
-6.839212894439697
],
[
"ll",
-6.83932638168335
],
[
"▁você",
-6.8394622802734375
],
[
"ir",
-6.8417205810546875
],
[
"▁como",
-6.855228900909424
],
[
"p",
-6.862061977386475
],
[
"▁uma",
-6.867255687713623
],
[
"▁mais",
-6.869213581085205
],
[
"de",
-6.87099027633667
],
[
"▁know",
-6.873266696929932
],
[
"▁pour",
-6.885038375854492
],
[
"▁si",
-6.902234077453613
],
[
"ch",
-6.913717746734619
],
[
"da",
-6.914938926696777
],
[
"▁And",
-6.918197154998779
],
[
"ten",
-6.9197258949279785
],
[
"ndo",
-6.924718379974365
],
[
"▁Und",
-6.938512802124023
],
[
"ge",
-6.94085168838501
],
[
"▁just",
-6.956350803375244
],
[
"▁So",
-6.9689202308654785
],
[
"▁ce",
-6.974853038787842
],
[
"▁est",
-6.980000972747803
],
[
"▁los",
-6.980290412902832
],
[
"f",
-6.988720417022705
],
[
"k",
-6.993673801422119
],
[
"co",
-6.995376110076904
],
[
"▁je",
-7.00270938873291
],
[
"▁na",
-7.004239559173584
],
[
"▁an",
-7.007931232452393
],
[
"b",
-7.021466255187988
],
[
"▁vous",
-7.022341251373291
],
[
"▁O",
-7.025242805480957
],
[
"porque",
-7.026113033294678
],
[
"▁ele",
-7.031369209289551
],
[
"▁tem",
-7.033237457275391
],
[
"ia",
-7.041545867919922
],
[
"▁he",
-7.054608345031738
],
[
"▁está",
-7.0577263832092285
],
[
"▁va",
-7.058051586151123
],
[
"▁mal",
-7.062843322753906
],
[
"ur",
-7.068319320678711
],
[
"na",
-7.07151460647583
],
[
"ne",
-7.075857162475586
],
[
"▁this",
-7.084675312042236
],
[
"▁dans",
-7.091329097747803
],
[
"▁mit",
-7.092550277709961
],
[
"▁une",
-7.095953941345215
],
[
"▁una",
-7.102818965911865
],
[
"▁S",
-7.1150126457214355
],
[
"▁pro",
-7.117300987243652
],
[
"an",
-7.124147891998291
],
[
"▁sur",
-7.129325866699219
],
[
"▁il",
-7.13608455657959
],
[
"ma",
-7.140167713165283
],
[
"▁d