phonon:pt

20 2 hours ago

Phonon turns written text into spoken audio

... /
json
d0402dd1af8f · 298kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "\u0000<unk>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "\u0000<s>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "\u0000</s>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "\u0000<pad>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "<|audio_bos|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 5,
"content": "<|audio_prompt|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 6,
"content": "<|audio_latent|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 7,
"content": "\u0000<|c003|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 8,
"content": "\u0000<|c004|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 9,
"content": "\u0000<|c005|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 10,
"content": "\u0000<|c006|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 11,
"content": "\u0000<|c007|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 12,
"content": "\u0000<|c008|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 13,
"content": "\u0000<|c009|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 14,
"content": "\u0000<|c010|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 15,
"content": "\u0000<|c011|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 16,
"content": "\u0000<|c012|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 17,
"content": "\u0000<|c013|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 18,
"content": "\u0000<|c014|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 19,
"content": "\u0000<|c015|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 20,
"content": "\u0000<|c016|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 21,
"content": "\u0000<|c017|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 22,
"content": "\u0000<|c018|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 23,
"content": "\u0000<|c019|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 24,
"content": "\u0000<|c020|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 25,
"content": "\u0000<|c021|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 26,
"content": "\u0000<|c022|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 27,
"content": "\u0000<|c023|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 28,
"content": "\u0000<|c024|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 29,
"content": "\u0000<|c025|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 30,
"content": "\u0000<|c026|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 31,
"content": "\u0000<|c027|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 32,
"content": "\u0000<|c028|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 33,
"content": "\u0000<|c029|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 34,
"content": "\u0000<|c030|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 35,
"content": "\u0000<|c031|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 36,
"content": "\u0000<|c032|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 37,
"content": "\u0000<|c033|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 38,
"content": "\u0000<|c034|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 39,
"content": "\u0000<|c035|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 40,
"content": "\u0000<|c036|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 41,
"content": "\u0000<|c037|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 42,
"content": "\u0000<|c038|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 43,
"content": "\u0000<|c039|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 44,
"content": "\u0000<|c040|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 45,
"content": "\u0000<|c041|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 46,
"content": "\u0000<|c042|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 47,
"content": "\u0000<|c043|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 48,
"content": "\u0000<|c044|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 49,
"content": "\u0000<|c045|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 50,
"content": "\u0000<|c046|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 51,
"content": "\u0000<|c047|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 52,
"content": "\u0000<|c048|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 53,
"content": "\u0000<|c049|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 54,
"content": "\u0000<|c050|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 55,
"content": "\u0000<|c051|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 56,
"content": "\u0000<|c052|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 57,
"content": "\u0000<|c053|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 58,
"content": "\u0000<|c054|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 59,
"content": "\u0000<|c055|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 60,
"content": "\u0000<|c056|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 61,
"content": "\u0000<|c057|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 62,
"content": "\u0000<|c058|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 63,
"content": "\u0000<|c059|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 64,
"content": "\u0000<|c060|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 65,
"content": "\u0000<|c061|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 66,
"content": "\u0000<|c062|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 67,
"content": "\u0000<|c063|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 68,
"content": "\u0000<|c064|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 69,
"content": "\u0000<|c065|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 70,
"content": "\u0000<|c066|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 71,
"content": "\u0000<|c067|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 72,
"content": "\u0000<|c068|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 73,
"content": "\u0000<|c069|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 74,
"content": "\u0000<|c070|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 75,
"content": "\u0000<|c071|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 76,
"content": "\u0000<|c072|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 77,
"content": "\u0000<|c073|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 78,
"content": "\u0000<|c074|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 79,
"content": "\u0000<|c075|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 80,
"content": "\u0000<|c076|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 81,
"content": "\u0000<|c077|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 82,
"content": "\u0000<|c078|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 83,
"content": "\u0000<|c079|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 84,
"content": "\u0000<|c080|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 85,
"content": "\u0000<|c081|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 86,
"content": "\u0000<|c082|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 87,
"content": "\u0000<|c083|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 88,
"content": "\u0000<|c084|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 89,
"content": "\u0000<|c085|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 90,
"content": "\u0000<|c086|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 91,
"content": "\u0000<|c087|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 92,
"content": "\u0000<|c088|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 93,
"content": "\u0000<|c089|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 94,
"content": "\u0000<|c090|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 95,
"content": "\u0000<|c091|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 96,
"content": "\u0000<|c092|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 97,
"content": "\u0000<|c093|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 98,
"content": "\u0000<|c094|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 99,
"content": "\u0000<|c095|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 100,
"content": "\u0000<|c096|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 101,
"content": "\u0000<|c097|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 102,
"content": "\u0000<|c098|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 103,
"content": "\u0000<|c099|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 104,
"content": "\u0000<|c100|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 105,
"content": "\u0000<|c101|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 106,
"content": "\u0000<|c102|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 107,
"content": "\u0000<|c103|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 108,
"content": "\u0000<|c104|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 109,
"content": "\u0000<|c105|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 110,
"content": "\u0000<|c106|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 111,
"content": "\u0000<|c107|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 112,
"content": "\u0000<|c108|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 113,
"content": "\u0000<|c109|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 114,
"content": "\u0000<|c110|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 115,
"content": "\u0000<|c111|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 116,
"content": "\u0000<|c112|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 117,
"content": "\u0000<|c113|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 118,
"content": "\u0000<|c114|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 119,
"content": "\u0000<|c115|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 120,
"content": "\u0000<|c116|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 121,
"content": "\u0000<|c117|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 122,
"content": "\u0000<|c118|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 123,
"content": "\u0000<|c119|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 124,
"content": "\u0000<|c120|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 125,
"content": "\u0000<|c121|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 126,
"content": "\u0000<|c122|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 127,
"content": "\u0000<|c123|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 128,
"content": "\u0000<|c124|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 129,
"content": "\u0000<|c125|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 130,
"content": "\u0000<|c126|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 131,
"content": "\u0000<|c127|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 132,
"content": "\u0000<|c128|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 133,
"content": "\u0000<|c129|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 134,
"content": "\u0000<|c130|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 135,
"content": "\u0000<|c131|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 136,
"content": "\u0000<|c132|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 137,
"content": "\u0000<|c133|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 138,
"content": "\u0000<|c134|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 139,
"content": "\u0000<|c135|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 140,
"content": "\u0000<|c136|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 141,
"content": "\u0000<|c137|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 142,
"content": "\u0000<|c138|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 143,
"content": "\u0000<|c139|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 144,
"content": "\u0000<|c140|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 145,
"content": "\u0000<|c141|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 146,
"content": "\u0000<|c142|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 147,
"content": "\u0000<|c143|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 148,
"content": "\u0000<|c144|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 149,
"content": "\u0000<|c145|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 150,
"content": "\u0000<|c146|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 151,
"content": "\u0000<|c147|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 152,
"content": "\u0000<|c148|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 153,
"content": "\u0000<|c149|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 154,
"content": "\u0000<|c150|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 155,
"content": "\u0000<|c151|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 156,
"content": "\u0000<|c152|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 157,
"content": "\u0000<|c153|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 158,
"content": "\u0000<|c154|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 159,
"content": "\u0000<|c155|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 160,
"content": "\u0000<|c156|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 161,
"content": "\u0000<|c157|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 162,
"content": "\u0000<|c158|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 163,
"content": "\u0000<|c159|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 164,
"content": "\u0000<|c160|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 165,
"content": "\u0000<|c161|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 166,
"content": "\u0000<|c162|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 167,
"content": "\u0000<|c163|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 168,
"content": "\u0000<|c164|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 169,
"content": "\u0000<|c165|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 170,
"content": "\u0000<|c166|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 171,
"content": "\u0000<|c167|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 172,
"content": "\u0000<|c168|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 173,
"content": "\u0000<|c169|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 174,
"content": "\u0000<|c170|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 175,
"content": "\u0000<|c171|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 176,
"content": "\u0000<|c172|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 177,
"content": "\u0000<|c173|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 178,
"content": "\u0000<|c174|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 179,
"content": "\u0000<|c175|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 180,
"content": "\u0000<|c176|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 181,
"content": "\u0000<|c177|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 182,
"content": "\u0000<|c178|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 183,
"content": "\u0000<|c179|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 184,
"content": "\u0000<|c180|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 185,
"content": "\u0000<|c181|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 186,
"content": "\u0000<|c182|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 187,
"content": "\u0000<|c183|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 188,
"content": "\u0000<|c184|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 189,
"content": "\u0000<|c185|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 190,
"content": "\u0000<|c186|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 191,
"content": "\u0000<|c187|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 192,
"content": "\u0000<|c188|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 193,
"content": "\u0000<|c189|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 194,
"content": "\u0000<|c190|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 195,
"content": "\u0000<|c191|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 196,
"content": "\u0000<|c192|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 197,
"content": "\u0000<|c193|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 198,
"content": "\u0000<|c194|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 199,
"content": "\u0000<|c195|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 200,
"content": "\u0000<|c196|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 201,
"content": "\u0000<|c197|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 202,
"content": "\u0000<|c198|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 203,
"content": "\u0000<|c199|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": {
"type": "Sequence",
"normalizers": [
{
"type": "Replace",
"pattern": {
"Regex": "[»«‹›“”„‟″‶⹂❝❞❠〝〞〟＂]"
},
"content": "\""
},
{
"type": "Replace",
"pattern": {
"Regex": "[‘’‚‛′‵❛❜❟＇ʼʻʹ´`]"
},
"content": "'"
},
{
"type": "Replace",
"pattern": {
"Regex": "[‐‑‒―]"
},
"content": "-"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÌĨĪĬĮİǏȈȊḬḮỈỊ]"
},
"content": "I"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÒŌŎŐƠǑǪǬȌȎȪȬȮȰṌṎṐṒỌỎỐỒỔỖỘỚỜỞỠỢ]"
},
"content": "O"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ÝŶŸȲẎỲỴỶỸ]"
},
"content": "Y"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ìĩīĭįǐȉȋḭḯỉị]"
},
"content": "i"
},
{
"type": "Replace",
"pattern": {
"Regex": "[òōŏőơǒǫǭȍȏȫȭȯȱṍṏṑṓọỏốồổỗộớờởỡợ]"
},
"content": "o"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ýÿŷȳẏẙỳỵỷỹ]"
},
"content": "y"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĀĂĄǍǞǠǺȀȂȦḀẠẢẤẦẨẪẬẮẰẲẴẶ]"
},
"content": "A"
},
{
"type": "Replace",
"pattern": {
"Regex": "[āăąǎǟǡǻȁȃȧḁạảấầẩẫậắằẳẵặ]"
},
"content": "a"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĆĈĊČḈ]"
},
"content": "C"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ćĉċčḉ]"
},
"content": "c"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĎḊḌḎḐḒ]"
},
"content": "D"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ďḋḍḏḑḓ]"
},
"content": "d"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĒĔĖĘĚȄȆȨḔḖḘḚḜẸẺẼẾỀỂỄỆ]"
},
"content": "E"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ēĕėęěȅȇȩḕḗḙḛḝẹẻẽếềểễệ]"
},
"content": "e"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĜĞĠĢǦǴḠ]"
},
"content": "G"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĝğġģǧǵḡ]"
},
"content": "g"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĤȞḢḤḦḨḪ]"
},
"content": "H"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĥȟḣḥḧḩḫẖ]"
},
"content": "h"
},
{
"type": "Replace",
"pattern": {
"Regex": "[Ĵ]"
},
"content": "J"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĵǰ]"
},
"content": "j"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĶǨḰḲḴ]"
},
"content": "K"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ķǩḱḳḵ]"
},
"content": "k"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĹĻĽḶḸḺḼ]"
},
"content": "L"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ĺļľḷḹḻḽ]"
},
"content": "l"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŃŅŇǸṄṆṈṊ]"
},
"content": "N"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ńņňǹṅṇṉṋ]"
},
"content": "n"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŔŖŘȐȒṘṚṜṞ]"
},
"content": "R"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŕŗřȑȓṙṛṝṟ]"
},
"content": "r"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŚŜŞŠȘṠṢṤṦṨ]"
},
"content": "S"
},
{
"type": "Replace",
"pattern": {
"Regex": "[śŝşšșṡṣṥṧṩ]"
},
"content": "s"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŢŤȚṪṬṮṰ]"
},
"content": "T"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ţťțṫṭṯṱẗ]"
},
"content": "t"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŨŪŬŮŰŲƯǓǕǗǙǛȔȖṲṴṶṸṺỤỦỨỪỬỮỰ]"
},
"content": "U"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ũūŭůűųưǔǖǘǚǜȕȗṳṵṷṹṻụủứừửữự]"
},
"content": "u"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŴẀẂẄẆẈ]"
},
"content": "W"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŵẁẃẅẇẉẘ]"
},
"content": "w"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ŹŻŽẐẒẔ]"
},
"content": "Z"
},
{
"type": "Replace",
"pattern": {
"Regex": "[źżžẑẓẕ]"
},
"content": "z"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḂḄḆ]"
},
"content": "B"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḃḅḇ]"
},
"content": "b"
},
{
"type": "Replace",
"pattern": {
"Regex": "[Ḟ]"
},
"content": "F"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḟ]"
},
"content": "f"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḾṀṂ]"
},
"content": "M"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ḿṁṃ]"
},
"content": "m"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṔṖ]"
},
"content": "P"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṕṗ]"
},
"content": "p"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṼṾ]"
},
"content": "V"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ṽṿ]"
},
"content": "v"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ẊẌ]"
},
"content": "X"
},
{
"type": "Replace",
"pattern": {
"Regex": "[ẋẍ]"
},
"content": "x"
},
{
"type": "Replace",
"pattern": {
"String": "₀"
},
"content": "0"
},
{
"type": "Replace",
"pattern": {
"String": "₁"
},
"content": "1"
},
{
"type": "Replace",
"pattern": {
"String": "₂"
},
"content": "2"
},
{
"type": "Replace",
"pattern": {
"String": "₃"
},
"content": "3"
},
{
"type": "Replace",
"pattern": {
"String": "₄"
},
"content": "4"
},
{
"type": "Replace",
"pattern": {
"String": "₅"
},
"content": "5"
},
{
"type": "Replace",
"pattern": {
"String": "₆"
},
"content": "6"
},
{
"type": "Replace",
"pattern": {
"String": "₇"
},
"content": "7"
},
{
"type": "Replace",
"pattern": {
"String": "₈"
},
"content": "8"
},
{
"type": "Replace",
"pattern": {
"String": "₉"
},
"content": "9"
},
{
"type": "Replace",
"pattern": {
"String": "₊"
},
"content": "+"
},
{
"type": "Replace",
"pattern": {
"String": "₋"
},
"content": "-"
},
{
"type": "Replace",
"pattern": {
"String": "ₐ"
},
"content": "a"
},
{
"type": "Replace",
"pattern": {
"String": "ₑ"
},
"content": "e"
},
{
"type": "Replace",
"pattern": {
"String": "ₒ"
},
"content": "o"
},
{
"type": "Replace",
"pattern": {
"String": "ₓ"
},
"content": "x"
},
{
"type": "Replace",
"pattern": {
"String": "ₕ"
},
"content": "h"
},
{
"type": "Replace",
"pattern": {
"String": "ₖ"
},
"content": "k"
},
{
"type": "Replace",
"pattern": {
"String": "ₗ"
},
"content": "l"
},
{
"type": "Replace",
"pattern": {
"String": "ₘ"
},
"content": "m"
},
{
"type": "Replace",
"pattern": {
"String": "ₙ"
},
"content": "n"
},
{
"type": "Replace",
"pattern": {
"String": "ₚ"
},
"content": "p"
},
{
"type": "Replace",
"pattern": {
"String": "ₛ"
},
"content": "s"
},
{
"type": "Replace",
"pattern": {
"String": "ₜ"
},
"content": "t"
},
{
"type": "Replace",
"pattern": {
"String": "ᵢ"
},
"content": "i"
},
{
"type": "Replace",
"pattern": {
"String": "ⱼ"
},
"content": "j"
},
{
"type": "Replace",
"pattern": {
"Regex": "[–*—\\[\\]{}•‣◦·→←↑↓➡➜\\x{1F000}-\\x{1FAFF}\\x{2600}-\\x{27BF}\\x{2B00}-\\x{2BFF}\\x{FE0F}\\x{200D}\\p{Cc}\\s]+"
},
"content": " "
},
{
"type": "Replace",
"pattern": {
"String": "…"
},
"content": "."
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<!\\S):|:(?!\\S)|[;()]"
},
"content": ", "
},
{
"type": "Replace",
"pattern": {
"Regex": "(?:\\s|[!()*,\\-./:;<=>?\\[\\\\\\]^_`{|}~]|(?<![0-9])\\$)+(?=[.,])"
},
"content": ""
},
{
"type": "Replace",
"pattern": {
"Regex": "\\s+"
},
"content": " "
},
{
"type": "Strip",
"strip_left": true,
"strip_right": true
},
{
"type": "Replace",
"pattern": {
"Regex": "\"+$"
},
"content": ""
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<=[.!?,;])'$"
},
"content": ""
},
{
"type": "Strip",
"strip_left": true,
"strip_right": true
},
{
"type": "Replace",
"pattern": {
"Regex": "^a"
},
"content": "A"
},
{
"type": "Replace",
"pattern": {
"Regex": "^b"
},
"content": "B"
},
{
"type": "Replace",
"pattern": {
"Regex": "^c"
},
"content": "C"
},
{
"type": "Replace",
"pattern": {
"Regex": "^d"
},
"content": "D"
},
{
"type": "Replace",
"pattern": {
"Regex": "^e"
},
"content": "E"
},
{
"type": "Replace",
"pattern": {
"Regex": "^f"
},
"content": "F"
},
{
"type": "Replace",
"pattern": {
"Regex": "^g"
},
"content": "G"
},
{
"type": "Replace",
"pattern": {
"Regex": "^h"
},
"content": "H"
},
{
"type": "Replace",
"pattern": {
"Regex": "^i"
},
"content": "I"
},
{
"type": "Replace",
"pattern": {
"Regex": "^j"
},
"content": "J"
},
{
"type": "Replace",
"pattern": {
"Regex": "^k"
},
"content": "K"
},
{
"type": "Replace",
"pattern": {
"Regex": "^l"
},
"content": "L"
},
{
"type": "Replace",
"pattern": {
"Regex": "^m"
},
"content": "M"
},
{
"type": "Replace",
"pattern": {
"Regex": "^n"
},
"content": "N"
},
{
"type": "Replace",
"pattern": {
"Regex": "^o"
},
"content": "O"
},
{
"type": "Replace",
"pattern": {
"Regex": "^p"
},
"content": "P"
},
{
"type": "Replace",
"pattern": {
"Regex": "^q"
},
"content": "Q"
},
{
"type": "Replace",
"pattern": {
"Regex": "^r"
},
"content": "R"
},
{
"type": "Replace",
"pattern": {
"Regex": "^s"
},
"content": "S"
},
{
"type": "Replace",
"pattern": {
"Regex": "^t"
},
"content": "T"
},
{
"type": "Replace",
"pattern": {
"Regex": "^u"
},
"content": "U"
},
{
"type": "Replace",
"pattern": {
"Regex": "^v"
},
"content": "V"
},
{
"type": "Replace",
"pattern": {
"Regex": "^w"
},
"content": "W"
},
{
"type": "Replace",
"pattern": {
"Regex": "^x"
},
"content": "X"
},
{
"type": "Replace",
"pattern": {
"Regex": "^y"
},
"content": "Y"
},
{
"type": "Replace",
"pattern": {
"Regex": "^z"
},
"content": "Z"
},
{
"type": "Replace",
"pattern": {
"Regex": "^à"
},
"content": "À"
},
{
"type": "Replace",
"pattern": {
"Regex": "^á"
},
"content": "Á"
},
{
"type": "Replace",
"pattern": {
"Regex": "^â"
},
"content": "Â"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ã"
},
"content": "Ã"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ç"
},
"content": "Ç"
},
{
"type": "Replace",
"pattern": {
"Regex": "^é"
},
"content": "É"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ê"
},
"content": "Ê"
},
{
"type": "Replace",
"pattern": {
"Regex": "^í"
},
"content": "Í"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ó"
},
"content": "Ó"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ô"
},
"content": "Ô"
},
{
"type": "Replace",
"pattern": {
"Regex": "^õ"
},
"content": "Õ"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ú"
},
"content": "Ú"
},
{
"type": "Replace",
"pattern": {
"Regex": "^α"
},
"content": "Α"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ι"
},
"content": "Ι"
},
{
"type": "Replace",
"pattern": {
"Regex": "^ο"
},
"content": "Ο"
},
{
"type": "Replace",
"pattern": {
"Regex": "^а"
},
"content": "А"
},
{
"type": "Replace",
"pattern": {
"Regex": "^в"
},
"content": "В"
},
{
"type": "Replace",
"pattern": {
"Regex": "^д"
},
"content": "Д"
},
{
"type": "Replace",
"pattern": {
"Regex": "^е"
},
"content": "Е"
},
{
"type": "Replace",
"pattern": {
"Regex": "^и"
},
"content": "И"
},
{
"type": "Replace",
"pattern": {
"Regex": "^к"
},
"content": "К"
},
{
"type": "Replace",
"pattern": {
"Regex": "^л"
},
"content": "Л"
},
{
"type": "Replace",
"pattern": {
"Regex": "^м"
},
"content": "М"
},
{
"type": "Replace",
"pattern": {
"Regex": "^н"
},
"content": "Н"
},
{
"type": "Replace",
"pattern": {
"Regex": "^о"
},
"content": "О"
},
{
"type": "Replace",
"pattern": {
"Regex": "^п"
},
"content": "П"
},
{
"type": "Replace",
"pattern": {
"Regex": "^р"
},
"content": "Р"
},
{
"type": "Replace",
"pattern": {
"Regex": "^с"
},
"content": "С"
},
{
"type": "Replace",
"pattern": {
"Regex": "^т"
},
"content": "Т"
},
{
"type": "Replace",
"pattern": {
"Regex": "^у"
},
"content": "У"
},
{
"type": "Replace",
"pattern": {
"Regex": "(?<=[\\p{Alphabetic}\\p{N}])$"
},
"content": "."
},
{
"type": "Prepend",
"prepend": "▁"
}
]
},
"pre_tokenizer": {
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
},
"post_processor": null,
"decoder": {
"type": "Sequence",
"decoders": [
{
"type": "Metaspace",
"replacement": "▁",
"prepend_scheme": "always",
"split": true
},
{
"type": "ByteFallback"
},
{
"type": "Fuse"
}
]
},
"model": {
"type": "Unigram",
"unk_id": 0,
"vocab": [
[
"\u0000<unk>",
0.0
],
[
"\u0000<s>",
0.0
],
[
"\u0000</s>",
0.0
],
[
"\u0000<pad>",
0.0
],
[
"<|audio_bos|>",
0.0
],
[
"<|audio_prompt|>",
0.0
],
[
"<|audio_latent|>",
0.0
],
[
"\u0000<|c003|>",
0.0
],
[
"\u0000<|c004|>",
0.0
],
[
"\u0000<|c005|>",
0.0
],
[
"\u0000<|c006|>",
0.0
],
[
"\u0000<|c007|>",
0.0
],
[
"\u0000<|c008|>",
0.0
],
[
"\u0000<|c009|>",
0.0
],
[
"\u0000<|c010|>",
0.0
],
[
"\u0000<|c011|>",
0.0
],
[
"\u0000<|c012|>",
0.0
],
[
"\u0000<|c013|>",
0.0
],
[
"\u0000<|c014|>",
0.0
],
[
"\u0000<|c015|>",
0.0
],
[
"\u0000<|c016|>",
0.0
],
[
"\u0000<|c017|>",
0.0
],
[
"\u0000<|c018|>",
0.0
],
[
"\u0000<|c019|>",
0.0
],
[
"\u0000<|c020|>",
0.0
],
[
"\u0000<|c021|>",
0.0
],
[
"\u0000<|c022|>",
0.0
],
[
"\u0000<|c023|>",
0.0
],
[
"\u0000<|c024|>",
0.0
],
[
"\u0000<|c025|>",
0.0
],
[
"\u0000<|c026|>",
0.0
],
[
"\u0000<|c027|>",
0.0
],
[
"\u0000<|c028|>",
0.0
],
[
"\u0000<|c029|>",
0.0
],
[
"\u0000<|c030|>",
0.0
],
[
"\u0000<|c031|>",
0.0
],
[
"\u0000<|c032|>",
0.0
],
[
"\u0000<|c033|>",
0.0
],
[
"\u0000<|c034|>",
0.0
],
[
"\u0000<|c035|>",
0.0
],
[
"\u0000<|c036|>",
0.0
],
[
"\u0000<|c037|>",
0.0
],
[
"\u0000<|c038|>",
0.0
],
[
"\u0000<|c039|>",
0.0
],
[
"\u0000<|c040|>",
0.0
],
[
"\u0000<|c041|>",
0.0
],
[
"\u0000<|c042|>",
0.0
],
[
"\u0000<|c043|>",
0.0
],
[
"\u0000<|c044|>",
0.0
],
[
"\u0000<|c045|>",
0.0
],
[
"\u0000<|c046|>",
0.0
],
[
"\u0000<|c047|>",
0.0
],
[
"\u0000<|c048|>",
0.0
],
[
"\u0000<|c049|>",
0.0
],
[
"\u0000<|c050|>",
0.0
],
[
"\u0000<|c051|>",
0.0
],
[
"\u0000<|c052|>",
0.0
],
[
"\u0000<|c053|>",
0.0
],
[
"\u0000<|c054|>",
0.0
],
[
"\u0000<|c055|>",
0.0
],
[
"\u0000<|c056|>",
0.0
],
[
"\u0000<|c057|>",
0.0
],
[
"\u0000<|c058|>",
0.0
],
[
"\u0000<|c059|>",
0.0
],
[
"\u0000<|c060|>",
0.0
],
[
"\u0000<|c061|>",
0.0
],
[
"\u0000<|c062|>",
0.0
],
[
"\u0000<|c063|>",
0.0
],
[
"\u0000<|c064|>",
0.0
],
[
"\u0000<|c065|>",
0.0
],
[
"\u0000<|c066|>",
0.0
],
[
"\u0000<|c067|>",
0.0
],
[
"\u0000<|c068|>",
0.0
],
[
"\u0000<|c069|>",
0.0
],
[
"\u0000<|c070|>",
0.0
],
[
"\u0000<|c071|>",
0.0
],
[
"\u0000<|c072|>",
0.0
],
[
"\u0000<|c073|>",
0.0
],
[
"\u0000<|c074|>",
0.0
],
[
"\u0000<|c075|>",
0.0
],
[
"\u0000<|c076|>",
0.0
],
[
"\u0000<|c077|>",
0.0
],
[
"\u0000<|c078|>",
0.0
],
[
"\u0000<|c079|>",
0.0
],
[
"\u0000<|c080|>",
0.0
],
[
"\u0000<|c081|>",
0.0
],
[
"\u0000<|c082|>",
0.0
],
[
"\u0000<|c083|>",
0.0
],
[
"\u0000<|c084|>",
0.0
],
[
"\u0000<|c085|>",
0.0
],
[
"\u0000<|c086|>",
0.0
],
[
"\u0000<|c087|>",
0.0
],
[
"\u0000<|c088|>",
0.0
],
[
"\u0000<|c089|>",
0.0
],
[
"\u0000<|c090|>",
0.0
],
[
"\u0000<|c091|>",
0.0
],
[
"\u0000<|c092|>",
0.0
],
[
"\u0000<|c093|>",
0.0
],
[
"\u0000<|c094|>",
0.0
],
[
"\u0000<|c095|>",
0.0
],
[
"\u0000<|c096|>",
0.0
],
[
"\u0000<|c097|>",
0.0
],
[
"\u0000<|c098|>",
0.0
],
[
"\u0000<|c099|>",
0.0
],
[
"\u0000<|c100|>",
0.0
],
[
"\u0000<|c101|>",
0.0
],
[
"\u0000<|c102|>",
0.0
],
[
"\u0000<|c103|>",
0.0
],
[
"\u0000<|c104|>",
0.0
],
[
"\u0000<|c105|>",
0.0
],
[
"\u0000<|c106|>",
0.0
],
[
"\u0000<|c107|>",
0.0
],
[
"\u0000<|c108|>",
0.0
],
[
"\u0000<|c109|>",
0.0
],
[
"\u0000<|c110|>",
0.0
],
[
"\u0000<|c111|>",
0.0
],
[
"\u0000<|c112|>",
0.0
],
[
"\u0000<|c113|>",
0.0
],
[
"\u0000<|c114|>",
0.0
],
[
"\u0000<|c115|>",
0.0
],
[
"\u0000<|c116|>",
0.0
],
[
"\u0000<|c117|>",
0.0
],
[
"\u0000<|c118|>",
0.0
],
[
"\u0000<|c119|>",
0.0
],
[
"\u0000<|c120|>",
0.0
],
[
"\u0000<|c121|>",
0.0
],
[
"\u0000<|c122|>",
0.0
],
[
"\u0000<|c123|>",
0.0
],
[
"\u0000<|c124|>",
0.0
],
[
"\u0000<|c125|>",
0.0
],
[
"\u0000<|c126|>",
0.0
],
[
"\u0000<|c127|>",
0.0
],
[
"\u0000<|c128|>",
0.0
],
[
"\u0000<|c129|>",
0.0
],
[
"\u0000<|c130|>",
0.0
],
[
"\u0000<|c131|>",
0.0
],
[
"\u0000<|c132|>",
0.0
],
[
"\u0000<|c133|>",
0.0
],
[
"\u0000<|c134|>",
0.0
],
[
"\u0000<|c135|>",
0.0
],
[
"\u0000<|c136|>",
0.0
],
[
"\u0000<|c137|>",
0.0
],
[
"\u0000<|c138|>",
0.0
],
[
"\u0000<|c139|>",
0.0
],
[
"\u0000<|c140|>",
0.0
],
[
"\u0000<|c141|>",
0.0
],
[
"\u0000<|c142|>",
0.0
],
[
"\u0000<|c143|>",
0.0
],
[
"\u0000<|c144|>",
0.0
],
[
"\u0000<|c145|>",
0.0
],
[
"\u0000<|c146|>",
0.0
],
[
"\u0000<|c147|>",
0.0
],
[
"\u0000<|c148|>",
0.0
],
[
"\u0000<|c149|>",
0.0
],
[
"\u0000<|c150|>",
0.0
],
[
"\u0000<|c151|>",
0.0
],
[
"\u0000<|c152|>",
0.0
],
[
"\u0000<|c153|>",
0.0
],
[
"\u0000<|c154|>",
0.0
],
[
"\u0000<|c155|>",
0.0
],
[
"\u0000<|c156|>",
0.0
],
[
"\u0000<|c157|>",
0.0
],
[
"\u0000<|c158|>",
0.0
],
[
"\u0000<|c159|>",
0.0
],
[
"\u0000<|c160|>",
0.0
],
[
"\u0000<|c161|>",
0.0
],
[
"\u0000<|c162|>",
0.0
],
[
"\u0000<|c163|>",
0.0
],
[
"\u0000<|c164|>",
0.0
],
[
"\u0000<|c165|>",
0.0
],
[
"\u0000<|c166|>",
0.0
],
[
"\u0000<|c167|>",
0.0
],
[
"\u0000<|c168|>",
0.0
],
[
"\u0000<|c169|>",
0.0
],
[
"\u0000<|c170|>",
0.0
],
[
"\u0000<|c171|>",
0.0
],
[
"\u0000<|c172|>",
0.0
],
[
"\u0000<|c173|>",
0.0
],
[
"\u0000<|c174|>",
0.0
],
[
"\u0000<|c175|>",
0.0
],
[
"\u0000<|c176|>",
0.0
],
[
"\u0000<|c177|>",
0.0
],
[
"\u0000<|c178|>",
0.0
],
[
"\u0000<|c179|>",
0.0
],
[
"\u0000<|c180|>",
0.0
],
[
"\u0000<|c181|>",
0.0
],
[
"\u0000<|c182|>",
0.0
],
[
"\u0000<|c183|>",
0.0
],
[
"\u0000<|c184|>",
0.0
],
[
"\u0000<|c185|>",
0.0
],
[
"\u0000<|c186|>",
0.0
],
[
"\u0000<|c187|>",
0.0
],
[
"\u0000<|c188|>",
0.0
],
[
"\u0000<|c189|>",
0.0
],
[
"\u0000<|c190|>",
0.0
],
[
"\u0000<|c191|>",
0.0
],
[
"\u0000<|c192|>",
0.0
],
[
"\u0000<|c193|>",
0.0
],
[
"\u0000<|c194|>",
0.0
],
[
"\u0000<|c195|>",
0.0
],
[
"\u0000<|c196|>",
0.0
],
[
"\u0000<|c197|>",
0.0
],
[
"\u0000<|c198|>",
0.0
],
[
"\u0000<|c199|>",
0.0
],
[
"<|u000|>",
0.0
],
[
"<|u001|>",
0.0
],
[
"<|u002|>",
0.0
],
[
"<|u003|>",
0.0
],
[
"<|u004|>",
0.0
],
[
"<|u005|>",
0.0
],
[
"<|u006|>",
0.0
],
[
"<|u007|>",
0.0
],
[
"<|u008|>",
0.0
],
[
"<|u009|>",
0.0
],
[
"<|u010|>",
0.0
],
[
"<|u011|>",
0.0
],
[
"<|u012|>",
0.0
],
[
"<|u013|>",
0.0
],
[
"<|u014|>",
0.0
],
[
"<|u015|>",
0.0
],
[
"<|u016|>",
0.0
],
[
"<|u017|>",
0.0
],
[
"<|u018|>",
0.0
],
[
"<|u019|>",
0.0
],
[
"<|u020|>",
0.0
],
[
"<|u021|>",
0.0
],
[
"<|u022|>",
0.0
],
[
"<|u023|>",
0.0
],
[
"<|u024|>",
0.0
],
[
"<|u025|>",
0.0
],
[
"<|u026|>",
0.0
],
[
"<|u027|>",
0.0
],
[
"<|u028|>",
0.0
],
[
"<|u029|>",
0.0
],
[
"<|u030|>",
0.0
],
[
"<|u031|>",
0.0
],
[
"<|u032|>",
0.0
],
[
"<|u033|>",
0.0
],
[
"<|u034|>",
0.0
],
[
"<|u035|>",
0.0
],
[
"<|u036|>",
0.0
],
[
"<|u037|>",
0.0
],
[
"<|u038|>",
0.0
],
[
"<|u039|>",
0.0
],
[
"<|u040|>",
0.0
],
[
"<|u041|>",
0.0
],
[
"<|u042|>",
0.0
],
[
"<|u043|>",
0.0
],
[
"<|u044|>",
0.0
],
[
"<|u045|>",
0.0
],
[
"<|u046|>",
0.0
],
[
"<|u047|>",
0.0
],
[
"<|u048|>",
0.0
],
[
"<|u049|>",
0.0
],
[
"<|u050|>",
0.0
],
[
"<|u051|>",
0.0
],
[
"<|u052|>",
0.0
],
[
"<|u053|>",
0.0
],
[
"<|u054|>",
0.0
],
[
"<|u055|>",
0.0
],
[
"<|u056|>",
0.0
],
[
"<|u057|>",
0.0
],
[
"<|u058|>",
0.0
],
[
"<|u059|>",
0.0
],
[
"<|u060|>",
0.0
],
[
"<|u061|>",
0.0
],
[
"<|u062|>",
0.0
],
[
"<|u063|>",
0.0
],
[
"<|u064|>",
0.0
],
[
"<|u065|>",
0.0
],
[
"<|u066|>",
0.0
],
[
"<|u067|>",
0.0
],
[
"<|u068|>",
0.0
],
[
"<|u069|>",
0.0
],
[
"<|u070|>",
0.0
],
[
"<|u071|>",
0.0
],
[
"<|u072|>",
0.0
],
[
"<|u073|>",
0.0
],
[
"<|u074|>",
0.0
],
[
"<|u075|>",
0.0
],
[
"<|u076|>",
0.0
],
[
"<|u077|>",
0.0
],
[
"<|u078|>",
0.0
],
[
"<|u079|>",
0.0
],
[
"<|u080|>",
0.0
],
[
"<|u081|>",
0.0
],
[
"<|u082|>",
0.0
],
[
"<|u083|>",
0.0
],
[
"<|u084|>",
0.0
],
[
"<|u085|>",
0.0
],
[
"<|u086|>",
0.0
],
[
"<|u087|>",
0.0
],
[
"<|u088|>",
0.0
],
[
"<|u089|>",
0.0
],
[
"<|u090|>",
0.0
],
[
"<|u091|>",
0.0
],
[
"<|u092|>",
0.0
],
[
"<|u093|>",
0.0
],
[
"<|u094|>",
0.0
],
[
"<|u095|>",
0.0
],
[
"<|u096|>",
0.0
],
[
"<|u097|>",
0.0
],
[
"<|u098|>",
0.0
],
[
"<|u099|>",
0.0
],
[
"<|u100|>",
0.0
],
[
"<|u101|>",
0.0
],
[
"<|u102|>",
0.0
],
[
"<|u103|>",
0.0
],
[
"<|u104|>",
0.0
],
[
"<|u105|>",
0.0
],
[
"<|u106|>",
0.0
],
[
"<|u107|>",
0.0
],
[
"<|u108|>",
0.0
],
[
"<|u109|>",
0.0
],
[
"<|u110|>",
0.0
],
[
"<|u111|>",
0.0
],
[
"<|u112|>",
0.0
],
[
"<|u113|>",
0.0
],
[
"<|u114|>",
0.0
],
[
"<|u115|>",
0.0
],
[
"<|u116|>",
0.0
],
[
"<|u117|>",
0.0
],
[
"<|u118|>",
0.0
],
[
"<|u119|>",
0.0
],
[
"<|u120|>",
0.0
],
[
"<|u121|>",
0.0
],
[
"<|u122|>",
0.0
],
[
"<|u123|>",
0.0
],
[
"<|u124|>",
0.0
],
[
"<|u125|>",
0.0
],
[
"<|u126|>",
0.0
],
[
"<|u127|>",
0.0
],
[
"<|u128|>",
0.0
],
[
"<|u129|>",
0.0
],
[
"<|u130|>",
0.0
],
[
"<|u131|>",
0.0
],
[
"<|u132|>",
0.0
],
[
"<|u133|>",
0.0
],
[
"<|u134|>",
0.0
],
[
"<|u135|>",
0.0
],
[
"<|u136|>",
0.0
],
[
"<|u137|>",
0.0
],
[
"<|u138|>",
0.0
],
[
"<|u139|>",
0.0
],
[
"<|u140|>",
0.0
],
[
"<|u141|>",
0.0
],
[
"<|u142|>",
0.0
],
[
"<|u143|>",
0.0
],
[
"<|u144|>",
0.0
],
[
"<|u145|>",
0.0
],
[
"<|u146|>",
0.0
],
[
"<|u147|>",
0.0
],
[
"<|u148|>",
0.0
],
[
"<|u149|>",
0.0
],
[
"<|u150|>",
0.0
],
[
"<|u151|>",
0.0
],
[
"<|u152|>",
0.0
],
[
"<|u153|>",
0.0
],
[
"<|u154|>",
0.0
],
[
"<|u155|>",
0.0
],
[
"<|u156|>",
0.0
],
[
"<|u157|>",
0.0
],
[
"<|u158|>",
0.0
],
[
"<|u159|>",
0.0
],
[
"<|u160|>",
0.0
],
[
"<|u161|>",
0.0
],
[
"<|u162|>",
0.0
],
[
"<|u163|>",
0.0
],
[
"<|u164|>",
0.0
],
[
"<|u165|>",
0.0
],
[
"<|u166|>",
0.0
],
[
"<|u167|>",
0.0
],
[
"<|u168|>",
0.0
],
[
"<|u169|>",
0.0
],
[
"<|u170|>",
0.0
],
[
"<|u171|>",
0.0
],
[
"<|u172|>",
0.0
],
[
"<|u173|>",
0.0
],
[
"<|u174|>",
0.0
],
[
"<|u175|>",
0.0
],
[
"<|u176|>",
0.0
],
[
"<|u177|>",
0.0
],
[
"<|u178|>",
0.0
],
[
"<|u179|>",
0.0
],
[
"<|u180|>",
0.0
],
[
"<|u181|>",
0.0
],
[
"<|u182|>",
0.0
],
[
"<|u183|>",
0.0
],
[
"<|u184|>",
0.0
],
[
"<|u185|>",
0.0
],
[
"<|u186|>",
0.0
],
[
"<|u187|>",
0.0
],
[
"<|u188|>",
0.0
],
[
"<|u189|>",
0.0
],
[
"<|u190|>",
0.0
],
[
"<|u191|>",
0.0
],
[
"<|u192|>",
0.0
],
[
"<|u193|>",
0.0
],
[
"<|u194|>",
0.0
],
[
"<|u195|>",
0.0
],
[
"<|u196|>",
0.0
],
[
"<|u197|>",
0.0
],
[
"<|u198|>",
0.0
],
[
"<|u199|>",
0.0
],
[
"<0x00>",
0.0
],
[
"<0x01>",
0.0
],
[
"<0x02>",
0.0
],
[
"<0x03>",
0.0
],
[
"<0x04>",
0.0
],
[
"<0x05>",
0.0
],
[
"<0x06>",
0.0
],
[
"<0x07>",
0.0
],
[
"<0x08>",
0.0
],
[
"<0x09>",
0.0
],
[
"<0x0A>",
0.0
],
[
"<0x0B>",
0.0
],
[
"<0x0C>",
0.0
],
[
"<0x0D>",
0.0
],
[
"<0x0E>",
0.0
],
[
"<0x0F>",
0.0
],
[
"<0x10>",
0.0
],
[
"<0x11>",
0.0
],
[
"<0x12>",
0.0
],
[
"<0x13>",
0.0
],
[
"<0x14>",
0.0
],
[
"<0x15>",
0.0
],
[
"<0x16>",
0.0
],
[
"<0x17>",
0.0
],
[
"<0x18>",
0.0
],
[
"<0x19>",
0.0
],
[
"<0x1A>",
0.0
],
[
"<0x1B>",
0.0
],
[
"<0x1C>",
0.0
],
[
"<0x1D>",
0.0
],
[
"<0x1E>",
0.0
],
[
"<0x1F>",
0.0
],
[
"<0x20>",
0.0
],
[
"<0x21>",
0.0
],
[
"<0x22>",
0.0
],
[
"<0x23>",
0.0
],
[
"<0x24>",
0.0
],
[
"<0x25>",
0.0
],
[
"<0x26>",
0.0
],
[
"<0x27>",
0.0
],
[
"<0x28>",
0.0
],
[
"<0x29>",
0.0
],
[
"<0x2A>",
0.0
],
[
"<0x2B>",
0.0
],
[
"<0x2C>",
0.0
],
[
"<0x2D>",
0.0
],
[
"<0x2E>",
0.0
],
[
"<0x2F>",
0.0
],
[
"<0x30>",
0.0
],
[
"<0x31>",
0.0
],
[
"<0x32>",
0.0
],
[
"<0x33>",
0.0
],
[
"<0x34>",
0.0
],
[
"<0x35>",
0.0
],
[
"<0x36>",
0.0
],
[
"<0x37>",
0.0
],
[
"<0x38>",
0.0
],
[
"<0x39>",
0.0
],
[
"<0x3A>",
0.0
],
[
"<0x3B>",
0.0
],
[
"<0x3C>",
0.0
],
[
"<0x3D>",
0.0
],
[
"<0x3E>",
0.0
],
[
"<0x3F>",
0.0
],
[
"<0x40>",
0.0
],
[
"<0x41>",
0.0
],
[
"<0x42>",
0.0
],
[
"<0x43>",
0.0
],
[
"<0x44>",
0.0
],
[
"<0x45>",
0.0
],
[
"<0x46>",
0.0
],
[
"<0x47>",
0.0
],
[
"<0x48>",
0.0
],
[
"<0x49>",
0.0
],
[
"<0x4A>",
0.0
],
[
"<0x4B>",
0.0
],
[
"<0x4C>",
0.0
],
[
"<0x4D>",
0.0
],
[
"<0x4E>",
0.0
],
[
"<0x4F>",
0.0
],
[
"<0x50>",
0.0
],
[
"<0x51>",
0.0
],
[
"<0x52>",
0.0
],
[
"<0x53>",
0.0
],
[
"<0x54>",
0.0
],
[
"<0x55>",
0.0
],
[
"<0x56>",
0.0
],
[
"<0x57>",
0.0
],
[
"<0x58>",
0.0
],
[
"<0x59>",
0.0
],
[
"<0x5A>",
0.0
],
[
"<0x5B>",
0.0
],
[
"<0x5C>",
0.0
],
[
"<0x5D>",
0.0
],
[
"<0x5E>",
0.0
],
[
"<0x5F>",
0.0
],
[
"<0x60>",
0.0
],
[
"<0x61>",
0.0
],
[
"<0x62>",
0.0
],
[
"<0x63>",
0.0
],
[
"<0x64>",
0.0
],
[
"<0x65>",
0.0
],
[
"<0x66>",
0.0
],
[
"<0x67>",
0.0
],
[
"<0x68>",
0.0
],
[
"<0x69>",
0.0
],
[
"<0x6A>",
0.0
],
[
"<0x6B>",
0.0
],
[
"<0x6C>",
0.0
],
[
"<0x6D>",
0.0
],
[
"<0x6E>",
0.0
],
[
"<0x6F>",
0.0
],
[
"<0x70>",
0.0
],
[
"<0x71>",
0.0
],
[
"<0x72>",
0.0
],
[
"<0x73>",
0.0
],
[
"<0x74>",
0.0
],
[
"<0x75>",
0.0
],
[
"<0x76>",
0.0
],
[
"<0x77>",
0.0
],
[
"<0x78>",
0.0
],
[
"<0x79>",
0.0
],
[
"<0x7A>",
0.0
],
[
"<0x7B>",
0.0
],
[
"<0x7C>",
0.0
],
[
"<0x7D>",
0.0
],
[
"<0x7E>",
0.0
],
[
"<0x7F>",
0.0
],
[
"<0x80>",
0.0
],
[
"<0x81>",
0.0
],
[
"<0x82>",
0.0
],
[
"<0x83>",
0.0
],
[
"<0x84>",
0.0
],
[
"<0x85>",
0.0
],
[
"<0x86>",
0.0
],
[
"<0x87>",
0.0
],
[
"<0x88>",
0.0
],
[
"<0x89>",
0.0
],
[
"<0x8A>",
0.0
],
[
"<0x8B>",
0.0
],
[
"<0x8C>",
0.0
],
[
"<0x8D>",
0.0
],
[
"<0x8E>",
0.0
],
[
"<0x8F>",
0.0
],
[
"<0x90>",
0.0
],
[
"<0x91>",
0.0
],
[
"<0x92>",
0.0
],
[
"<0x93>",
0.0
],
[
"<0x94>",
0.0
],
[
"<0x95>",
0.0
],
[
"<0x96>",
0.0
],
[
"<0x97>",
0.0
],
[
"<0x98>",
0.0
],
[
"<0x99>",
0.0
],
[
"<0x9A>",
0.0
],
[
"<0x9B>",
0.0
],
[
"<0x9C>",
0.0
],
[
"<0x9D>",
0.0
],
[
"<0x9E>",
0.0
],
[
"<0x9F>",
0.0
],
[
"<0xA0>",
0.0
],
[
"<0xA1>",
0.0
],
[
"<0xA2>",
0.0
],
[
"<0xA3>",
0.0
],
[
"<0xA4>",
0.0
],
[
"<0xA5>",
0.0
],
[
"<0xA6>",
0.0
],
[
"<0xA7>",
0.0
],
[
"<0xA8>",
0.0
],
[
"<0xA9>",
0.0
],
[
"<0xAA>",
0.0
],
[
"<0xAB>",
0.0
],
[
"<0xAC>",
0.0
],
[
"<0xAD>",
0.0
],
[
"<0xAE>",
0.0
],
[
"<0xAF>",
0.0
],
[
"<0xB0>",
0.0
],
[
"<0xB1>",
0.0
],
[
"<0xB2>",
0.0
],
[
"<0xB3>",
0.0
],
[
"<0xB4>",
0.0
],
[
"<0xB5>",
0.0
],
[
"<0xB6>",
0.0
],
[
"<0xB7>",
0.0
],
[
"<0xB8>",
0.0
],
[
"<0xB9>",
0.0
],
[
"<0xBA>",
0.0
],
[
"<0xBB>",
0.0
],
[
"<0xBC>",
0.0
],
[
"<0xBD>",
0.0
],
[
"<0xBE>",
0.0
],
[
"<0xBF>",
0.0
],
[
"<0xC0>",
0.0
],
[
"<0xC1>",
0.0
],
[
"<0xC2>",
0.0
],
[
"<0xC3>",
0.0
],
[
"<0xC4>",
0.0
],
[
"<0xC5>",
0.0
],
[
"<0xC6>",
0.0
],
[
"<0xC7>",
0.0
],
[
"<0xC8>",
0.0
],
[
"<0xC9>",
0.0
],
[
"<0xCA>",
0.0
],
[
"<0xCB>",
0.0
],
[
"<0xCC>",
0.0
],
[
"<0xCD>",
0.0
],
[
"<0xCE>",
0.0
],
[
"<0xCF>",
0.0
],
[
"<0xD0>",
0.0
],
[
"<0xD1>",
0.0
],
[
"<0xD2>",
0.0
],
[
"<0xD3>",
0.0
],
[
"<0xD4>",
0.0
],
[
"<0xD5>",
0.0
],
[
"<0xD6>",
0.0
],
[
"<0xD7>",
0.0
],
[
"<0xD8>",
0.0
],
[
"<0xD9>",
0.0
],
[
"<0xDA>",
0.0
],
[
"<0xDB>",
0.0
],
[
"<0xDC>",
0.0
],
[
"<0xDD>",
0.0
],
[
"<0xDE>",
0.0
],
[
"<0xDF>",
0.0
],
[
"<0xE0>",
0.0
],
[
"<0xE1>",
0.0
],
[
"<0xE2>",
0.0
],
[
"<0xE3>",
0.0
],
[
"<0xE4>",
0.0
],
[
"<0xE5>",
0.0
],
[
"<0xE6>",
0.0
],
[
"<0xE7>",
0.0
],
[
"<0xE8>",
0.0
],
[
"<0xE9>",
0.0
],
[
"<0xEA>",
0.0
],
[
"<0xEB>",
0.0
],
[
"<0xEC>",
0.0
],
[
"<0xED>",
0.0
],
[
"<0xEE>",
0.0
],
[
"<0xEF>",
0.0
],
[
"<0xF0>",
0.0
],
[
"<0xF1>",
0.0
],
[
"<0xF2>",
0.0
],
[
"<0xF3>",
0.0
],
[
"<0xF4>",
0.0
],
[
"<0xF5>",
0.0
],
[
"<0xF6>",
0.0
],
[
"<0xF7>",
0.0
],
[
"<0xF8>",
0.0
],
[
"<0xF9>",
0.0
],
[
"<0xFA>",
0.0
],
[
"<0xFB>",
0.0
],
[
"<0xFC>",
0.0
],
[
"<0xFD>",
0.0
],
[
"<0xFE>",
0.0
],
[
"<0xFF>",
0.0
],
[
"▁",
-2.7590813636779785
],
[
",",
-2.8287336826324463
],
[
"s",
-3.6313633918762207
],
[
".",
-3.6426734924316406
],
[
"▁a",
-3.7038402557373047
],
[
"▁que",
-3.731593608856201
],
[
"▁de",
-3.8943819999694824
],
[
"▁o",
-4.042026519775391
],
[
"▁e",
-4.113799095153809
],
[
"▁é",
-4.540604114532471
],
[
"▁não",
-4.835953712463379
],
[
"▁do",
-4.871114253997803
],
[
"▁eu",
-4.943244934082031
],
[
"▁um",
-4.992980480194092
],
[
"▁com",
-5.0542988777160645
],
[
"▁para",
-5.1047186851501465
],
[
"▁da",
-5.152590274810791
],
[
"▁uma",
-5.179497241973877
],
[
"r",
-5.2627739906311035
],
[
"▁você",
-5.266208648681641
],
[
"?",
-5.266287803649902
],
[
"▁no",
-5.328388690948486
],
[
"▁se",
-5.34372091293335
],
[
"ndo",
-5.357417583465576
],
[
"▁p",
-5.358862400054932
],
[
"▁em",
-5.432829856872559
],
[
"▁gente",
-5.440396785736084
],
[
"▁na",
-5.4675211906433105
],
[
"▁con",
-5.536839485168457
],
[
"▁E",
-5.5457611083984375
],
[
"▁ele",
-5.54851770401001
],
[
"▁tem",
-5.561585903167725
],
[
"a",
-5.619641304016113
],
[
"do",
-5.73532772064209
],
[
"▁mais",
-5.780556678771973
],
[
"▁muito",
-5.8027567863464355
],
[
"▁A",
-5.844071865081787
],
[
"▁isso",
-5.851982593536377
],
[
"ar",
-5.854297637939453
],
[
"▁por",
-5.855173587799072
],
[
"mente",
-5.88616943359375
],
[
"▁vai",
-5.89030647277832
],
[
"m",
-5.895198345184326
],
[
"u",
-5.927566051483154
],
[
"▁né",
-5.95232629776001
],
[
"▁mas",
-5.9588117599487305
],
[
"ção",
-5.9628214836120605
],
[
"▁os",
-6.024679660797119
],
[
"▁re",
-6.025441646575928
],
[
"▁como",
-6.0404815673828125
],
[
"▁aí",
-6.063000679016113
],
[
"▁O",
-6.101212024688721
],
[
"▁está",
-6.125644207000732
],
[
"o",
-6.147188663482666
],
[
"0",
-6.155860424041748
],
[
"também",
-6.175722599029541
],
[
"da",
-6.185237407684326
],
[
"▁as",
-6.1880598068237305
],
[
"porque",
-6.207638740539551
],
[
"i",
-6.209003925323486
],
[
"▁c",
-6.210908889770508
],
[
"▁aqui",
-6.226306915283203
],
[
"▁pra",
-6.235232353210449
],
[
"to",
-6.2393951416015625
],
[
"▁pr",
-6.258650779724121
],
[
"n",
-6.27692985534668
],
[
"▁foi",
-6.278250694274902
],
[
"▁assim",
-6.29185152053833
],
[
"1",
-6.296473979949951
],
[
"idade",
-6.299861431121826
],
[
"t",
-6.312225818634033
],
[
"▁ser",
-6.321828842163086
],
[
"mento",
-6.327157497406006
],
[
"▁já",
-6.328761577606201
],
[
"▁in",
-6.334742069244385
],
[
"▁Eu",
-6.352631568908691
],
[
"▁coisa",
-6.365410327911377
],
[
"ta",
-6.386557102203369
],
[
"-",
-6.388254642486572
],
[
"▁esse",
-6.392097473144531
],
[
"▁me",
-6.394315242767334
],
[
"▁essa",
-6.403411388397217
],
[
"▁ter",
-6.411084175109863
],
[
"▁Então",
-6.411938667297363
],
[
"2",
-6.4136128425598145
],
[
"es",
-6.418696880340576
],
[
"ria",
-6.420197010040283
],
[
"▁ela",
-6.43776273727417
],
[
"mos",
-6.464410305023193
],
[
"e",
-6.476418495178223
],
[
"▁lá",
-6.4837822914123535
],
[
"▁ou",
-6.520791530609131
],
[
"▁É",
-6.526488304138184
],
[
"l",
-6.547082901000977
],
[
"▁Deus",
-6.564647197723389
],
[
"▁então",
-6.569421768188477
],
[
"▁nós",
-6.585362911224365
],
[
"ente",
-6.593115329742432
],
[
"ra",
-6.596364498138428
],
[
"▁pode",
-6.602845668792725
],
[
"▁fazer",
-6.606019020080566
],
[
"▁ver",
-6.616827964782715
],
[
"va",
-6.636513710021973
],
[
"ado",
-6.640745639801025
],
[
"▁pro",
-6.643346309661865
],
[
"▁só",
-6.650739669799805
],
[
"ação",
-6.67104959487915
],
[
"quando",
-6.699463367462158
],
[
"▁tá",
-6.704004764556885
],
[
"▁cara",
-6.751107215881348
],
[
"na",
-6.754854679107666
],
[
"▁fala",
-6.768867492675781
],
[
"▁sua",
-6.771676540374756
],
[
"al",
-6.782846927642822
],
[
"▁dos",
-6.811519622802734
],
[
"▁acho",
-6.8146538734436035
],
[
"...",
-6.821281433105469
],
[
"▁ao",
-6.82652473449707
],
[
"▁bem",
-6.827915668487549
],
[
"▁Não",
-6.836950778961182
],
[
"▁Mas",
-6.846101760864258
],
[
"▁era",
-6.846768379211426
],
[
"lo",
-6.849508762359619
],
[
"▁até",
-6.855544090270996
],
[
"te",
-6.867062091827393
],
[
"▁sobre",
-6.877845764160156
],
[
"▁são",
-6.888574600219727
],
[
"▁vida",
-6.892209053039551
],
[
"ca",
-6.900125980377197
],
[
"▁tudo",
-6.907693862915039
],
[
"▁mesmo",
-6.910810470581055
],
[
"▁seu",
-6.9137444496154785
],
[
"▁dia",
-6.921430587768555
],
[
"ram",
-6.9280009269714355
],
[
"pessoa",
-6.929409980773926
],
[
"nte",
-6.9393310546875
],
[
"ia",
-6.954466819763184
],
[
"▁mo",
-6.962604522705078
],
[
"▁en",
-6.976600170135498
],
[
"la",
-6.978316307067871
],
[
"p",
-6.986856460571289
],
[
"▁meu",
-6.993960857391357
],
[
"▁nos",
-6.997134208679199
],
[
"▁ali",
-7.022099018096924
],
[
"ou",
-7.033495903015137
],
[
"no",
-7.0354695320129395
],
[
"▁eles",
-7.0410566329956055
],
[
"▁minha",
-7.04891300201416
],
[
"▁agora",
-7.051132678985596
],
[
"ro",
-7.054619312286377
],
[
"re",
-7.0600481033325195
],
[
"▁hoje",
-7.0719523429870605
],
[
"de",
-7.07981538772583
],
[
"▁traba",
-7.0802836418151855
],
[
"▁vou",
-7.082076549530029
],
[
"dade",
-7.085261344909668
],
[
"▁nosso",
-7.085461139678955
],
[
"ga",
-7.088693618774414
],
[
"le",
-7.097463130950928
],
[
"▁outro",
-7.098226070404053
],
[
"▁te",
-7.1106367111206055
],
[
"▁ca",
-7.114796161651611
],
[
"▁sabe",
-7.1168904304504395
],
[
"c",
-7.118098735809326
],
[
"▁co",
-7.122332572937012
],
[
"ne",
-7.122750759124756
],
[
"se",
-7.1282877922058105
],
[
"▁nossa",
-7.130611419677734
],
[
"▁per",
-7.1306915283203125
],
[
"essoas",
-7.135113716125488
],
[
"y",
-7.139727592468262
],
[
"▁falar",
-7.143011569976807
],
[
"▁tempo",
-7.147246837615967
],
[
"ência",
-7.157466411590576
],
[
"ando",
-7.173260688781738
],
[
"▁tinha",
-7.17559289932251
],
[
"▁das",
-7.17832612991333
],
[
"co",
-7.1882500648498535
],
[
"lho",
-7.192698955535889
],
[
"3",
-7.195812225341797
],
[
"5",
-7.201717853546143