Add tokenizer files
0143507 verified | { |
| "version": "1.0", |
| "truncation": null, |
| "padding": null, |
| "added_tokens": [ |
| { |
| "id": 0, |
| "content": "_", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 1, |
| "content": "[PAD]", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 2, |
| "content": "[UNK]", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 3, |
| "content": "[BOS]", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 4, |
| "content": "[EOS]", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| } |
| ], |
| "normalizer": { |
| "type": "Sequence", |
| "normalizers": [ |
| { |
| "type": "NFD" |
| }, |
| { |
| "type": "StripAccents" |
| }, |
| { |
| "type": "Lowercase" |
| } |
| ] |
| }, |
| "pre_tokenizer": { |
| "type": "Whitespace" |
| }, |
| "post_processor": null, |
| "decoder": null, |
| "model": { |
| "type": "WordLevel", |
| "vocab": { |
| "_": 0, |
| "[PAD]": 1, |
| "[UNK]": 2, |
| "[BOS]": 3, |
| "[EOS]": 4, |
| "a": 5, |
| "b": 6, |
| "c": 7, |
| "d": 8, |
| "e": 9, |
| "f": 10, |
| "g": 11, |
| "h": 12, |
| "i": 13, |
| "j": 14, |
| "k": 15, |
| "l": 16, |
| "m": 17, |
| "n": 18, |
| "o": 19, |
| "p": 20, |
| "q": 21, |
| "r": 22, |
| "s": 23, |
| "t": 24, |
| "u": 25, |
| "v": 26, |
| "w": 27, |
| "x": 28, |
| "y": 29, |
| "z": 30, |
| "0": 31, |
| "1": 32, |
| "2": 33, |
| "3": 34, |
| "4": 35, |
| "5": 36, |
| "6": 37, |
| "7": 38, |
| "8": 39, |
| "9": 40, |
| "10": 41, |
| "11": 42, |
| "12": 43, |
| "13": 44, |
| "14": 45, |
| "15": 46, |
| "16": 47, |
| "17": 48, |
| "18": 49, |
| "19": 50, |
| "20": 51, |
| "21": 52, |
| "22": 53, |
| "23": 54, |
| "24": 55, |
| "25": 56, |
| "26": 57, |
| "27": 58, |
| "28": 59, |
| "29": 60, |
| "30": 61, |
| "31": 62, |
| "32": 63, |
| "33": 64, |
| "34": 65, |
| "35": 66, |
| "36": 67, |
| "37": 68, |
| "38": 69, |
| "39": 70, |
| "40": 71, |
| "41": 72, |
| "42": 73, |
| "43": 74, |
| "44": 75, |
| "45": 76, |
| "46": 77, |
| "47": 78, |
| "48": 79, |
| "49": 80, |
| "50": 81, |
| "51": 82, |
| "52": 83, |
| "53": 84, |
| "54": 85, |
| "55": 86, |
| "56": 87, |
| "57": 88, |
| "58": 89, |
| "59": 90, |
| "60": 91, |
| "61": 92, |
| "62": 93, |
| "63": 94, |
| "64": 95, |
| "65": 96, |
| "66": 97, |
| "67": 98, |
| "68": 99, |
| "69": 100, |
| "70": 101, |
| "71": 102, |
| "72": 103, |
| "73": 104, |
| "74": 105, |
| "75": 106, |
| "76": 107, |
| "77": 108, |
| "78": 109, |
| "79": 110, |
| "80": 111, |
| "81": 112, |
| "82": 113, |
| "83": 114, |
| "84": 115, |
| "85": 116, |
| "86": 117, |
| "87": 118, |
| "88": 119, |
| "89": 120, |
| "90": 121, |
| "91": 122, |
| "92": 123, |
| "93": 124, |
| "94": 125, |
| "95": 126, |
| "96": 127, |
| "97": 128, |
| "98": 129, |
| "99": 130, |
| "100": 131, |
| "101": 132, |
| "102": 133, |
| "103": 134, |
| "104": 135, |
| "105": 136, |
| "106": 137, |
| "107": 138, |
| "108": 139, |
| "109": 140, |
| "110": 141, |
| "111": 142, |
| "112": 143, |
| "113": 144, |
| "114": 145, |
| "115": 146, |
| "116": 147, |
| "117": 148, |
| "118": 149, |
| "119": 150, |
| "120": 151, |
| "121": 152, |
| "122": 153, |
| "123": 154, |
| "124": 155, |
| "125": 156, |
| "126": 157, |
| "127": 158, |
| "128": 159, |
| "129": 160, |
| "130": 161, |
| "131": 162, |
| "132": 163, |
| "133": 164, |
| "134": 165, |
| "135": 166, |
| "136": 167, |
| "137": 168, |
| "138": 169, |
| "139": 170, |
| "140": 171, |
| "141": 172, |
| "142": 173, |
| "143": 174, |
| "144": 175, |
| "145": 176, |
| "146": 177, |
| "147": 178, |
| "148": 179, |
| "149": 180, |
| "150": 181, |
| "151": 182, |
| "152": 183, |
| "153": 184, |
| "154": 185, |
| "155": 186, |
| "156": 187, |
| "157": 188, |
| "158": 189, |
| "159": 190, |
| "160": 191, |
| "161": 192, |
| "162": 193, |
| "163": 194, |
| "164": 195, |
| "165": 196, |
| "166": 197, |
| "167": 198, |
| "168": 199, |
| "169": 200, |
| "170": 201, |
| "171": 202, |
| "172": 203, |
| "173": 204, |
| "174": 205, |
| "175": 206, |
| "176": 207, |
| "177": 208, |
| "178": 209, |
| "179": 210, |
| "180": 211, |
| "181": 212, |
| "182": 213, |
| "183": 214, |
| "184": 215, |
| "185": 216, |
| "186": 217, |
| "187": 218, |
| "188": 219, |
| "189": 220, |
| "190": 221, |
| "191": 222, |
| "192": 223, |
| "193": 224, |
| "194": 225, |
| "195": 226, |
| "196": 227, |
| "197": 228, |
| "198": 229, |
| "199": 230, |
| "200": 231, |
| "201": 232, |
| "202": 233, |
| "203": 234, |
| "204": 235, |
| "205": 236, |
| "206": 237, |
| "207": 238, |
| "208": 239, |
| "209": 240, |
| "210": 241, |
| "211": 242, |
| "212": 243, |
| "213": 244, |
| "214": 245, |
| "215": 246, |
| "216": 247, |
| "217": 248, |
| "218": 249, |
| "219": 250, |
| "220": 251, |
| "221": 252, |
| "222": 253, |
| "223": 254, |
| "224": 255, |
| "225": 256, |
| "226": 257, |
| "227": 258, |
| "228": 259, |
| "229": 260, |
| "230": 261, |
| "231": 262, |
| "232": 263, |
| "233": 264, |
| "234": 265, |
| "235": 266, |
| "236": 267, |
| "237": 268, |
| "238": 269, |
| "239": 270, |
| "240": 271, |
| "241": 272, |
| "242": 273, |
| "243": 274, |
| "244": 275, |
| "245": 276, |
| "246": 277, |
| "247": 278, |
| "248": 279, |
| "249": 280, |
| "250": 281, |
| "251": 282, |
| "252": 283, |
| "253": 284, |
| "254": 285, |
| "255": 286, |
| "256": 287, |
| "257": 288, |
| "258": 289, |
| "259": 290, |
| "260": 291, |
| "261": 292, |
| "262": 293, |
| "263": 294, |
| "264": 295, |
| "265": 296, |
| "266": 297, |
| "267": 298, |
| "268": 299, |
| "269": 300, |
| "270": 301, |
| "271": 302, |
| "272": 303, |
| "273": 304, |
| "274": 305, |
| "275": 306, |
| "276": 307, |
| "277": 308, |
| "278": 309, |
| "279": 310, |
| "280": 311, |
| "281": 312, |
| "282": 313, |
| "283": 314, |
| "284": 315, |
| "285": 316, |
| "286": 317, |
| "287": 318, |
| "288": 319, |
| "289": 320, |
| "290": 321, |
| "291": 322, |
| "292": 323, |
| "293": 324, |
| "294": 325, |
| "295": 326, |
| "296": 327, |
| "297": 328, |
| "298": 329, |
| "299": 330, |
| "300": 331, |
| "301": 332, |
| "302": 333, |
| "303": 334, |
| "304": 335, |
| "305": 336, |
| "306": 337, |
| "307": 338, |
| "308": 339, |
| "309": 340, |
| "310": 341, |
| "311": 342, |
| "312": 343, |
| "313": 344, |
| "314": 345, |
| "315": 346, |
| "316": 347, |
| "317": 348, |
| "318": 349, |
| "319": 350, |
| "320": 351, |
| "321": 352, |
| "322": 353, |
| "323": 354, |
| "324": 355, |
| "325": 356, |
| "326": 357, |
| "327": 358, |
| "328": 359, |
| "329": 360, |
| "330": 361, |
| "331": 362, |
| "332": 363, |
| "333": 364, |
| "334": 365, |
| "335": 366, |
| "336": 367, |
| "337": 368, |
| "338": 369, |
| "339": 370, |
| "340": 371, |
| "341": 372, |
| "342": 373, |
| "343": 374, |
| "344": 375, |
| "345": 376, |
| "346": 377, |
| "347": 378, |
| "348": 379, |
| "349": 380, |
| "350": 381, |
| "351": 382, |
| "352": 383, |
| "353": 384, |
| "354": 385, |
| "355": 386, |
| "356": 387, |
| "357": 388, |
| "358": 389, |
| "359": 390, |
| "360": 391, |
| "361": 392, |
| "362": 393, |
| "363": 394, |
| "364": 395, |
| "365": 396, |
| "366": 397, |
| "367": 398, |
| "368": 399, |
| "369": 400, |
| "370": 401, |
| "371": 402, |
| "372": 403, |
| "373": 404, |
| "374": 405, |
| "375": 406, |
| "376": 407, |
| "377": 408, |
| "378": 409, |
| "379": 410, |
| "380": 411, |
| "381": 412, |
| "382": 413, |
| "383": 414, |
| "384": 415, |
| "385": 416, |
| "386": 417, |
| "387": 418, |
| "388": 419, |
| "389": 420, |
| "390": 421, |
| "391": 422, |
| "392": 423, |
| "393": 424, |
| "394": 425, |
| "395": 426, |
| "396": 427, |
| "397": 428, |
| "398": 429, |
| "399": 430, |
| "400": 431, |
| "401": 432, |
| "402": 433, |
| "403": 434, |
| "404": 435, |
| "405": 436, |
| "406": 437, |
| "407": 438, |
| "408": 439, |
| "409": 440, |
| "410": 441, |
| "411": 442, |
| "412": 443, |
| "413": 444, |
| "414": 445, |
| "415": 446, |
| "416": 447, |
| "417": 448, |
| "418": 449, |
| "419": 450, |
| "420": 451, |
| "421": 452, |
| "422": 453, |
| "423": 454, |
| "424": 455, |
| "425": 456, |
| "426": 457, |
| "427": 458, |
| "428": 459, |
| "429": 460, |
| "430": 461, |
| "431": 462, |
| "432": 463, |
| "433": 464, |
| "434": 465, |
| "435": 466, |
| "436": 467, |
| "437": 468, |
| "438": 469, |
| "439": 470, |
| "440": 471, |
| "441": 472, |
| "442": 473, |
| "443": 474, |
| "444": 475, |
| "445": 476, |
| "446": 477, |
| "447": 478, |
| "448": 479, |
| "449": 480, |
| "450": 481, |
| "451": 482, |
| "452": 483, |
| "453": 484, |
| "454": 485, |
| "455": 486, |
| "456": 487, |
| "457": 488, |
| "458": 489, |
| "459": 490, |
| "460": 491, |
| "461": 492, |
| "462": 493, |
| "463": 494, |
| "464": 495, |
| "465": 496, |
| "466": 497, |
| "467": 498, |
| "468": 499, |
| "469": 500, |
| "470": 501, |
| "471": 502, |
| "472": 503, |
| "473": 504, |
| "474": 505, |
| "475": 506, |
| "476": 507, |
| "477": 508, |
| "478": 509, |
| "479": 510, |
| "480": 511, |
| "481": 512, |
| "482": 513, |
| "483": 514, |
| "484": 515, |
| "485": 516, |
| "486": 517, |
| "487": 518, |
| "488": 519, |
| "489": 520, |
| "490": 521, |
| "491": 522, |
| "492": 523, |
| "493": 524, |
| "494": 525, |
| "495": 526, |
| "496": 527, |
| "497": 528, |
| "498": 529, |
| "499": 530, |
| "500": 531, |
| "501": 532, |
| "502": 533, |
| "503": 534, |
| "504": 535, |
| "505": 536, |
| "506": 537, |
| "507": 538, |
| "508": 539, |
| "509": 540, |
| "510": 541, |
| "511": 542, |
| "512": 543, |
| "513": 544, |
| "514": 545, |
| "515": 546, |
| "516": 547, |
| "517": 548, |
| "518": 549, |
| "519": 550, |
| "520": 551, |
| "521": 552, |
| "522": 553, |
| "523": 554, |
| "524": 555, |
| "525": 556, |
| "526": 557, |
| "527": 558, |
| "528": 559, |
| "529": 560, |
| "530": 561, |
| "531": 562, |
| "532": 563, |
| "533": 564, |
| "534": 565, |
| "535": 566, |
| "536": 567, |
| "537": 568, |
| "538": 569, |
| "539": 570, |
| "540": 571, |
| "541": 572, |
| "542": 573, |
| "543": 574, |
| "544": 575, |
| "545": 576, |
| "546": 577, |
| "547": 578, |
| "548": 579, |
| "549": 580, |
| "550": 581, |
| "551": 582, |
| "552": 583, |
| "553": 584, |
| "554": 585, |
| "555": 586, |
| "556": 587, |
| "557": 588, |
| "558": 589, |
| "559": 590, |
| "560": 591, |
| "561": 592, |
| "562": 593, |
| "563": 594, |
| "564": 595, |
| "565": 596, |
| "566": 597, |
| "567": 598, |
| "568": 599, |
| "569": 600, |
| "570": 601, |
| "571": 602, |
| "572": 603, |
| "573": 604, |
| "574": 605, |
| "575": 606, |
| "576": 607, |
| "577": 608, |
| "578": 609, |
| "579": 610, |
| "580": 611, |
| "581": 612, |
| "582": 613, |
| "583": 614, |
| "584": 615, |
| "585": 616, |
| "586": 617, |
| "587": 618, |
| "588": 619, |
| "589": 620, |
| "590": 621, |
| "591": 622, |
| "592": 623, |
| "593": 624, |
| "594": 625, |
| "595": 626, |
| "596": 627, |
| "597": 628, |
| "598": 629, |
| "599": 630, |
| "600": 631, |
| "601": 632, |
| "602": 633, |
| "603": 634, |
| "604": 635, |
| "605": 636, |
| "606": 637, |
| "607": 638, |
| "608": 639, |
| "609": 640, |
| "610": 641, |
| "611": 642, |
| "612": 643, |
| "613": 644, |
| "614": 645, |
| "615": 646, |
| "616": 647, |
| "617": 648, |
| "618": 649, |
| "619": 650, |
| "620": 651, |
| "621": 652, |
| "622": 653, |
| "623": 654, |
| "624": 655, |
| "625": 656, |
| "626": 657, |
| "627": 658, |
| "628": 659, |
| "629": 660, |
| "630": 661, |
| "631": 662, |
| "632": 663, |
| "633": 664, |
| "634": 665, |
| "635": 666, |
| "636": 667, |
| "637": 668, |
| "638": 669, |
| "639": 670, |
| "640": 671, |
| "641": 672, |
| "642": 673, |
| "643": 674, |
| "644": 675, |
| "645": 676, |
| "646": 677, |
| "647": 678, |
| "648": 679, |
| "649": 680, |
| "650": 681, |
| "651": 682, |
| "652": 683, |
| "653": 684, |
| "654": 685, |
| "655": 686, |
| "656": 687, |
| "657": 688, |
| "658": 689, |
| "659": 690, |
| "660": 691, |
| "661": 692, |
| "662": 693, |
| "663": 694, |
| "664": 695, |
| "665": 696, |
| "666": 697, |
| "667": 698, |
| "668": 699, |
| "669": 700, |
| "670": 701, |
| "671": 702, |
| "672": 703, |
| "673": 704, |
| "674": 705, |
| "675": 706, |
| "676": 707, |
| "677": 708, |
| "678": 709, |
| "679": 710, |
| "680": 711, |
| "681": 712, |
| "682": 713, |
| "683": 714, |
| "684": 715, |
| "685": 716, |
| "686": 717, |
| "687": 718, |
| "688": 719, |
| "689": 720, |
| "690": 721, |
| "691": 722, |
| "692": 723, |
| "693": 724, |
| "694": 725, |
| "695": 726, |
| "696": 727, |
| "697": 728, |
| "698": 729, |
| "699": 730, |
| "700": 731, |
| "701": 732, |
| "702": 733, |
| "703": 734, |
| "704": 735, |
| "705": 736, |
| "706": 737, |
| "707": 738, |
| "708": 739, |
| "709": 740, |
| "710": 741, |
| "711": 742, |
| "712": 743, |
| "713": 744, |
| "714": 745, |
| "715": 746, |
| "716": 747, |
| "717": 748, |
| "718": 749, |
| "719": 750, |
| "720": 751, |
| "721": 752, |
| "722": 753, |
| "723": 754, |
| "724": 755, |
| "725": 756, |
| "726": 757, |
| "727": 758, |
| "728": 759, |
| "729": 760, |
| "730": 761, |
| "731": 762, |
| "732": 763, |
| "733": 764, |
| "734": 765, |
| "735": 766, |
| "736": 767, |
| "737": 768, |
| "738": 769, |
| "739": 770, |
| "740": 771, |
| "741": 772, |
| "742": 773, |
| "743": 774, |
| "744": 775, |
| "745": 776, |
| "746": 777, |
| "747": 778, |
| "748": 779, |
| "749": 780, |
| "750": 781, |
| "751": 782, |
| "752": 783, |
| "753": 784, |
| "754": 785, |
| "755": 786, |
| "756": 787, |
| "757": 788, |
| "758": 789, |
| "759": 790, |
| "760": 791, |
| "761": 792, |
| "762": 793, |
| "763": 794, |
| "764": 795, |
| "765": 796, |
| "766": 797, |
| "767": 798, |
| "768": 799, |
| "769": 800, |
| "770": 801, |
| "771": 802, |
| "772": 803, |
| "773": 804, |
| "774": 805, |
| "775": 806, |
| "776": 807, |
| "777": 808, |
| "778": 809, |
| "779": 810, |
| "780": 811, |
| "781": 812, |
| "782": 813, |
| "783": 814, |
| "784": 815, |
| "785": 816, |
| "786": 817, |
| "787": 818, |
| "788": 819, |
| "789": 820, |
| "790": 821, |
| "791": 822, |
| "792": 823, |
| "793": 824, |
| "794": 825, |
| "795": 826, |
| "796": 827, |
| "797": 828, |
| "798": 829, |
| "799": 830, |
| "800": 831, |
| "801": 832, |
| "802": 833, |
| "803": 834, |
| "804": 835, |
| "805": 836, |
| "806": 837, |
| "807": 838, |
| "808": 839, |
| "809": 840, |
| "810": 841, |
| "811": 842, |
| "812": 843, |
| "813": 844, |
| "814": 845, |
| "815": 846, |
| "816": 847, |
| "817": 848, |
| "818": 849, |
| "819": 850, |
| "820": 851, |
| "821": 852, |
| "822": 853, |
| "823": 854, |
| "824": 855, |
| "825": 856, |
| "826": 857, |
| "827": 858, |
| "828": 859, |
| "829": 860, |
| "830": 861, |
| "831": 862, |
| "832": 863, |
| "833": 864, |
| "834": 865, |
| "835": 866, |
| "836": 867, |
| "837": 868, |
| "838": 869, |
| "839": 870, |
| "840": 871, |
| "841": 872, |
| "842": 873, |
| "843": 874, |
| "844": 875, |
| "845": 876, |
| "846": 877, |
| "847": 878, |
| "848": 879, |
| "849": 880, |
| "850": 881, |
| "851": 882, |
| "852": 883, |
| "853": 884, |
| "854": 885, |
| "855": 886, |
| "856": 887, |
| "857": 888, |
| "858": 889, |
| "859": 890, |
| "860": 891, |
| "861": 892, |
| "862": 893, |
| "863": 894, |
| "864": 895, |
| "865": 896, |
| "866": 897, |
| "867": 898, |
| "868": 899, |
| "869": 900, |
| "870": 901, |
| "871": 902, |
| "872": 903, |
| "873": 904, |
| "874": 905, |
| "875": 906, |
| "876": 907, |
| "877": 908, |
| "878": 909, |
| "879": 910, |
| "880": 911, |
| "881": 912, |
| "882": 913, |
| "883": 914, |
| "884": 915, |
| "885": 916, |
| "886": 917, |
| "887": 918, |
| "888": 919, |
| "889": 920, |
| "890": 921, |
| "891": 922, |
| "892": 923, |
| "893": 924, |
| "894": 925, |
| "895": 926, |
| "896": 927, |
| "897": 928, |
| "898": 929, |
| "899": 930, |
| "900": 931, |
| "901": 932, |
| "902": 933, |
| "903": 934, |
| "904": 935, |
| "905": 936, |
| "906": 937, |
| "907": 938, |
| "908": 939, |
| "909": 940, |
| "910": 941, |
| "911": 942, |
| "912": 943, |
| "913": 944, |
| "914": 945, |
| "915": 946, |
| "916": 947, |
| "917": 948, |
| "918": 949, |
| "919": 950, |
| "920": 951, |
| "921": 952, |
| "922": 953, |
| "923": 954, |
| "924": 955, |
| "925": 956, |
| "926": 957, |
| "927": 958, |
| "928": 959, |
| "929": 960, |
| "930": 961, |
| "931": 962, |
| "932": 963, |
| "933": 964, |
| "934": 965, |
| "935": 966, |
| "936": 967, |
| "937": 968, |
| "938": 969, |
| "939": 970, |
| "940": 971, |
| "941": 972, |
| "942": 973, |
| "943": 974, |
| "944": 975, |
| "945": 976, |
| "946": 977, |
| "947": 978, |
| "948": 979, |
| "949": 980, |
| "950": 981, |
| "951": 982, |
| "952": 983, |
| "953": 984, |
| "954": 985, |
| "955": 986, |
| "956": 987, |
| "957": 988, |
| "958": 989, |
| "959": 990, |
| "960": 991, |
| "961": 992, |
| "962": 993, |
| "963": 994, |
| "964": 995, |
| "965": 996, |
| "966": 997, |
| "967": 998, |
| "968": 999, |
| "969": 1000, |
| "970": 1001, |
| "971": 1002, |
| "972": 1003, |
| "973": 1004, |
| "974": 1005, |
| "975": 1006, |
| "976": 1007, |
| "977": 1008, |
| "978": 1009, |
| "979": 1010, |
| "980": 1011, |
| "981": 1012, |
| "982": 1013, |
| "983": 1014, |
| "984": 1015, |
| "985": 1016, |
| "986": 1017, |
| "987": 1018, |
| "988": 1019, |
| "989": 1020, |
| "990": 1021, |
| "991": 1022, |
| "992": 1023, |
| "993": 1024, |
| "994": 1025, |
| "995": 1026, |
| "996": 1027, |
| "997": 1028, |
| "998": 1029, |
| "999": 1030, |
| "1000": 1031, |
| "1001": 1032, |
| "1002": 1033, |
| "1003": 1034, |
| "1004": 1035, |
| "1005": 1036, |
| "1006": 1037, |
| "1007": 1038, |
| "1008": 1039, |
| "1009": 1040, |
| "1010": 1041, |
| "1011": 1042, |
| "1012": 1043, |
| "1013": 1044, |
| "1014": 1045, |
| "1015": 1046, |
| "1016": 1047, |
| "1017": 1048, |
| "1018": 1049, |
| "1019": 1050, |
| "1020": 1051, |
| "1021": 1052, |
| "1022": 1053, |
| "1023": 1054, |
| "1024": 1055, |
| "1025": 1056, |
| "1026": 1057, |
| "1027": 1058, |
| "1028": 1059, |
| "1029": 1060, |
| "1030": 1061, |
| "1031": 1062, |
| "1032": 1063, |
| "1033": 1064, |
| "1034": 1065, |
| "1035": 1066, |
| "1036": 1067, |
| "1037": 1068, |
| "1038": 1069, |
| "1039": 1070, |
| "1040": 1071, |
| "1041": 1072, |
| "1042": 1073, |
| "1043": 1074, |
| "1044": 1075, |
| "1045": 1076, |
| "1046": 1077, |
| "1047": 1078, |
| "1048": 1079, |
| "1049": 1080, |
| "1050": 1081, |
| "1051": 1082, |
| "1052": 1083, |
| "1053": 1084, |
| "1054": 1085, |
| "1055": 1086, |
| "1056": 1087, |
| "1057": 1088, |
| "1058": 1089, |
| "1059": 1090, |
| "1060": 1091, |
| "1061": 1092, |
| "1062": 1093, |
| "1063": 1094, |
| "1064": 1095, |
| "1065": 1096, |
| "1066": 1097, |
| "1067": 1098, |
| "1068": 1099, |
| "1069": 1100, |
| "1070": 1101, |
| "1071": 1102, |
| "1072": 1103, |
| "1073": 1104, |
| "1074": 1105, |
| "1075": 1106, |
| "1076": 1107, |
| "1077": 1108, |
| "1078": 1109, |
| "1079": 1110, |
| "1080": 1111, |
| "1081": 1112, |
| "1082": 1113, |
| "1083": 1114, |
| "1084": 1115, |
| "1085": 1116, |
| "1086": 1117, |
| "1087": 1118, |
| "1088": 1119, |
| "1089": 1120, |
| "1090": 1121, |
| "1091": 1122, |
| "1092": 1123, |
| "1093": 1124, |
| "1094": 1125, |
| "1095": 1126, |
| "1096": 1127, |
| "1097": 1128, |
| "1098": 1129, |
| "1099": 1130, |
| "1100": 1131, |
| "1101": 1132, |
| "1102": 1133, |
| "1103": 1134, |
| "1104": 1135, |
| "1105": 1136, |
| "1106": 1137, |
| "1107": 1138, |
| "1108": 1139, |
| "1109": 1140, |
| "1110": 1141, |
| "1111": 1142, |
| "1112": 1143, |
| "1113": 1144, |
| "1114": 1145, |
| "1115": 1146, |
| "1116": 1147, |
| "1117": 1148, |
| "1118": 1149, |
| "1119": 1150, |
| "1120": 1151, |
| "1121": 1152, |
| "1122": 1153, |
| "1123": 1154, |
| "1124": 1155, |
| "1125": 1156, |
| "1126": 1157, |
| "1127": 1158, |
| "1128": 1159, |
| "1129": 1160, |
| "1130": 1161, |
| "1131": 1162, |
| "1132": 1163, |
| "1133": 1164, |
| "1134": 1165, |
| "1135": 1166, |
| "1136": 1167, |
| "1137": 1168, |
| "1138": 1169, |
| "1139": 1170, |
| "1140": 1171, |
| "1141": 1172, |
| "1142": 1173, |
| "1143": 1174, |
| "1144": 1175, |
| "1145": 1176, |
| "1146": 1177, |
| "1147": 1178, |
| "1148": 1179, |
| "1149": 1180, |
| "1150": 1181, |
| "1151": 1182, |
| "1152": 1183, |
| "1153": 1184, |
| "1154": 1185, |
| "1155": 1186, |
| "1156": 1187, |
| "1157": 1188, |
| "1158": 1189, |
| "1159": 1190, |
| "1160": 1191, |
| "1161": 1192, |
| "1162": 1193, |
| "1163": 1194, |
| "1164": 1195, |
| "1165": 1196, |
| "1166": 1197, |
| "1167": 1198, |
| "1168": 1199, |
| "1169": 1200, |
| "1170": 1201, |
| "1171": 1202, |
| "1172": 1203, |
| "1173": 1204, |
| "1174": 1205, |
| "1175": 1206, |
| "1176": 1207, |
| "1177": 1208, |
| "1178": 1209, |
| "1179": 1210, |
| "1180": 1211, |
| "1181": 1212, |
| "1182": 1213, |
| "1183": 1214, |
| "1184": 1215, |
| "1185": 1216, |
| "1186": 1217, |
| "1187": 1218, |
| "1188": 1219, |
| "1189": 1220, |
| "1190": 1221, |
| "1191": 1222, |
| "1192": 1223, |
| "1193": 1224, |
| "1194": 1225, |
| "1195": 1226, |
| "1196": 1227, |
| "1197": 1228, |
| "1198": 1229, |
| "1199": 1230, |
| "1200": 1231, |
| "1201": 1232, |
| "1202": 1233, |
| "1203": 1234, |
| "1204": 1235, |
| "1205": 1236, |
| "1206": 1237, |
| "1207": 1238, |
| "1208": 1239, |
| "1209": 1240, |
| "1210": 1241, |
| "1211": 1242, |
| "1212": 1243, |
| "1213": 1244, |
| "1214": 1245, |
| "1215": 1246, |
| "1216": 1247, |
| "1217": 1248, |
| "1218": 1249, |
| "1219": 1250, |
| "1220": 1251, |
| "1221": 1252, |
| "1222": 1253, |
| "1223": 1254, |
| "1224": 1255, |
| "1225": 1256, |
| "1226": 1257, |
| "1227": 1258, |
| "1228": 1259, |
| "1229": 1260, |
| "1230": 1261, |
| "1231": 1262, |
| "1232": 1263, |
| "1233": 1264, |
| "1234": 1265, |
| "1235": 1266, |
| "1236": 1267, |
| "1237": 1268, |
| "1238": 1269, |
| "1239": 1270, |
| "1240": 1271, |
| "1241": 1272, |
| "1242": 1273, |
| "1243": 1274, |
| "1244": 1275, |
| "1245": 1276, |
| "1246": 1277, |
| "1247": 1278, |
| "1248": 1279, |
| "1249": 1280, |
| "1250": 1281, |
| "1251": 1282, |
| "1252": 1283, |
| "1253": 1284, |
| "1254": 1285, |
| "1255": 1286, |
| "1256": 1287, |
| "1257": 1288, |
| "1258": 1289, |
| "1259": 1290, |
| "1260": 1291, |
| "1261": 1292, |
| "1262": 1293, |
| "1263": 1294, |
| "1264": 1295, |
| "1265": 1296, |
| "1266": 1297, |
| "1267": 1298, |
| "1268": 1299, |
| "1269": 1300, |
| "1270": 1301, |
| "1271": 1302, |
| "1272": 1303, |
| "1273": 1304, |
| "1274": 1305, |
| "1275": 1306, |
| "1276": 1307, |
| "1277": 1308, |
| "1278": 1309, |
| "1279": 1310, |
| "1280": 1311, |
| "1281": 1312, |
| "1282": 1313, |
| "1283": 1314, |
| "1284": 1315, |
| "1285": 1316, |
| "1286": 1317, |
| "1287": 1318, |
| "1288": 1319, |
| "1289": 1320, |
| "1290": 1321, |
| "1291": 1322, |
| "1292": 1323, |
| "1293": 1324, |
| "1294": 1325, |
| "1295": 1326, |
| "1296": 1327, |
| "1297": 1328, |
| "1298": 1329, |
| "1299": 1330, |
| "1300": 1331, |
| "1301": 1332, |
| "1302": 1333, |
| "1303": 1334, |
| "1304": 1335, |
| "1305": 1336, |
| "1306": 1337, |
| "1307": 1338, |
| "1308": 1339, |
| "1309": 1340, |
| "1310": 1341, |
| "1311": 1342, |
| "1312": 1343, |
| "1313": 1344, |
| "1314": 1345, |
| "1315": 1346, |
| "1316": 1347, |
| "1317": 1348, |
| "1318": 1349, |
| "1319": 1350, |
| "1320": 1351, |
| "1321": 1352, |
| "1322": 1353, |
| "1323": 1354, |
| "1324": 1355, |
| "1325": 1356, |
| "1326": 1357, |
| "1327": 1358, |
| "1328": 1359, |
| "1329": 1360, |
| "1330": 1361, |
| "1331": 1362, |
| "1332": 1363, |
| "1333": 1364, |
| "1334": 1365, |
| "1335": 1366, |
| "1336": 1367, |
| "1337": 1368, |
| "1338": 1369, |
| "1339": 1370, |
| "1340": 1371, |
| "1341": 1372, |
| "1342": 1373, |
| "1343": 1374, |
| "1344": 1375, |
| "1345": 1376, |
| "1346": 1377, |
| "1347": 1378, |
| "1348": 1379, |
| "1349": 1380, |
| "1350": 1381, |
| "1351": 1382, |
| "1352": 1383, |
| "1353": 1384, |
| "1354": 1385, |
| "1355": 1386, |
| "1356": 1387, |
| "1357": 1388, |
| "1358": 1389, |
| "1359": 1390, |
| "1360": 1391, |
| "1361": 1392, |
| "1362": 1393, |
| "1363": 1394, |
| "1364": 1395, |
| "1365": 1396, |
| "1366": 1397, |
| "1367": 1398, |
| "1368": 1399, |
| "1369": 1400, |
| "1370": 1401, |
| "1371": 1402, |
| "1372": 1403, |
| "1373": 1404, |
| "1374": 1405, |
| "1375": 1406, |
| "1376": 1407, |
| "1377": 1408, |
| "1378": 1409, |
| "1379": 1410, |
| "1380": 1411, |
| "1381": 1412, |
| "1382": 1413, |
| "1383": 1414, |
| "1384": 1415, |
| "1385": 1416, |
| "1386": 1417, |
| "1387": 1418, |
| "1388": 1419, |
| "1389": 1420, |
| "1390": 1421, |
| "1391": 1422, |
| "1392": 1423, |
| "1393": 1424, |
| "1394": 1425, |
| "1395": 1426, |
| "1396": 1427, |
| "1397": 1428, |
| "1398": 1429, |
| "1399": 1430, |
| "1400": 1431, |
| "1401": 1432, |
| "1402": 1433, |
| "1403": 1434, |
| "1404": 1435, |
| "1405": 1436, |
| "1406": 1437, |
| "1407": 1438, |
| "1408": 1439, |
| "1409": 1440, |
| "1410": 1441, |
| "1411": 1442, |
| "1412": 1443, |
| "1413": 1444, |
| "1414": 1445, |
| "1415": 1446, |
| "1416": 1447, |
| "1417": 1448, |
| "1418": 1449, |
| "1419": 1450, |
| "1420": 1451, |
| "1421": 1452, |
| "1422": 1453, |
| "1423": 1454, |
| "1424": 1455, |
| "1425": 1456, |
| "1426": 1457, |
| "1427": 1458, |
| "1428": 1459, |
| "1429": 1460, |
| "1430": 1461, |
| "1431": 1462, |
| "1432": 1463, |
| "1433": 1464, |
| "1434": 1465, |
| "1435": 1466, |
| "1436": 1467, |
| "1437": 1468, |
| "1438": 1469, |
| "1439": 1470, |
| "1440": 1471, |
| "1441": 1472, |
| "1442": 1473, |
| "1443": 1474, |
| "1444": 1475, |
| "1445": 1476, |
| "1446": 1477, |
| "1447": 1478, |
| "1448": 1479, |
| "1449": 1480, |
| "1450": 1481, |
| "1451": 1482, |
| "1452": 1483, |
| "1453": 1484, |
| "1454": 1485, |
| "1455": 1486, |
| "1456": 1487, |
| "1457": 1488, |
| "1458": 1489, |
| "1459": 1490, |
| "1460": 1491, |
| "1461": 1492, |
| "1462": 1493, |
| "1463": 1494, |
| "1464": 1495, |
| "1465": 1496, |
| "1466": 1497, |
| "1467": 1498, |
| "1468": 1499, |
| "1469": 1500, |
| "1470": 1501, |
| "1471": 1502, |
| "1472": 1503, |
| "1473": 1504, |
| "1474": 1505, |
| "1475": 1506, |
| "1476": 1507, |
| "1477": 1508, |
| "1478": 1509, |
| "1479": 1510, |
| "1480": 1511, |
| "1481": 1512, |
| "1482": 1513, |
| "1483": 1514, |
| "1484": 1515, |
| "1485": 1516, |
| "1486": 1517, |
| "1487": 1518, |
| "1488": 1519, |
| "1489": 1520, |
| "1490": 1521, |
| "1491": 1522, |
| "1492": 1523, |
| "1493": 1524, |
| "1494": 1525, |
| "1495": 1526, |
| "1496": 1527, |
| "1497": 1528, |
| "1498": 1529, |
| "1499": 1530, |
| "1500": 1531, |
| "|": 1532, |
| "?": 1533 |
| }, |
| "unk_token": "[UNK]" |
| } |
| } |
