k-l-lambda commited on
Commit
60c893b
·
1 Parent(s): 1fd98b0

updated model weights to lilylet/20260617-lilylet-notagenx-1m0617-llama-l4+10-lr0.2

Browse files
.state.yaml CHANGED
@@ -1,16 +1,19 @@
1
- best: model_9319_loss_8.090e-02.chkpt
2
  data:
3
  args:
4
  patch_length: 1024
5
  patch_size: 16
6
  patch_stream: true
 
7
  tokenizer_path: assets/lilylet-tokenizer.json
8
- args_variant: null
 
 
9
  batch_size: 8
10
- root: 20260611b/notagenx1m-lyl-20260611b.pt
11
  splits: '*0..997/1000:998,999/1000'
12
  type: LilyletPatchy
13
- id: lilylet/20260611-lilylet-notagenx-1m0611b-llamal4+10
14
  model:
15
  args:
16
  base_type: llama
@@ -46,9 +49,9 @@ trainer:
46
  epochs: 10000
47
  latest: true
48
  moniter:
49
- best_value: 0.08090136431309641
50
  field: loss
51
  mode: min
52
  report_step_unit: examples
53
  save_mode: best
54
- steps: 1000000
 
1
+ best: model_2907_loss_8.634e-02.chkpt
2
  data:
3
  args:
4
  patch_length: 1024
5
  patch_size: 16
6
  patch_stream: true
7
+ prompt_dropout: 0.3
8
  tokenizer_path: assets/lilylet-tokenizer.json
9
+ args_variant:
10
+ 1:
11
+ prompt_dropout: 0
12
  batch_size: 8
13
+ root: 20260617/notagenx1m-lyl-20260617.pt
14
  splits: '*0..997/1000:998,999/1000'
15
  type: LilyletPatchy
16
+ id: lilylet/20260617-lilylet-notagenx-1m0617-llama-l4+10-lr0.2
17
  model:
18
  args:
19
  base_type: llama
 
49
  epochs: 10000
50
  latest: true
51
  moniter:
52
+ best_value: 0.08634062658767311
53
  field: loss
54
  mode: min
55
  report_step_unit: examples
56
  save_mode: best
57
+ steps: 291200
best.chkpt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd0385fb3346ea7cd5ab480e15e3f037eb31d11881e8e2bda60cd19a2849bc94
3
  size 782421012
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e733030e7bc24589bd0e0e134b3219ad020425b636a783e8b4a076c0b8daa2
3
  size 782421012
onnx/patch_kv_int8.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce6a6a52471db98942767ef1b8c23e7b8e898591ad10e63650e7fb857590d651
3
- size 141553312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc19cf50d664a0b2a9a4700bb68ec0f6981dfb0ad72f4e28d29032332416a42e
3
+ size 141575631
onnx/token_kv_int8.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55e41e2a58063a81a4217d4c56de07ab030a32a75654771735c1d71b57bca16b
3
- size 55299329
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4c4b40a31459fd423f981899e9f207acf7de902ebad35b5db84074f57cc8cd
3
+ size 55311678
onnx/wte.npy CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d07a09d8f1e0410b2f23a82f06c06345d47a7f2036b716623bc5acc6458c86b0
3
  size 1048704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb8f8ffaeb40dd42430a4fcebb688bb56fa8a1488596569a8c948fa04e26e8f
3
  size 1048704
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": 1,
3
  "type": "byte-level-bpe",
 
 
 
 
 
4
  "config": {
5
  "vocabSize": 256,
6
  "minFrequency": 2,
@@ -97,6 +102,8 @@
97
  "Presto",
98
  "ritard",
99
  "sempre",
 
 
100
  "troppo",
101
  "vivace",
102
  "\\clef",
@@ -128,6 +135,7 @@
128
  "\\sfz",
129
  "alto",
130
  "arco",
 
131
  "lent",
132
  "moto",
133
  "pizz",
@@ -368,24 +376,21 @@
368
  },
369
  {
370
  "id": 26,
371
- "type": "byte",
372
- "token": "\u001a",
373
- "text": "\u001a",
374
- "value": 26
375
  },
376
  {
377
  "id": 27,
378
- "type": "byte",
379
- "token": "\u001b",
380
- "text": "\u001b",
381
- "value": 27
382
  },
383
  {
384
  "id": 28,
385
- "type": "byte",
386
- "token": "\u001c",
387
- "text": "\u001c",
388
- "value": 28
389
  },
390
  {
391
  "id": 29,
@@ -1856,14 +1861,21 @@
1856
  "type": "protected",
1857
  "token": " ",
1858
  "text": " ",
1859
- "frequency": 557427
1860
  },
1861
  {
1862
  "id": 10,
1863
  "type": "protected",
1864
  "token": "\n",
1865
  "text": "\n",
1866
- "frequency": 115131
 
 
 
 
 
 
 
1867
  },
1868
  {
1869
  "id": 39,
@@ -1872,19 +1884,12 @@
1872
  "text": "'",
1873
  "frequency": 73459
1874
  },
1875
- {
1876
- "id": 114,
1877
- "type": "byte",
1878
- "token": "r",
1879
- "text": "r",
1880
- "frequency": 68314
1881
- },
1882
  {
1883
  "id": 46,
1884
  "type": "protected",
1885
  "token": ".",
1886
  "text": ".",
1887
- "frequency": 66311
1888
  },
1889
  {
1890
  "id": 226,
@@ -1898,105 +1903,119 @@
1898
  "type": "byte",
1899
  "token": "4",
1900
  "text": "4",
1901
- "frequency": 63985
1902
  },
1903
  {
1904
  "id": 62,
1905
  "type": "protected",
1906
  "token": ">",
1907
  "text": ">",
1908
- "frequency": 52101
1909
  },
1910
  {
1911
  "id": 50,
1912
  "type": "byte",
1913
  "token": "2",
1914
  "text": "2",
1915
- "frequency": 51522
1916
- },
1917
- {
1918
- "id": 102,
1919
- "type": "protected",
1920
- "token": "f",
1921
- "text": "f",
1922
- "frequency": 51443
1923
  },
1924
  {
1925
  "id": 103,
1926
  "type": "byte",
1927
  "token": "g",
1928
  "text": "g",
1929
- "frequency": 50694
1930
  },
1931
  {
1932
  "id": 60,
1933
  "type": "protected",
1934
  "token": "<",
1935
  "text": "<",
1936
- "frequency": 50096
1937
  },
1938
  {
1939
  "id": 56,
1940
  "type": "byte",
1941
  "token": "8",
1942
  "text": "8",
1943
- "frequency": 48542
1944
  },
1945
  {
1946
  "id": 99,
1947
  "type": "byte",
1948
  "token": "c",
1949
  "text": "c",
1950
- "frequency": 48056
 
 
 
 
 
 
 
1951
  },
1952
  {
1953
  "id": 100,
1954
  "type": "byte",
1955
  "token": "d",
1956
  "text": "d",
1957
- "frequency": 46271
1958
  },
1959
  {
1960
- "id": 98,
1961
  "type": "byte",
1962
- "token": "b",
1963
- "text": "b",
1964
- "frequency": 46158
1965
  },
1966
  {
1967
- "id": 101,
1968
- "type": "byte",
1969
- "token": "e",
1970
- "text": "e",
1971
- "frequency": 43759
1972
  },
1973
  {
1974
  "id": 97,
1975
  "type": "byte",
1976
  "token": "a",
1977
  "text": "a",
1978
- "frequency": 43713
 
 
 
 
 
 
 
1979
  },
1980
  {
1981
  "id": 40,
1982
  "type": "protected",
1983
  "token": "(",
1984
  "text": "(",
1985
- "frequency": 42060
1986
  },
1987
  {
1988
  "id": 45,
1989
  "type": "byte",
1990
  "token": "-",
1991
  "text": "-",
1992
- "frequency": 35055
1993
  },
1994
  {
1995
  "id": 44,
1996
  "type": "protected",
1997
  "token": ",",
1998
  "text": ",",
1999
- "frequency": 32179
 
 
 
 
 
 
 
2000
  },
2001
  {
2002
  "id": 170,
@@ -2006,25 +2025,25 @@
2006
  "frequency": 24499
2007
  },
2008
  {
2009
- "id": 49,
2010
  "type": "byte",
2011
- "token": "1",
2012
- "text": "1",
2013
- "frequency": 23990
2014
- },
2015
- {
2016
- "id": 47,
2017
- "type": "protected",
2018
- "token": "/",
2019
- "text": "/",
2020
- "frequency": 21632
2021
  },
2022
  {
2023
  "id": 54,
2024
  "type": "byte",
2025
  "token": "6",
2026
  "text": "6",
2027
- "frequency": 20819
 
 
 
 
 
 
 
2028
  },
2029
  {
2030
  "id": 124,
@@ -2045,7 +2064,14 @@
2045
  "type": "byte",
2046
  "token": "3",
2047
  "text": "3",
2048
- "frequency": 18237
 
 
 
 
 
 
 
2049
  },
2050
  {
2051
  "id": 167,
@@ -2061,19 +2087,12 @@
2061
  "text": "\\key",
2062
  "frequency": 18051
2063
  },
2064
- {
2065
- "id": 37,
2066
- "type": "protected",
2067
- "token": "%",
2068
- "text": "%",
2069
- "frequency": 17610
2070
- },
2071
  {
2072
  "id": 244,
2073
  "type": "protected",
2074
  "token": "\\\\",
2075
  "text": "\\\\",
2076
- "frequency": 14538
2077
  },
2078
  {
2079
  "id": 223,
@@ -2082,12 +2101,19 @@
2082
  "text": "\"1\"",
2083
  "frequency": 12936
2084
  },
 
 
 
 
 
 
 
2085
  {
2086
  "id": 41,
2087
  "type": "protected",
2088
  "token": ")",
2089
  "text": ")",
2090
- "frequency": 11851
2091
  },
2092
  {
2093
  "id": 224,
@@ -2096,54 +2122,54 @@
2096
  "text": "\"2\"",
2097
  "frequency": 11563
2098
  },
2099
- {
2100
- "id": 34,
2101
- "type": "byte",
2102
- "token": "\"",
2103
- "text": "\"",
2104
- "frequency": 5840
2105
- },
2106
- {
2107
- "id": 115,
2108
- "type": "protected",
2109
- "token": "s",
2110
- "text": "s",
2111
- "frequency": 5119
2112
- },
2113
  {
2114
  "id": 248,
2115
  "type": "protected",
2116
  "token": "\\p",
2117
  "text": "\\p",
2118
- "frequency": 4689
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2119
  },
2120
  {
2121
  "id": 247,
2122
  "type": "protected",
2123
  "token": "\\f",
2124
  "text": "\\f",
2125
- "frequency": 3969
2126
  },
2127
  {
2128
  "id": 53,
2129
  "type": "byte",
2130
  "token": "5",
2131
  "text": "5",
2132
- "frequency": 3485
2133
  },
2134
  {
2135
- "id": 123,
2136
- "type": "byte",
2137
- "token": "{",
2138
- "text": "{",
2139
- "frequency": 2866
2140
  },
2141
  {
2142
- "id": 125,
2143
  "type": "byte",
2144
- "token": "}",
2145
- "text": "}",
2146
- "frequency": 2866
2147
  },
2148
  {
2149
  "id": 158,
@@ -2153,11 +2179,11 @@
2153
  "frequency": 2866
2154
  },
2155
  {
2156
- "id": 55,
2157
  "type": "byte",
2158
- "token": "7",
2159
- "text": "7",
2160
- "frequency": 2825
2161
  },
2162
  {
2163
  "id": 202,
@@ -2166,19 +2192,12 @@
2166
  "text": "\\bar",
2167
  "frequency": 2622
2168
  },
2169
- {
2170
- "id": 48,
2171
- "type": "byte",
2172
- "token": "0",
2173
- "text": "0",
2174
- "frequency": 2592
2175
- },
2176
  {
2177
  "id": 57,
2178
  "type": "byte",
2179
  "token": "9",
2180
  "text": "9",
2181
- "frequency": 2448
2182
  },
2183
  {
2184
  "id": 58,
@@ -2188,11 +2207,25 @@
2188
  "frequency": 2290
2189
  },
2190
  {
2191
- "id": 249,
2192
  "type": "protected",
2193
- "token": "ff",
2194
- "text": "ff",
2195
- "frequency": 2126
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2196
  },
2197
  {
2198
  "id": 246,
@@ -2201,19 +2234,19 @@
2201
  "text": "\\>",
2202
  "frequency": 1702
2203
  },
 
 
 
 
 
 
 
2204
  {
2205
  "id": 166,
2206
  "type": "protected",
2207
  "token": "\\grace",
2208
  "text": "\\grace",
2209
- "frequency": 1691
2210
- },
2211
- {
2212
- "id": 181,
2213
- "type": "protected",
2214
- "token": "\\clef",
2215
- "text": "\\clef",
2216
- "frequency": 1525
2217
  },
2218
  {
2219
  "id": 245,
@@ -2229,6 +2262,13 @@
2229
  "text": "\\sustainOn",
2230
  "frequency": 1318
2231
  },
 
 
 
 
 
 
 
2232
  {
2233
  "id": 243,
2234
  "type": "protected",
@@ -2236,19 +2276,26 @@
2236
  "text": "\\!",
2237
  "frequency": 1255
2238
  },
2239
- {
2240
- "id": 95,
2241
- "type": "protected",
2242
- "token": "_",
2243
- "text": "_",
2244
- "frequency": 995
2245
- },
2246
  {
2247
  "id": 231,
2248
  "type": "protected",
2249
  "token": "\\pp",
2250
  "text": "\\pp",
2251
- "frequency": 986
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2252
  },
2253
  {
2254
  "id": 126,
@@ -2257,12 +2304,33 @@
2257
  "text": "~",
2258
  "frequency": 966
2259
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2260
  {
2261
  "id": 227,
2262
  "type": "protected",
2263
  "token": "\\ff",
2264
  "text": "\\ff",
2265
- "frequency": 853
2266
  },
2267
  {
2268
  "id": 128,
@@ -2271,19 +2339,33 @@
2271
  "text": "\\numericTimeSignature",
2272
  "frequency": 846
2273
  },
2274
- {
2275
- "id": 145,
2276
- "type": "protected",
2277
- "token": "\"treble\"",
2278
- "text": "\"treble\"",
2279
- "frequency": 778
2280
- },
2281
  {
2282
  "id": 165,
2283
  "type": "protected",
2284
  "token": "\"bass\"",
2285
  "text": "\"bass\"",
2286
- "frequency": 635
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2287
  },
2288
  {
2289
  "id": 146,
@@ -2292,6 +2374,13 @@
2292
  "text": "\\fermata",
2293
  "frequency": 610
2294
  },
 
 
 
 
 
 
 
2295
  {
2296
  "id": 61,
2297
  "type": "byte",
@@ -2306,6 +2395,13 @@
2306
  "text": "\\tempo",
2307
  "frequency": 524
2308
  },
 
 
 
 
 
 
 
2309
  {
2310
  "id": 133,
2311
  "type": "protected",
@@ -2314,25 +2410,32 @@
2314
  "frequency": 472
2315
  },
2316
  {
2317
- "id": 253,
2318
- "type": "protected",
2319
- "token": "ss",
2320
- "text": "ss",
2321
- "frequency": 387
2322
  },
2323
  {
2324
- "id": 173,
2325
- "type": "protected",
2326
- "token": "\\trill",
2327
- "text": "\\trill",
2328
- "frequency": 307
2329
  },
2330
  {
2331
  "id": 205,
2332
  "type": "protected",
2333
  "token": "\\ppp",
2334
  "text": "\\ppp",
2335
- "frequency": 305
 
 
 
 
 
 
 
2336
  },
2337
  {
2338
  "id": 138,
@@ -2342,81 +2445,123 @@
2342
  "frequency": 300
2343
  },
2344
  {
2345
- "id": 111,
2346
  "type": "byte",
2347
- "token": "o",
2348
- "text": "o",
2349
- "frequency": 286
2350
  },
2351
  {
2352
- "id": 107,
2353
  "type": "byte",
2354
- "token": "k",
2355
- "text": "k",
2356
- "frequency": 196
2357
  },
2358
  {
2359
- "id": 121,
2360
  "type": "byte",
2361
- "token": "y",
2362
- "text": "y",
2363
- "frequency": 196
2364
  },
2365
  {
2366
- "id": 91,
2367
  "type": "byte",
2368
- "token": "[",
2369
- "text": "[",
2370
- "frequency": 186
2371
  },
2372
  {
2373
- "id": 93,
2374
  "type": "byte",
2375
- "token": "]",
2376
- "text": "]",
2377
- "frequency": 186
2378
  },
2379
  {
2380
- "id": 116,
2381
- "type": "byte",
2382
- "token": "t",
2383
- "text": "t",
2384
- "frequency": 186
2385
  },
2386
  {
2387
- "id": 149,
2388
  "type": "protected",
2389
- "token": "composer",
2390
- "text": "composer",
2391
- "frequency": 186
2392
  },
2393
  {
2394
- "id": 104,
2395
  "type": "byte",
2396
- "token": "h",
2397
- "text": "h",
2398
- "frequency": 158
 
 
 
 
 
 
 
2399
  },
2400
  {
2401
  "id": 118,
2402
  "type": "byte",
2403
  "token": "v",
2404
  "text": "v",
2405
- "frequency": 154
2406
  },
2407
  {
2408
- "id": 105,
 
 
 
 
 
 
 
2409
  "type": "byte",
2410
- "token": "i",
2411
- "text": "i",
2412
- "frequency": 128
2413
  },
2414
  {
2415
- "id": 110,
2416
  "type": "byte",
2417
- "token": "n",
2418
- "text": "n",
2419
- "frequency": 120
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2420
  },
2421
  {
2422
  "id": 208,
@@ -2440,1207 +2585,1067 @@
2440
  "frequency": 108
2441
  },
2442
  {
2443
- "id": 80,
2444
  "type": "byte",
2445
- "token": "P",
2446
- "text": "P",
2447
- "frequency": 98
2448
  },
2449
  {
2450
- "id": 84,
2451
- "type": "byte",
2452
- "token": "T",
2453
- "text": "T",
2454
- "frequency": 98
2455
  },
2456
  {
2457
- "id": 117,
2458
- "type": "byte",
2459
- "token": "u",
2460
- "text": "u",
2461
- "frequency": 86
 
 
 
 
 
 
 
2462
  },
2463
  {
2464
  "id": 229,
2465
  "type": "protected",
2466
  "token": "\\mf",
2467
  "text": "\\mf",
2468
- "frequency": 69
2469
  },
2470
  {
2471
- "id": 122,
2472
  "type": "byte",
2473
- "token": "z",
2474
- "text": "z",
2475
- "frequency": 58
2476
- },
2477
- {
2478
- "id": 203,
2479
- "type": "protected",
2480
- "token": "\\fff",
2481
- "text": "\\fff",
2482
- "frequency": 51
2483
  },
2484
  {
2485
  "id": 65,
2486
  "type": "byte",
2487
  "token": "A",
2488
  "text": "A",
2489
- "frequency": 30
2490
  },
2491
  {
2492
- "id": 66,
2493
  "type": "byte",
2494
- "token": "B",
2495
- "text": "B",
2496
- "frequency": 30
2497
  },
2498
  {
2499
- "id": 77,
2500
- "type": "byte",
2501
- "token": "M",
2502
- "text": "M",
2503
- "frequency": 30
2504
  },
2505
  {
2506
- "id": 83,
2507
- "type": "byte",
2508
- "token": "S",
2509
- "text": "S",
2510
- "frequency": 30
2511
  },
2512
  {
2513
- "id": 87,
2514
  "type": "byte",
2515
- "token": "W",
2516
- "text": "W",
2517
- "frequency": 30
2518
  },
2519
  {
2520
- "id": 108,
2521
- "type": "byte",
2522
- "token": "l",
2523
- "text": "l",
2524
- "frequency": 30
2525
  },
2526
  {
2527
- "id": 252,
2528
  "type": "protected",
2529
- "token": "ma",
2530
- "text": "ma",
2531
- "frequency": 30
2532
  },
2533
  {
2534
- "id": 70,
2535
- "type": "byte",
2536
- "token": "F",
2537
- "text": "F",
2538
- "frequency": 28
2539
  },
2540
  {
2541
- "id": 76,
2542
- "type": "byte",
2543
- "token": "L",
2544
- "text": "L",
2545
- "frequency": 28
2546
  },
2547
  {
2548
- "id": 119,
2549
- "type": "byte",
2550
- "token": "w",
2551
- "text": "w",
2552
- "frequency": 28
2553
  },
2554
  {
2555
- "id": 169,
2556
  "type": "protected",
2557
- "token": "\\prall",
2558
- "text": "\\prall",
2559
- "frequency": 18
2560
  },
2561
  {
2562
- "id": 207,
2563
  "type": "protected",
2564
- "token": "\\sfz",
2565
- "text": "\\sfz",
2566
- "frequency": 3
2567
  },
2568
  {
2569
- "id": 74,
 
 
 
 
 
 
 
2570
  "type": "byte",
2571
- "token": "J",
2572
- "text": "J",
2573
- "frequency": 2
2574
  },
2575
  {
2576
- "id": 0,
2577
- "type": "special",
2578
- "token": "<pad>",
2579
- "text": "<pad>",
2580
- "frequency": 0
2581
- },
2582
- {
2583
- "id": 1,
2584
- "type": "special",
2585
- "token": "<bos>",
2586
- "text": "<bos>",
2587
- "frequency": 0
2588
- },
2589
- {
2590
- "id": 2,
2591
- "type": "special",
2592
- "token": "<eos>",
2593
- "text": "<eos>",
2594
- "frequency": 0
2595
- },
2596
- {
2597
- "id": 3,
2598
- "type": "special",
2599
- "token": "<unknown>",
2600
- "text": "<unknown>",
2601
- "frequency": 0
2602
- },
2603
- {
2604
- "id": 4,
2605
- "type": "special",
2606
- "token": "<mask>",
2607
- "text": "<mask>",
2608
- "frequency": 0
2609
- },
2610
- {
2611
- "id": 5,
2612
- "type": "special",
2613
- "token": "<sep>",
2614
- "text": "<sep>",
2615
- "frequency": 0
2616
- },
2617
- {
2618
- "id": 6,
2619
- "type": "special",
2620
- "token": "<reserved_6>",
2621
- "text": "<reserved_6>",
2622
- "frequency": 0
2623
- },
2624
- {
2625
- "id": 7,
2626
- "type": "special",
2627
- "token": "<reserved_7>",
2628
- "text": "<reserved_7>",
2629
- "frequency": 0
2630
- },
2631
- {
2632
- "id": 8,
2633
- "type": "byte",
2634
- "token": "\b",
2635
- "text": "\b",
2636
- "frequency": 0
2637
  },
2638
  {
2639
- "id": 9,
2640
  "type": "byte",
2641
- "token": "\t",
2642
- "text": "\t",
2643
- "frequency": 0
2644
  },
2645
  {
2646
- "id": 11,
2647
- "type": "byte",
2648
- "token": "\u000b",
2649
- "text": "\u000b",
2650
- "frequency": 0
2651
  },
2652
  {
2653
- "id": 12,
2654
  "type": "byte",
2655
- "token": "\f",
2656
- "text": "\f",
2657
- "frequency": 0
2658
  },
2659
  {
2660
- "id": 13,
2661
  "type": "byte",
2662
- "token": "\r",
2663
- "text": "\r",
2664
- "frequency": 0
2665
- },
2666
- {
2667
- "id": 14,
2668
- "type": "protected",
2669
- "token": "à",
2670
- "text": "à",
2671
- "frequency": 0
2672
- },
2673
- {
2674
- "id": 15,
2675
- "type": "protected",
2676
- "token": "è",
2677
- "text": "è",
2678
- "frequency": 0
2679
  },
2680
  {
2681
- "id": 16,
2682
  "type": "protected",
2683
- "token": "é",
2684
- "text": "é",
2685
- "frequency": 0
2686
  },
2687
  {
2688
- "id": 17,
2689
- "type": "protected",
2690
- "token": "ì",
2691
- "text": "ì",
2692
- "frequency": 0
2693
  },
2694
  {
2695
- "id": 18,
2696
  "type": "protected",
2697
- "token": "ò",
2698
- "text": "ò",
2699
- "frequency": 0
2700
  },
2701
  {
2702
- "id": 19,
2703
  "type": "protected",
2704
- "token": "ù",
2705
- "text": "ù",
2706
- "frequency": 0
2707
  },
2708
  {
2709
- "id": 20,
2710
  "type": "protected",
2711
- "token": "À",
2712
- "text": "À",
2713
- "frequency": 0
2714
  },
2715
  {
2716
- "id": 21,
2717
- "type": "protected",
2718
- "token": "È",
2719
- "text": "È",
2720
- "frequency": 0
2721
  },
2722
  {
2723
- "id": 22,
2724
  "type": "protected",
2725
- "token": "É",
2726
- "text": "É",
2727
- "frequency": 0
2728
  },
2729
  {
2730
- "id": 23,
2731
  "type": "protected",
2732
- "token": "Ì",
2733
- "text": "Ì",
2734
- "frequency": 0
2735
  },
2736
  {
2737
- "id": 24,
2738
  "type": "protected",
2739
- "token": "Ò",
2740
- "text": "Ò",
2741
- "frequency": 0
2742
  },
2743
  {
2744
- "id": 25,
2745
  "type": "protected",
2746
- "token": "Ù",
2747
- "text": "Ù",
2748
- "frequency": 0
2749
- },
2750
- {
2751
- "id": 26,
2752
- "type": "byte",
2753
- "token": "\u001a",
2754
- "text": "\u001a",
2755
- "frequency": 0
2756
- },
2757
- {
2758
- "id": 27,
2759
- "type": "byte",
2760
- "token": "\u001b",
2761
- "text": "\u001b",
2762
- "frequency": 0
2763
- },
2764
- {
2765
- "id": 28,
2766
- "type": "byte",
2767
- "token": "\u001c",
2768
- "text": "\u001c",
2769
- "frequency": 0
2770
- },
2771
- {
2772
- "id": 29,
2773
- "type": "byte",
2774
- "token": "\u001d",
2775
- "text": "\u001d",
2776
- "frequency": 0
2777
- },
2778
- {
2779
- "id": 30,
2780
- "type": "byte",
2781
- "token": "\u001e",
2782
- "text": "\u001e",
2783
- "frequency": 0
2784
  },
2785
  {
2786
- "id": 31,
2787
  "type": "byte",
2788
- "token": "\u001f",
2789
- "text": "\u001f",
2790
- "frequency": 0
2791
  },
2792
  {
2793
- "id": 33,
2794
  "type": "protected",
2795
- "token": "!",
2796
- "text": "!",
2797
- "frequency": 0
2798
- },
2799
- {
2800
- "id": 36,
2801
- "type": "byte",
2802
- "token": "$",
2803
- "text": "$",
2804
- "frequency": 0
2805
- },
2806
- {
2807
- "id": 38,
2808
- "type": "byte",
2809
- "token": "&",
2810
- "text": "&",
2811
- "frequency": 0
2812
- },
2813
- {
2814
- "id": 42,
2815
- "type": "byte",
2816
- "token": "*",
2817
- "text": "*",
2818
- "frequency": 0
2819
- },
2820
- {
2821
- "id": 43,
2822
- "type": "byte",
2823
- "token": "+",
2824
- "text": "+",
2825
- "frequency": 0
2826
- },
2827
- {
2828
- "id": 59,
2829
- "type": "byte",
2830
- "token": ";",
2831
- "text": ";",
2832
- "frequency": 0
2833
- },
2834
- {
2835
- "id": 63,
2836
- "type": "byte",
2837
- "token": "?",
2838
- "text": "?",
2839
- "frequency": 0
2840
- },
2841
- {
2842
- "id": 64,
2843
- "type": "byte",
2844
- "token": "@",
2845
- "text": "@",
2846
- "frequency": 0
2847
- },
2848
- {
2849
- "id": 67,
2850
- "type": "byte",
2851
- "token": "C",
2852
- "text": "C",
2853
- "frequency": 0
2854
- },
2855
- {
2856
- "id": 68,
2857
- "type": "byte",
2858
- "token": "D",
2859
- "text": "D",
2860
- "frequency": 0
2861
  },
2862
  {
2863
- "id": 69,
2864
- "type": "byte",
2865
- "token": "E",
2866
- "text": "E",
2867
- "frequency": 0
2868
  },
2869
  {
2870
  "id": 71,
2871
  "type": "byte",
2872
  "token": "G",
2873
  "text": "G",
2874
- "frequency": 0
2875
  },
2876
  {
2877
- "id": 72,
2878
- "type": "byte",
2879
- "token": "H",
2880
- "text": "H",
2881
- "frequency": 0
2882
  },
2883
  {
2884
- "id": 73,
2885
- "type": "byte",
2886
- "token": "I",
2887
- "text": "I",
2888
- "frequency": 0
2889
  },
2890
  {
2891
- "id": 75,
2892
- "type": "byte",
2893
- "token": "K",
2894
- "text": "K",
2895
- "frequency": 0
2896
  },
2897
  {
2898
- "id": 78,
2899
- "type": "byte",
2900
- "token": "N",
2901
- "text": "N",
2902
- "frequency": 0
2903
  },
2904
  {
2905
- "id": 79,
2906
  "type": "byte",
2907
- "token": "O",
2908
- "text": "O",
2909
- "frequency": 0
2910
  },
2911
  {
2912
- "id": 81,
2913
- "type": "byte",
2914
- "token": "Q",
2915
- "text": "Q",
2916
- "frequency": 0
 
 
 
 
 
 
 
2917
  },
2918
  {
2919
- "id": 82,
2920
- "type": "byte",
2921
- "token": "R",
2922
- "text": "R",
2923
- "frequency": 0
2924
  },
2925
  {
2926
- "id": 85,
2927
- "type": "byte",
2928
- "token": "U",
2929
- "text": "U",
2930
- "frequency": 0
2931
  },
2932
  {
2933
- "id": 86,
2934
- "type": "byte",
2935
- "token": "V",
2936
- "text": "V",
2937
- "frequency": 0
2938
  },
2939
  {
2940
- "id": 88,
2941
- "type": "byte",
2942
- "token": "X",
2943
- "text": "X",
2944
- "frequency": 0
2945
  },
2946
  {
2947
- "id": 89,
2948
- "type": "byte",
2949
- "token": "Y",
2950
- "text": "Y",
2951
- "frequency": 0
2952
  },
2953
  {
2954
- "id": 90,
2955
- "type": "byte",
2956
- "token": "Z",
2957
- "text": "Z",
2958
- "frequency": 0
2959
  },
2960
  {
2961
- "id": 92,
2962
- "type": "byte",
2963
- "token": "\\",
2964
- "text": "\\",
2965
- "frequency": 0
2966
  },
2967
  {
2968
- "id": 94,
2969
  "type": "protected",
2970
- "token": "^",
2971
- "text": "^",
2972
- "frequency": 0
2973
  },
2974
  {
2975
- "id": 96,
2976
- "type": "byte",
2977
- "token": "`",
2978
- "text": "`",
2979
- "frequency": 0
2980
  },
2981
  {
2982
- "id": 106,
2983
  "type": "byte",
2984
- "token": "j",
2985
- "text": "j",
2986
- "frequency": 0
2987
  },
2988
  {
2989
- "id": 109,
2990
- "type": "byte",
2991
- "token": "m",
2992
- "text": "m",
2993
- "frequency": 0
2994
  },
2995
  {
2996
- "id": 112,
2997
- "type": "byte",
2998
- "token": "p",
2999
- "text": "p",
3000
- "frequency": 0
3001
  },
3002
  {
3003
- "id": 113,
3004
- "type": "byte",
3005
- "token": "q",
3006
- "text": "q",
3007
- "frequency": 0
3008
  },
3009
  {
3010
- "id": 120,
3011
- "type": "byte",
3012
- "token": "x",
3013
- "text": "x",
3014
- "frequency": 0
3015
  },
3016
  {
3017
- "id": 127,
3018
  "type": "byte",
3019
- "token": "",
3020
- "text": "",
3021
- "frequency": 0
3022
  },
3023
  {
3024
- "id": 129,
3025
  "type": "protected",
3026
- "token": "\\shortfermata",
3027
- "text": "\\shortfermata",
3028
- "frequency": 0
3029
  },
3030
  {
3031
- "id": 130,
3032
  "type": "protected",
3033
- "token": "\\sostenutoOff",
3034
- "text": "\\sostenutoOff",
3035
- "frequency": 0
3036
  },
3037
  {
3038
- "id": 131,
3039
  "type": "protected",
3040
- "token": "\\sostenutoOn",
3041
- "text": "\\sostenutoOn",
3042
- "frequency": 0
3043
  },
3044
  {
3045
- "id": 132,
3046
  "type": "protected",
3047
- "token": "\\stemNeutral",
3048
- "text": "\\stemNeutral",
3049
- "frequency": 0
3050
  },
3051
  {
3052
- "id": 135,
3053
  "type": "protected",
3054
- "token": "Allegretto",
3055
- "text": "Allegretto",
3056
- "frequency": 0
3057
  },
3058
  {
3059
- "id": 136,
3060
  "type": "protected",
3061
- "token": "espressivo",
3062
- "text": "espressivo",
3063
- "frequency": 0
3064
  },
3065
  {
3066
- "id": 137,
 
 
 
 
 
 
 
3067
  "type": "protected",
3068
- "token": "instrument",
3069
- "text": "instrument",
3070
- "frequency": 0
3071
  },
3072
  {
3073
- "id": 139,
3074
  "type": "protected",
3075
- "token": "\\stemDown",
3076
- "text": "\\stemDown",
3077
- "frequency": 0
3078
  },
3079
  {
3080
- "id": 140,
3081
  "type": "protected",
3082
- "token": "\\treCorde",
3083
- "text": "\\treCorde",
3084
- "frequency": 0
3085
  },
3086
  {
3087
- "id": 141,
3088
  "type": "protected",
3089
- "token": "\\unaCorda",
3090
- "text": "\\unaCorda",
3091
- "frequency": 0
3092
  },
3093
  {
3094
- "id": 142,
3095
  "type": "protected",
3096
- "token": "Andantino",
3097
- "text": "Andantino",
3098
- "frequency": 0
3099
  },
3100
  {
3101
- "id": 143,
3102
  "type": "protected",
3103
- "token": "cantabile",
3104
- "text": "cantabile",
3105
- "frequency": 0
3106
  },
3107
  {
3108
- "id": 144,
3109
  "type": "protected",
3110
- "token": "sostenuto",
3111
- "text": "sostenuto",
3112
- "frequency": 0
3113
  },
3114
  {
3115
- "id": 147,
3116
  "type": "protected",
3117
- "token": "\\mordent",
3118
- "text": "\\mordent",
3119
- "frequency": 0
3120
  },
3121
  {
3122
- "id": 148,
3123
  "type": "protected",
3124
- "token": "\\partial",
3125
- "text": "\\partial",
3126
- "frequency": 0
3127
  },
3128
  {
3129
- "id": 150,
3130
  "type": "protected",
3131
- "token": "grazioso",
3132
- "text": "grazioso",
3133
- "frequency": 0
3134
  },
3135
  {
3136
- "id": 151,
3137
  "type": "protected",
3138
- "token": "Menuetto",
3139
- "text": "Menuetto",
3140
- "frequency": 0
3141
  },
3142
  {
3143
- "id": 152,
3144
- "type": "protected",
3145
- "token": "moderato",
3146
- "text": "moderato",
3147
- "frequency": 0
3148
  },
3149
  {
3150
- "id": 153,
3151
  "type": "protected",
3152
- "token": "Moderato",
3153
- "text": "Moderato",
3154
- "frequency": 0
3155
  },
3156
  {
3157
- "id": 154,
3158
  "type": "protected",
3159
- "token": "\\markup",
3160
- "text": "\\markup",
3161
- "frequency": 0
3162
  },
3163
  {
3164
- "id": 156,
3165
  "type": "protected",
3166
- "token": "\\repeat",
3167
- "text": "\\repeat",
3168
- "frequency": 0
3169
  },
3170
  {
3171
- "id": 157,
3172
  "type": "protected",
3173
- "token": "\\stemUp",
3174
- "text": "\\stemUp",
 
 
 
 
 
 
 
3175
  "frequency": 0
3176
  },
3177
  {
3178
- "id": 159,
3179
- "type": "protected",
3180
- "token": "agitato",
3181
- "text": "agitato",
3182
  "frequency": 0
3183
  },
3184
  {
3185
- "id": 160,
3186
- "type": "protected",
3187
- "token": "Allegro",
3188
- "text": "Allegro",
3189
  "frequency": 0
3190
  },
3191
  {
3192
- "id": 161,
3193
- "type": "protected",
3194
- "token": "Andante",
3195
- "text": "Andante",
3196
  "frequency": 0
3197
  },
3198
  {
3199
- "id": 162,
3200
- "type": "protected",
3201
- "token": "animato",
3202
- "text": "animato",
3203
  "frequency": 0
3204
  },
3205
  {
3206
- "id": 163,
3207
- "type": "protected",
3208
- "token": "espress",
3209
- "text": "espress",
3210
  "frequency": 0
3211
  },
3212
  {
3213
- "id": 164,
3214
- "type": "protected",
3215
- "token": "marcato",
3216
- "text": "marcato",
3217
  "frequency": 0
3218
  },
3219
  {
3220
- "id": 168,
3221
- "type": "protected",
3222
- "token": "\\minor",
3223
- "text": "\\minor",
3224
  "frequency": 0
3225
  },
3226
  {
3227
- "id": 172,
3228
- "type": "protected",
3229
- "token": "\\times",
3230
- "text": "\\times",
3231
  "frequency": 0
3232
  },
3233
  {
3234
- "id": 174,
3235
- "type": "protected",
3236
- "token": "Adagio",
3237
- "text": "Adagio",
3238
  "frequency": 0
3239
  },
3240
  {
3241
- "id": 175,
3242
- "type": "protected",
3243
- "token": "legato",
3244
- "text": "legato",
3245
  "frequency": 0
3246
  },
3247
  {
3248
- "id": 176,
3249
- "type": "protected",
3250
- "token": "Presto",
3251
- "text": "Presto",
3252
  "frequency": 0
3253
  },
3254
  {
3255
- "id": 177,
3256
- "type": "protected",
3257
- "token": "ritard",
3258
- "text": "ritard",
3259
  "frequency": 0
3260
  },
3261
  {
3262
- "id": 178,
3263
  "type": "protected",
3264
- "token": "sempre",
3265
- "text": "sempre",
3266
  "frequency": 0
3267
  },
3268
  {
3269
- "id": 179,
3270
  "type": "protected",
3271
- "token": "troppo",
3272
- "text": "troppo",
3273
  "frequency": 0
3274
  },
3275
  {
3276
- "id": 180,
3277
  "type": "protected",
3278
- "token": "vivace",
3279
- "text": "vivace",
3280
  "frequency": 0
3281
  },
3282
  {
3283
- "id": 182,
3284
  "type": "protected",
3285
- "token": "\\rest",
3286
- "text": "\\rest",
3287
  "frequency": 0
3288
  },
3289
  {
3290
- "id": 184,
3291
  "type": "protected",
3292
- "token": "\\turn",
3293
- "text": "\\turn",
3294
  "frequency": 0
3295
  },
3296
  {
3297
- "id": 185,
3298
  "type": "protected",
3299
- "token": "assai",
3300
- "text": "assai",
3301
  "frequency": 0
3302
  },
3303
  {
3304
- "id": 186,
3305
  "type": "protected",
3306
- "token": "colla",
3307
- "text": "colla",
3308
  "frequency": 0
3309
  },
3310
  {
3311
- "id": 187,
3312
  "type": "protected",
3313
- "token": "corda",
3314
- "text": "corda",
3315
  "frequency": 0
3316
  },
3317
  {
3318
- "id": 188,
3319
  "type": "protected",
3320
- "token": "cresc",
3321
- "text": "cresc",
3322
  "frequency": 0
3323
  },
3324
  {
3325
- "id": 189,
3326
  "type": "protected",
3327
- "token": "dolce",
3328
- "text": "dolce",
3329
  "frequency": 0
3330
  },
3331
  {
3332
- "id": 190,
3333
  "type": "protected",
3334
- "token": "genre",
3335
- "text": "genre",
3336
  "frequency": 0
3337
  },
3338
  {
3339
- "id": 191,
3340
  "type": "protected",
3341
- "token": "Largo",
3342
- "text": "Largo",
3343
  "frequency": 0
3344
  },
3345
  {
3346
- "id": 192,
3347
- "type": "protected",
3348
- "token": "lento",
3349
- "text": "lento",
3350
  "frequency": 0
3351
  },
3352
  {
3353
- "id": 193,
3354
- "type": "protected",
3355
- "token": "Lento",
3356
- "text": "Lento",
3357
  "frequency": 0
3358
  },
3359
  {
3360
- "id": 194,
3361
- "type": "protected",
3362
- "token": "molto",
3363
- "text": "molto",
3364
  "frequency": 0
3365
  },
3366
  {
3367
- "id": 195,
3368
  "type": "protected",
3369
- "token": "Molto",
3370
- "text": "Molto",
3371
  "frequency": 0
3372
  },
3373
  {
3374
- "id": 196,
3375
- "type": "protected",
3376
- "token": "mosso",
3377
- "text": "mosso",
3378
  "frequency": 0
3379
  },
3380
  {
3381
- "id": 197,
3382
- "type": "protected",
3383
- "token": "riten",
3384
- "text": "riten",
3385
  "frequency": 0
3386
  },
3387
  {
3388
- "id": 198,
3389
- "type": "protected",
3390
- "token": "smorz",
3391
- "text": "smorz",
3392
  "frequency": 0
3393
  },
3394
  {
3395
- "id": 199,
3396
- "type": "protected",
3397
- "token": "sotto",
3398
- "text": "sotto",
3399
  "frequency": 0
3400
  },
3401
  {
3402
- "id": 200,
3403
- "type": "protected",
3404
- "token": "tempo",
3405
- "text": "tempo",
3406
  "frequency": 0
3407
  },
3408
  {
3409
- "id": 201,
3410
- "type": "protected",
3411
- "token": "Tempo",
3412
- "text": "Tempo",
3413
  "frequency": 0
3414
  },
3415
  {
3416
- "id": 206,
3417
- "type": "protected",
3418
- "token": "\\rfz",
3419
- "text": "\\rfz",
3420
  "frequency": 0
3421
  },
3422
  {
3423
- "id": 209,
3424
- "type": "protected",
3425
- "token": "arco",
3426
- "text": "arco",
3427
  "frequency": 0
3428
  },
3429
  {
3430
- "id": 210,
3431
- "type": "protected",
3432
- "token": "lent",
3433
- "text": "lent",
3434
  "frequency": 0
3435
  },
3436
  {
3437
- "id": 211,
3438
- "type": "protected",
3439
- "token": "moto",
3440
- "text": "moto",
3441
  "frequency": 0
3442
  },
3443
  {
3444
- "id": 212,
3445
- "type": "protected",
3446
- "token": "pizz",
3447
- "text": "pizz",
3448
  "frequency": 0
3449
  },
3450
  {
3451
- "id": 213,
3452
- "type": "protected",
3453
- "token": "plus",
3454
- "text": "plus",
3455
  "frequency": 0
3456
  },
3457
  {
3458
- "id": 214,
3459
- "type": "protected",
3460
- "token": "poco",
3461
- "text": "poco",
3462
  "frequency": 0
3463
  },
3464
  {
3465
- "id": 215,
3466
- "type": "protected",
3467
- "token": "Poco",
3468
- "text": "Poco",
3469
  "frequency": 0
3470
  },
3471
  {
3472
- "id": 216,
3473
- "type": "protected",
3474
- "token": "rall",
3475
- "text": "rall",
3476
  "frequency": 0
3477
  },
3478
  {
3479
- "id": 217,
3480
  "type": "protected",
3481
- "token": "Solo",
3482
- "text": "Solo",
3483
  "frequency": 0
3484
  },
3485
  {
3486
- "id": 218,
3487
  "type": "protected",
3488
- "token": "sord",
3489
- "text": "sord",
3490
  "frequency": 0
3491
  },
3492
  {
3493
- "id": 219,
3494
  "type": "protected",
3495
- "token": "Text",
3496
- "text": "Text",
3497
  "frequency": 0
3498
  },
3499
  {
3500
- "id": 220,
3501
  "type": "protected",
3502
- "token": "Trio",
3503
- "text": "Trio",
3504
  "frequency": 0
3505
  },
3506
  {
3507
- "id": 221,
3508
  "type": "protected",
3509
- "token": "unis",
3510
- "text": "unis",
3511
  "frequency": 0
3512
  },
3513
  {
3514
- "id": 222,
3515
  "type": "protected",
3516
- "token": "voce",
3517
- "text": "voce",
3518
  "frequency": 0
3519
  },
3520
  {
3521
- "id": 225,
3522
  "type": "protected",
3523
- "token": "\"3\"",
3524
- "text": "\"3\"",
3525
  "frequency": 0
3526
  },
3527
  {
3528
- "id": 228,
3529
  "type": "protected",
3530
- "token": "\\fp",
3531
- "text": "\\fp",
3532
  "frequency": 0
3533
  },
3534
  {
3535
- "id": 230,
3536
  "type": "protected",
3537
- "token": "\\mp",
3538
- "text": "\\mp",
3539
  "frequency": 0
3540
  },
3541
  {
3542
- "id": 232,
3543
  "type": "protected",
3544
- "token": "con",
3545
- "text": "con",
3546
  "frequency": 0
3547
  },
3548
  {
3549
- "id": 233,
3550
  "type": "protected",
3551
- "token": "dim",
3552
- "text": "dim",
3553
  "frequency": 0
3554
  },
3555
  {
3556
- "id": 234,
3557
  "type": "protected",
3558
- "token": "div",
3559
- "text": "div",
3560
  "frequency": 0
3561
  },
3562
  {
3563
- "id": 235,
3564
  "type": "protected",
3565
- "token": "dol",
3566
- "text": "dol",
3567
  "frequency": 0
3568
  },
3569
  {
3570
- "id": 236,
3571
  "type": "protected",
3572
- "token": "III",
3573
- "text": "III",
3574
  "frequency": 0
3575
  },
3576
  {
3577
- "id": 237,
3578
  "type": "protected",
3579
- "token": "non",
3580
- "text": "non",
3581
  "frequency": 0
3582
  },
3583
  {
3584
- "id": 238,
3585
  "type": "protected",
3586
- "token": "peu",
3587
- "text": "peu",
3588
  "frequency": 0
3589
  },
3590
  {
3591
- "id": 239,
3592
  "type": "protected",
3593
- "token": "piu",
3594
- "text": "piu",
3595
  "frequency": 0
3596
  },
3597
  {
3598
- "id": 240,
3599
  "type": "protected",
3600
- "token": "Piu",
3601
- "text": "Piu",
3602
  "frequency": 0
3603
  },
3604
  {
3605
- "id": 241,
3606
  "type": "protected",
3607
- "token": "rit",
3608
- "text": "rit",
3609
  "frequency": 0
3610
  },
3611
  {
3612
- "id": 242,
3613
  "type": "protected",
3614
- "token": "una",
3615
- "text": "una",
3616
  "frequency": 0
3617
  },
3618
  {
3619
- "id": 250,
3620
  "type": "protected",
3621
- "token": "II",
3622
- "text": "II",
3623
  "frequency": 0
3624
  },
3625
  {
3626
- "id": 251,
3627
  "type": "protected",
3628
- "token": "in",
3629
- "text": "in",
3630
  "frequency": 0
3631
  },
3632
  {
3633
- "id": 254,
3634
  "type": "protected",
3635
- "token": "un",
3636
- "text": "un",
3637
  "frequency": 0
3638
  },
3639
  {
3640
- "id": 255,
3641
  "type": "protected",
3642
- "token": "Un",
3643
- "text": "Un",
3644
  "frequency": 0
3645
  }
3646
  ],
@@ -3651,12 +3656,12 @@
3651
  },
3652
  "stats": {
3653
  "files": 215,
3654
- "inputBytes": 2623813,
3655
  "seedVocabSize": 256,
3656
  "vocabSize": 256,
3657
  "merges": 0,
3658
- "seedTokens": 1972017,
3659
- "finalTokens": 1972017,
3660
  "compressionRatio": 1
3661
  }
3662
  }
 
1
  {
2
  "version": 1,
3
  "type": "byte-level-bpe",
4
+ "source": {
5
+ "corpusDir": "tests/output/notagenx-from-abc",
6
+ "serializer": "source/lilylet/serializer.ts",
7
+ "frequencyTsv": "tests/output/bpe-tokenizer/token-frequencies.tsv"
8
+ },
9
  "config": {
10
  "vocabSize": 256,
11
  "minFrequency": 2,
 
102
  "Presto",
103
  "ritard",
104
  "sempre",
105
+ "staves",
106
+ "treble",
107
  "troppo",
108
  "vivace",
109
  "\\clef",
 
135
  "\\sfz",
136
  "alto",
137
  "arco",
138
+ "bass",
139
  "lent",
140
  "moto",
141
  "pizz",
 
376
  },
377
  {
378
  "id": 26,
379
+ "type": "protected",
380
+ "token": "treble",
381
+ "text": "treble"
 
382
  },
383
  {
384
  "id": 27,
385
+ "type": "protected",
386
+ "token": "bass",
387
+ "text": "bass"
 
388
  },
389
  {
390
  "id": 28,
391
+ "type": "protected",
392
+ "token": "staves",
393
+ "text": "staves"
 
394
  },
395
  {
396
  "id": 29,
 
1861
  "type": "protected",
1862
  "token": " ",
1863
  "text": " ",
1864
+ "frequency": 567436
1865
  },
1866
  {
1867
  "id": 10,
1868
  "type": "protected",
1869
  "token": "\n",
1870
  "text": "\n",
1871
+ "frequency": 116588
1872
+ },
1873
+ {
1874
+ "id": 102,
1875
+ "type": "protected",
1876
+ "token": "f",
1877
+ "text": "f",
1878
+ "frequency": 93664
1879
  },
1880
  {
1881
  "id": 39,
 
1884
  "text": "'",
1885
  "frequency": 73459
1886
  },
 
 
 
 
 
 
 
1887
  {
1888
  "id": 46,
1889
  "type": "protected",
1890
  "token": ".",
1891
  "text": ".",
1892
+ "frequency": 69061
1893
  },
1894
  {
1895
  "id": 226,
 
1903
  "type": "byte",
1904
  "token": "4",
1905
  "text": "4",
1906
+ "frequency": 63908
1907
  },
1908
  {
1909
  "id": 62,
1910
  "type": "protected",
1911
  "token": ">",
1912
  "text": ">",
1913
+ "frequency": 52238
1914
  },
1915
  {
1916
  "id": 50,
1917
  "type": "byte",
1918
  "token": "2",
1919
  "text": "2",
1920
+ "frequency": 52051
 
 
 
 
 
 
 
1921
  },
1922
  {
1923
  "id": 103,
1924
  "type": "byte",
1925
  "token": "g",
1926
  "text": "g",
1927
+ "frequency": 50779
1928
  },
1929
  {
1930
  "id": 60,
1931
  "type": "protected",
1932
  "token": "<",
1933
  "text": "<",
1934
+ "frequency": 50233
1935
  },
1936
  {
1937
  "id": 56,
1938
  "type": "byte",
1939
  "token": "8",
1940
  "text": "8",
1941
+ "frequency": 48812
1942
  },
1943
  {
1944
  "id": 99,
1945
  "type": "byte",
1946
  "token": "c",
1947
  "text": "c",
1948
+ "frequency": 48443
1949
+ },
1950
+ {
1951
+ "id": 98,
1952
+ "type": "byte",
1953
+ "token": "b",
1954
+ "text": "b",
1955
+ "frequency": 46447
1956
  },
1957
  {
1958
  "id": 100,
1959
  "type": "byte",
1960
  "token": "d",
1961
  "text": "d",
1962
+ "frequency": 46437
1963
  },
1964
  {
1965
+ "id": 114,
1966
  "type": "byte",
1967
+ "token": "r",
1968
+ "text": "r",
1969
+ "frequency": 46217
1970
  },
1971
  {
1972
+ "id": 115,
1973
+ "type": "protected",
1974
+ "token": "s",
1975
+ "text": "s",
1976
+ "frequency": 45859
1977
  },
1978
  {
1979
  "id": 97,
1980
  "type": "byte",
1981
  "token": "a",
1982
  "text": "a",
1983
+ "frequency": 44744
1984
+ },
1985
+ {
1986
+ "id": 101,
1987
+ "type": "byte",
1988
+ "token": "e",
1989
+ "text": "e",
1990
+ "frequency": 44325
1991
  },
1992
  {
1993
  "id": 40,
1994
  "type": "protected",
1995
  "token": "(",
1996
  "text": "(",
1997
+ "frequency": 42062
1998
  },
1999
  {
2000
  "id": 45,
2001
  "type": "byte",
2002
  "token": "-",
2003
  "text": "-",
2004
+ "frequency": 36531
2005
  },
2006
  {
2007
  "id": 44,
2008
  "type": "protected",
2009
  "token": ",",
2010
  "text": ",",
2011
+ "frequency": 32345
2012
+ },
2013
+ {
2014
+ "id": 49,
2015
+ "type": "byte",
2016
+ "token": "1",
2017
+ "text": "1",
2018
+ "frequency": 25257
2019
  },
2020
  {
2021
  "id": 170,
 
2025
  "frequency": 24499
2026
  },
2027
  {
2028
+ "id": 82,
2029
  "type": "byte",
2030
+ "token": "R",
2031
+ "text": "R",
2032
+ "frequency": 22745
 
 
 
 
 
 
 
2033
  },
2034
  {
2035
  "id": 54,
2036
  "type": "byte",
2037
  "token": "6",
2038
  "text": "6",
2039
+ "frequency": 21810
2040
+ },
2041
+ {
2042
+ "id": 47,
2043
+ "type": "protected",
2044
+ "token": "/",
2045
+ "text": "/",
2046
+ "frequency": 21633
2047
  },
2048
  {
2049
  "id": 124,
 
2064
  "type": "byte",
2065
  "token": "3",
2066
  "text": "3",
2067
+ "frequency": 18439
2068
+ },
2069
+ {
2070
+ "id": 37,
2071
+ "type": "protected",
2072
+ "token": "%",
2073
+ "text": "%",
2074
+ "frequency": 18255
2075
  },
2076
  {
2077
  "id": 167,
 
2087
  "text": "\\key",
2088
  "frequency": 18051
2089
  },
 
 
 
 
 
 
 
2090
  {
2091
  "id": 244,
2092
  "type": "protected",
2093
  "token": "\\\\",
2094
  "text": "\\\\",
2095
+ "frequency": 14562
2096
  },
2097
  {
2098
  "id": 223,
 
2101
  "text": "\"1\"",
2102
  "frequency": 12936
2103
  },
2104
+ {
2105
+ "id": 34,
2106
+ "type": "byte",
2107
+ "token": "\"",
2108
+ "text": "\"",
2109
+ "frequency": 12538
2110
+ },
2111
  {
2112
  "id": 41,
2113
  "type": "protected",
2114
  "token": ")",
2115
  "text": ")",
2116
+ "frequency": 11853
2117
  },
2118
  {
2119
  "id": 224,
 
2122
  "text": "\"2\"",
2123
  "frequency": 11563
2124
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2125
  {
2126
  "id": 248,
2127
  "type": "protected",
2128
  "token": "\\p",
2129
  "text": "\\p",
2130
+ "frequency": 4859
2131
+ },
2132
+ {
2133
+ "id": 123,
2134
+ "type": "byte",
2135
+ "token": "{",
2136
+ "text": "{",
2137
+ "frequency": 4478
2138
+ },
2139
+ {
2140
+ "id": 125,
2141
+ "type": "byte",
2142
+ "token": "}",
2143
+ "text": "}",
2144
+ "frequency": 4478
2145
  },
2146
  {
2147
  "id": 247,
2148
  "type": "protected",
2149
  "token": "\\f",
2150
  "text": "\\f",
2151
+ "frequency": 4001
2152
  },
2153
  {
2154
  "id": 53,
2155
  "type": "byte",
2156
  "token": "5",
2157
  "text": "5",
2158
+ "frequency": 3535
2159
  },
2160
  {
2161
+ "id": 249,
2162
+ "type": "protected",
2163
+ "token": "ff",
2164
+ "text": "ff",
2165
+ "frequency": 3242
2166
  },
2167
  {
2168
+ "id": 55,
2169
  "type": "byte",
2170
+ "token": "7",
2171
+ "text": "7",
2172
+ "frequency": 2870
2173
  },
2174
  {
2175
  "id": 158,
 
2179
  "frequency": 2866
2180
  },
2181
  {
2182
+ "id": 48,
2183
  "type": "byte",
2184
+ "token": "0",
2185
+ "text": "0",
2186
+ "frequency": 2629
2187
  },
2188
  {
2189
  "id": 202,
 
2192
  "text": "\\bar",
2193
  "frequency": 2622
2194
  },
 
 
 
 
 
 
 
2195
  {
2196
  "id": 57,
2197
  "type": "byte",
2198
  "token": "9",
2199
  "text": "9",
2200
+ "frequency": 2488
2201
  },
2202
  {
2203
  "id": 58,
 
2207
  "frequency": 2290
2208
  },
2209
  {
2210
+ "id": 154,
2211
  "type": "protected",
2212
+ "token": "\\markup",
2213
+ "text": "\\markup",
2214
+ "frequency": 2057
2215
+ },
2216
+ {
2217
+ "id": 181,
2218
+ "type": "protected",
2219
+ "token": "\\clef",
2220
+ "text": "\\clef",
2221
+ "frequency": 1951
2222
+ },
2223
+ {
2224
+ "id": 95,
2225
+ "type": "protected",
2226
+ "token": "_",
2227
+ "text": "_",
2228
+ "frequency": 1875
2229
  },
2230
  {
2231
  "id": 246,
 
2234
  "text": "\\>",
2235
  "frequency": 1702
2236
  },
2237
+ {
2238
+ "id": 111,
2239
+ "type": "byte",
2240
+ "token": "o",
2241
+ "text": "o",
2242
+ "frequency": 1650
2243
+ },
2244
  {
2245
  "id": 166,
2246
  "type": "protected",
2247
  "token": "\\grace",
2248
  "text": "\\grace",
2249
+ "frequency": 1461
 
 
 
 
 
 
 
2250
  },
2251
  {
2252
  "id": 245,
 
2262
  "text": "\\sustainOn",
2263
  "frequency": 1318
2264
  },
2265
+ {
2266
+ "id": 94,
2267
+ "type": "protected",
2268
+ "token": "^",
2269
+ "text": "^",
2270
+ "frequency": 1298
2271
+ },
2272
  {
2273
  "id": 243,
2274
  "type": "protected",
 
2276
  "text": "\\!",
2277
  "frequency": 1255
2278
  },
 
 
 
 
 
 
 
2279
  {
2280
  "id": 231,
2281
  "type": "protected",
2282
  "token": "\\pp",
2283
  "text": "\\pp",
2284
+ "frequency": 1124
2285
+ },
2286
+ {
2287
+ "id": 91,
2288
+ "type": "byte",
2289
+ "token": "[",
2290
+ "text": "[",
2291
+ "frequency": 967
2292
+ },
2293
+ {
2294
+ "id": 93,
2295
+ "type": "byte",
2296
+ "token": "]",
2297
+ "text": "]",
2298
+ "frequency": 966
2299
  },
2300
  {
2301
  "id": 126,
 
2304
  "text": "~",
2305
  "frequency": 966
2306
  },
2307
+ {
2308
+ "id": 105,
2309
+ "type": "byte",
2310
+ "token": "i",
2311
+ "text": "i",
2312
+ "frequency": 926
2313
+ },
2314
+ {
2315
+ "id": 108,
2316
+ "type": "byte",
2317
+ "token": "l",
2318
+ "text": "l",
2319
+ "frequency": 919
2320
+ },
2321
+ {
2322
+ "id": 145,
2323
+ "type": "protected",
2324
+ "token": "\"treble\"",
2325
+ "text": "\"treble\"",
2326
+ "frequency": 876
2327
+ },
2328
  {
2329
  "id": 227,
2330
  "type": "protected",
2331
  "token": "\\ff",
2332
  "text": "\\ff",
2333
+ "frequency": 857
2334
  },
2335
  {
2336
  "id": 128,
 
2339
  "text": "\\numericTimeSignature",
2340
  "frequency": 846
2341
  },
 
 
 
 
 
 
 
2342
  {
2343
  "id": 165,
2344
  "type": "protected",
2345
  "token": "\"bass\"",
2346
  "text": "\"bass\"",
2347
+ "frequency": 842
2348
+ },
2349
+ {
2350
+ "id": 110,
2351
+ "type": "byte",
2352
+ "token": "n",
2353
+ "text": "n",
2354
+ "frequency": 810
2355
+ },
2356
+ {
2357
+ "id": 137,
2358
+ "type": "protected",
2359
+ "token": "instrument",
2360
+ "text": "instrument",
2361
+ "frequency": 731
2362
+ },
2363
+ {
2364
+ "id": 253,
2365
+ "type": "protected",
2366
+ "token": "ss",
2367
+ "text": "ss",
2368
+ "frequency": 650
2369
  },
2370
  {
2371
  "id": 146,
 
2374
  "text": "\\fermata",
2375
  "frequency": 610
2376
  },
2377
+ {
2378
+ "id": 188,
2379
+ "type": "protected",
2380
+ "token": "cresc",
2381
+ "text": "cresc",
2382
+ "frequency": 599
2383
+ },
2384
  {
2385
  "id": 61,
2386
  "type": "byte",
 
2395
  "text": "\\tempo",
2396
  "frequency": 524
2397
  },
2398
+ {
2399
+ "id": 116,
2400
+ "type": "byte",
2401
+ "token": "t",
2402
+ "text": "t",
2403
+ "frequency": 498
2404
+ },
2405
  {
2406
  "id": 133,
2407
  "type": "protected",
 
2410
  "frequency": 472
2411
  },
2412
  {
2413
+ "id": 86,
2414
+ "type": "byte",
2415
+ "token": "V",
2416
+ "text": "V",
2417
+ "frequency": 338
2418
  },
2419
  {
2420
+ "id": 121,
2421
+ "type": "byte",
2422
+ "token": "y",
2423
+ "text": "y",
2424
+ "frequency": 332
2425
  },
2426
  {
2427
  "id": 205,
2428
  "type": "protected",
2429
  "token": "\\ppp",
2430
  "text": "\\ppp",
2431
+ "frequency": 328
2432
+ },
2433
+ {
2434
+ "id": 173,
2435
+ "type": "protected",
2436
+ "token": "\\trill",
2437
+ "text": "\\trill",
2438
+ "frequency": 307
2439
  },
2440
  {
2441
  "id": 138,
 
2445
  "frequency": 300
2446
  },
2447
  {
2448
+ "id": 84,
2449
  "type": "byte",
2450
+ "token": "T",
2451
+ "text": "T",
2452
+ "frequency": 295
2453
  },
2454
  {
2455
+ "id": 70,
2456
  "type": "byte",
2457
+ "token": "F",
2458
+ "text": "F",
2459
+ "frequency": 283
2460
  },
2461
  {
2462
+ "id": 80,
2463
  "type": "byte",
2464
+ "token": "P",
2465
+ "text": "P",
2466
+ "frequency": 278
2467
  },
2468
  {
2469
+ "id": 67,
2470
  "type": "byte",
2471
+ "token": "C",
2472
+ "text": "C",
2473
+ "frequency": 276
2474
  },
2475
  {
2476
+ "id": 104,
2477
  "type": "byte",
2478
+ "token": "h",
2479
+ "text": "h",
2480
+ "frequency": 252
2481
  },
2482
  {
2483
+ "id": 28,
2484
+ "type": "protected",
2485
+ "token": "staves",
2486
+ "text": "staves",
2487
+ "frequency": 215
2488
  },
2489
  {
2490
+ "id": 251,
2491
  "type": "protected",
2492
+ "token": "in",
2493
+ "text": "in",
2494
+ "frequency": 205
2495
  },
2496
  {
2497
+ "id": 107,
2498
  "type": "byte",
2499
+ "token": "k",
2500
+ "text": "k",
2501
+ "frequency": 203
2502
+ },
2503
+ {
2504
+ "id": 161,
2505
+ "type": "protected",
2506
+ "token": "Andante",
2507
+ "text": "Andante",
2508
+ "frequency": 172
2509
  },
2510
  {
2511
  "id": 118,
2512
  "type": "byte",
2513
  "token": "v",
2514
  "text": "v",
2515
+ "frequency": 160
2516
  },
2517
  {
2518
+ "id": 252,
2519
+ "type": "protected",
2520
+ "token": "ma",
2521
+ "text": "ma",
2522
+ "frequency": 160
2523
+ },
2524
+ {
2525
+ "id": 117,
2526
  "type": "byte",
2527
+ "token": "u",
2528
+ "text": "u",
2529
+ "frequency": 147
2530
  },
2531
  {
2532
+ "id": 75,
2533
  "type": "byte",
2534
+ "token": "K",
2535
+ "text": "K",
2536
+ "frequency": 139
2537
+ },
2538
+ {
2539
+ "id": 79,
2540
+ "type": "byte",
2541
+ "token": "O",
2542
+ "text": "O",
2543
+ "frequency": 129
2544
+ },
2545
+ {
2546
+ "id": 109,
2547
+ "type": "byte",
2548
+ "token": "m",
2549
+ "text": "m",
2550
+ "frequency": 129
2551
+ },
2552
+ {
2553
+ "id": 73,
2554
+ "type": "byte",
2555
+ "token": "I",
2556
+ "text": "I",
2557
+ "frequency": 124
2558
+ },
2559
+ {
2560
+ "id": 26,
2561
+ "type": "protected",
2562
+ "token": "treble",
2563
+ "text": "treble",
2564
+ "frequency": 113
2565
  },
2566
  {
2567
  "id": 208,
 
2585
  "frequency": 108
2586
  },
2587
  {
2588
+ "id": 66,
2589
  "type": "byte",
2590
+ "token": "B",
2591
+ "text": "B",
2592
+ "frequency": 107
2593
  },
2594
  {
2595
+ "id": 220,
2596
+ "type": "protected",
2597
+ "token": "Trio",
2598
+ "text": "Trio",
2599
+ "frequency": 100
2600
  },
2601
  {
2602
+ "id": 232,
2603
+ "type": "protected",
2604
+ "token": "con",
2605
+ "text": "con",
2606
+ "frequency": 92
2607
+ },
2608
+ {
2609
+ "id": 211,
2610
+ "type": "protected",
2611
+ "token": "moto",
2612
+ "text": "moto",
2613
+ "frequency": 88
2614
  },
2615
  {
2616
  "id": 229,
2617
  "type": "protected",
2618
  "token": "\\mf",
2619
  "text": "\\mf",
2620
+ "frequency": 86
2621
  },
2622
  {
2623
+ "id": 112,
2624
  "type": "byte",
2625
+ "token": "p",
2626
+ "text": "p",
2627
+ "frequency": 83
 
 
 
 
 
 
 
2628
  },
2629
  {
2630
  "id": 65,
2631
  "type": "byte",
2632
  "token": "A",
2633
  "text": "A",
2634
+ "frequency": 78
2635
  },
2636
  {
2637
+ "id": 122,
2638
  "type": "byte",
2639
+ "token": "z",
2640
+ "text": "z",
2641
+ "frequency": 71
2642
  },
2643
  {
2644
+ "id": 219,
2645
+ "type": "protected",
2646
+ "token": "Text",
2647
+ "text": "Text",
2648
+ "frequency": 65
2649
  },
2650
  {
2651
+ "id": 209,
2652
+ "type": "protected",
2653
+ "token": "arco",
2654
+ "text": "arco",
2655
+ "frequency": 61
2656
  },
2657
  {
2658
+ "id": 72,
2659
  "type": "byte",
2660
+ "token": "H",
2661
+ "text": "H",
2662
+ "frequency": 58
2663
  },
2664
  {
2665
+ "id": 189,
2666
+ "type": "protected",
2667
+ "token": "dolce",
2668
+ "text": "dolce",
2669
+ "frequency": 57
2670
  },
2671
  {
2672
+ "id": 160,
2673
  "type": "protected",
2674
+ "token": "Allegro",
2675
+ "text": "Allegro",
2676
+ "frequency": 56
2677
  },
2678
  {
2679
+ "id": 203,
2680
+ "type": "protected",
2681
+ "token": "\\fff",
2682
+ "text": "\\fff",
2683
+ "frequency": 51
2684
  },
2685
  {
2686
+ "id": 233,
2687
+ "type": "protected",
2688
+ "token": "dim",
2689
+ "text": "dim",
2690
+ "frequency": 51
2691
  },
2692
  {
2693
+ "id": 174,
2694
+ "type": "protected",
2695
+ "token": "Adagio",
2696
+ "text": "Adagio",
2697
+ "frequency": 50
2698
  },
2699
  {
2700
+ "id": 135,
2701
  "type": "protected",
2702
+ "token": "Allegretto",
2703
+ "text": "Allegretto",
2704
+ "frequency": 49
2705
  },
2706
  {
2707
+ "id": 214,
2708
  "type": "protected",
2709
+ "token": "poco",
2710
+ "text": "poco",
2711
+ "frequency": 48
2712
  },
2713
  {
2714
+ "id": 200,
2715
+ "type": "protected",
2716
+ "token": "tempo",
2717
+ "text": "tempo",
2718
+ "frequency": 45
2719
+ },
2720
+ {
2721
+ "id": 83,
2722
  "type": "byte",
2723
+ "token": "S",
2724
+ "text": "S",
2725
+ "frequency": 44
2726
  },
2727
  {
2728
+ "id": 212,
2729
+ "type": "protected",
2730
+ "token": "pizz",
2731
+ "text": "pizz",
2732
+ "frequency": 43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2733
  },
2734
  {
2735
+ "id": 76,
2736
  "type": "byte",
2737
+ "token": "L",
2738
+ "text": "L",
2739
+ "frequency": 41
2740
  },
2741
  {
2742
+ "id": 241,
2743
+ "type": "protected",
2744
+ "token": "rit",
2745
+ "text": "rit",
2746
+ "frequency": 41
2747
  },
2748
  {
2749
+ "id": 77,
2750
  "type": "byte",
2751
+ "token": "M",
2752
+ "text": "M",
2753
+ "frequency": 40
2754
  },
2755
  {
2756
+ "id": 87,
2757
  "type": "byte",
2758
+ "token": "W",
2759
+ "text": "W",
2760
+ "frequency": 33
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2761
  },
2762
  {
2763
+ "id": 152,
2764
  "type": "protected",
2765
+ "token": "moderato",
2766
+ "text": "moderato",
2767
+ "frequency": 31
2768
  },
2769
  {
2770
+ "id": 119,
2771
+ "type": "byte",
2772
+ "token": "w",
2773
+ "text": "w",
2774
+ "frequency": 29
2775
  },
2776
  {
2777
+ "id": 194,
2778
  "type": "protected",
2779
+ "token": "molto",
2780
+ "text": "molto",
2781
+ "frequency": 29
2782
  },
2783
  {
2784
+ "id": 177,
2785
  "type": "protected",
2786
+ "token": "ritard",
2787
+ "text": "ritard",
2788
+ "frequency": 23
2789
  },
2790
  {
2791
+ "id": 150,
2792
  "type": "protected",
2793
+ "token": "grazioso",
2794
+ "text": "grazioso",
2795
+ "frequency": 20
2796
  },
2797
  {
2798
+ "id": 68,
2799
+ "type": "byte",
2800
+ "token": "D",
2801
+ "text": "D",
2802
+ "frequency": 19
2803
  },
2804
  {
2805
+ "id": 143,
2806
  "type": "protected",
2807
+ "token": "cantabile",
2808
+ "text": "cantabile",
2809
+ "frequency": 18
2810
  },
2811
  {
2812
+ "id": 169,
2813
  "type": "protected",
2814
+ "token": "\\prall",
2815
+ "text": "\\prall",
2816
+ "frequency": 18
2817
  },
2818
  {
2819
+ "id": 196,
2820
  "type": "protected",
2821
+ "token": "mosso",
2822
+ "text": "mosso",
2823
+ "frequency": 17
2824
  },
2825
  {
2826
+ "id": 197,
2827
  "type": "protected",
2828
+ "token": "riten",
2829
+ "text": "riten",
2830
+ "frequency": 17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2831
  },
2832
  {
2833
+ "id": 69,
2834
  "type": "byte",
2835
+ "token": "E",
2836
+ "text": "E",
2837
+ "frequency": 16
2838
  },
2839
  {
2840
+ "id": 216,
2841
  "type": "protected",
2842
+ "token": "rall",
2843
+ "text": "rall",
2844
+ "frequency": 14
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2845
  },
2846
  {
2847
+ "id": 239,
2848
+ "type": "protected",
2849
+ "token": "piu",
2850
+ "text": "piu",
2851
+ "frequency": 14
2852
  },
2853
  {
2854
  "id": 71,
2855
  "type": "byte",
2856
  "token": "G",
2857
  "text": "G",
2858
+ "frequency": 13
2859
  },
2860
  {
2861
+ "id": 185,
2862
+ "type": "protected",
2863
+ "token": "assai",
2864
+ "text": "assai",
2865
+ "frequency": 13
2866
  },
2867
  {
2868
+ "id": 250,
2869
+ "type": "protected",
2870
+ "token": "II",
2871
+ "text": "II",
2872
+ "frequency": 13
2873
  },
2874
  {
2875
+ "id": 175,
2876
+ "type": "protected",
2877
+ "token": "legato",
2878
+ "text": "legato",
2879
+ "frequency": 12
2880
  },
2881
  {
2882
+ "id": 201,
2883
+ "type": "protected",
2884
+ "token": "Tempo",
2885
+ "text": "Tempo",
2886
+ "frequency": 12
2887
  },
2888
  {
2889
+ "id": 85,
2890
  "type": "byte",
2891
+ "token": "U",
2892
+ "text": "U",
2893
+ "frequency": 11
2894
  },
2895
  {
2896
+ "id": 27,
2897
+ "type": "protected",
2898
+ "token": "bass",
2899
+ "text": "bass",
2900
+ "frequency": 10
2901
+ },
2902
+ {
2903
+ "id": 136,
2904
+ "type": "protected",
2905
+ "token": "espressivo",
2906
+ "text": "espressivo",
2907
+ "frequency": 10
2908
  },
2909
  {
2910
+ "id": 179,
2911
+ "type": "protected",
2912
+ "token": "troppo",
2913
+ "text": "troppo",
2914
+ "frequency": 10
2915
  },
2916
  {
2917
+ "id": 237,
2918
+ "type": "protected",
2919
+ "token": "non",
2920
+ "text": "non",
2921
+ "frequency": 10
2922
  },
2923
  {
2924
+ "id": 142,
2925
+ "type": "protected",
2926
+ "token": "Andantino",
2927
+ "text": "Andantino",
2928
+ "frequency": 8
2929
  },
2930
  {
2931
+ "id": 153,
2932
+ "type": "protected",
2933
+ "token": "Moderato",
2934
+ "text": "Moderato",
2935
+ "frequency": 8
2936
  },
2937
  {
2938
+ "id": 151,
2939
+ "type": "protected",
2940
+ "token": "Menuetto",
2941
+ "text": "Menuetto",
2942
+ "frequency": 7
2943
  },
2944
  {
2945
+ "id": 178,
2946
+ "type": "protected",
2947
+ "token": "sempre",
2948
+ "text": "sempre",
2949
+ "frequency": 7
2950
  },
2951
  {
2952
+ "id": 198,
2953
+ "type": "protected",
2954
+ "token": "smorz",
2955
+ "text": "smorz",
2956
+ "frequency": 7
2957
  },
2958
  {
2959
+ "id": 215,
2960
  "type": "protected",
2961
+ "token": "Poco",
2962
+ "text": "Poco",
2963
+ "frequency": 7
2964
  },
2965
  {
2966
+ "id": 222,
2967
+ "type": "protected",
2968
+ "token": "voce",
2969
+ "text": "voce",
2970
+ "frequency": 7
2971
  },
2972
  {
2973
+ "id": 74,
2974
  "type": "byte",
2975
+ "token": "J",
2976
+ "text": "J",
2977
+ "frequency": 6
2978
  },
2979
  {
2980
+ "id": 163,
2981
+ "type": "protected",
2982
+ "token": "espress",
2983
+ "text": "espress",
2984
+ "frequency": 6
2985
  },
2986
  {
2987
+ "id": 176,
2988
+ "type": "protected",
2989
+ "token": "Presto",
2990
+ "text": "Presto",
2991
+ "frequency": 6
2992
  },
2993
  {
2994
+ "id": 195,
2995
+ "type": "protected",
2996
+ "token": "Molto",
2997
+ "text": "Molto",
2998
+ "frequency": 6
2999
  },
3000
  {
3001
+ "id": 199,
3002
+ "type": "protected",
3003
+ "token": "sotto",
3004
+ "text": "sotto",
3005
+ "frequency": 6
3006
  },
3007
  {
3008
+ "id": 78,
3009
  "type": "byte",
3010
+ "token": "N",
3011
+ "text": "N",
3012
+ "frequency": 5
3013
  },
3014
  {
3015
+ "id": 144,
3016
  "type": "protected",
3017
+ "token": "sostenuto",
3018
+ "text": "sostenuto",
3019
+ "frequency": 5
3020
  },
3021
  {
3022
+ "id": 180,
3023
  "type": "protected",
3024
+ "token": "vivace",
3025
+ "text": "vivace",
3026
+ "frequency": 5
3027
  },
3028
  {
3029
+ "id": 192,
3030
  "type": "protected",
3031
+ "token": "lento",
3032
+ "text": "lento",
3033
+ "frequency": 5
3034
  },
3035
  {
3036
+ "id": 217,
3037
  "type": "protected",
3038
+ "token": "Solo",
3039
+ "text": "Solo",
3040
+ "frequency": 5
3041
  },
3042
  {
3043
+ "id": 236,
3044
  "type": "protected",
3045
+ "token": "III",
3046
+ "text": "III",
3047
+ "frequency": 5
3048
  },
3049
  {
3050
+ "id": 240,
3051
  "type": "protected",
3052
+ "token": "Piu",
3053
+ "text": "Piu",
3054
+ "frequency": 5
3055
  },
3056
  {
3057
+ "id": 113,
3058
+ "type": "byte",
3059
+ "token": "q",
3060
+ "text": "q",
3061
+ "frequency": 4
3062
+ },
3063
+ {
3064
+ "id": 162,
3065
  "type": "protected",
3066
+ "token": "animato",
3067
+ "text": "animato",
3068
+ "frequency": 4
3069
  },
3070
  {
3071
+ "id": 193,
3072
  "type": "protected",
3073
+ "token": "Lento",
3074
+ "text": "Lento",
3075
+ "frequency": 4
3076
  },
3077
  {
3078
+ "id": 159,
3079
  "type": "protected",
3080
+ "token": "agitato",
3081
+ "text": "agitato",
3082
+ "frequency": 3
3083
  },
3084
  {
3085
+ "id": 207,
3086
  "type": "protected",
3087
+ "token": "\\sfz",
3088
+ "text": "\\sfz",
3089
+ "frequency": 3
3090
  },
3091
  {
3092
+ "id": 238,
3093
  "type": "protected",
3094
+ "token": "peu",
3095
+ "text": "peu",
3096
+ "frequency": 3
3097
  },
3098
  {
3099
+ "id": 254,
3100
  "type": "protected",
3101
+ "token": "un",
3102
+ "text": "un",
3103
+ "frequency": 3
3104
  },
3105
  {
3106
+ "id": 187,
3107
  "type": "protected",
3108
+ "token": "corda",
3109
+ "text": "corda",
3110
+ "frequency": 2
3111
  },
3112
  {
3113
+ "id": 191,
3114
  "type": "protected",
3115
+ "token": "Largo",
3116
+ "text": "Largo",
3117
+ "frequency": 2
3118
  },
3119
  {
3120
+ "id": 213,
3121
  "type": "protected",
3122
+ "token": "plus",
3123
+ "text": "plus",
3124
+ "frequency": 2
3125
  },
3126
  {
3127
+ "id": 221,
3128
  "type": "protected",
3129
+ "token": "unis",
3130
+ "text": "unis",
3131
+ "frequency": 2
3132
  },
3133
  {
3134
+ "id": 242,
3135
  "type": "protected",
3136
+ "token": "una",
3137
+ "text": "una",
3138
+ "frequency": 2
3139
  },
3140
  {
3141
+ "id": 81,
3142
+ "type": "byte",
3143
+ "token": "Q",
3144
+ "text": "Q",
3145
+ "frequency": 1
3146
  },
3147
  {
3148
+ "id": 164,
3149
  "type": "protected",
3150
+ "token": "marcato",
3151
+ "text": "marcato",
3152
+ "frequency": 1
3153
  },
3154
  {
3155
+ "id": 186,
3156
  "type": "protected",
3157
+ "token": "colla",
3158
+ "text": "colla",
3159
+ "frequency": 1
3160
  },
3161
  {
3162
+ "id": 210,
3163
  "type": "protected",
3164
+ "token": "lent",
3165
+ "text": "lent",
3166
+ "frequency": 1
3167
  },
3168
  {
3169
+ "id": 255,
3170
  "type": "protected",
3171
+ "token": "Un",
3172
+ "text": "Un",
3173
+ "frequency": 1
3174
+ },
3175
+ {
3176
+ "id": 0,
3177
+ "type": "special",
3178
+ "token": "<pad>",
3179
+ "text": "<pad>",
3180
  "frequency": 0
3181
  },
3182
  {
3183
+ "id": 1,
3184
+ "type": "special",
3185
+ "token": "<bos>",
3186
+ "text": "<bos>",
3187
  "frequency": 0
3188
  },
3189
  {
3190
+ "id": 2,
3191
+ "type": "special",
3192
+ "token": "<eos>",
3193
+ "text": "<eos>",
3194
  "frequency": 0
3195
  },
3196
  {
3197
+ "id": 3,
3198
+ "type": "special",
3199
+ "token": "<unknown>",
3200
+ "text": "<unknown>",
3201
  "frequency": 0
3202
  },
3203
  {
3204
+ "id": 4,
3205
+ "type": "special",
3206
+ "token": "<mask>",
3207
+ "text": "<mask>",
3208
  "frequency": 0
3209
  },
3210
  {
3211
+ "id": 5,
3212
+ "type": "special",
3213
+ "token": "<sep>",
3214
+ "text": "<sep>",
3215
  "frequency": 0
3216
  },
3217
  {
3218
+ "id": 6,
3219
+ "type": "special",
3220
+ "token": "<reserved_6>",
3221
+ "text": "<reserved_6>",
3222
  "frequency": 0
3223
  },
3224
  {
3225
+ "id": 7,
3226
+ "type": "special",
3227
+ "token": "<reserved_7>",
3228
+ "text": "<reserved_7>",
3229
  "frequency": 0
3230
  },
3231
  {
3232
+ "id": 8,
3233
+ "type": "byte",
3234
+ "token": "\b",
3235
+ "text": "\b",
3236
  "frequency": 0
3237
  },
3238
  {
3239
+ "id": 9,
3240
+ "type": "byte",
3241
+ "token": "\t",
3242
+ "text": "\t",
3243
  "frequency": 0
3244
  },
3245
  {
3246
+ "id": 11,
3247
+ "type": "byte",
3248
+ "token": "\u000b",
3249
+ "text": "\u000b",
3250
  "frequency": 0
3251
  },
3252
  {
3253
+ "id": 12,
3254
+ "type": "byte",
3255
+ "token": "\f",
3256
+ "text": "\f",
3257
  "frequency": 0
3258
  },
3259
  {
3260
+ "id": 13,
3261
+ "type": "byte",
3262
+ "token": "\r",
3263
+ "text": "\r",
3264
  "frequency": 0
3265
  },
3266
  {
3267
+ "id": 14,
3268
  "type": "protected",
3269
+ "token": "à",
3270
+ "text": "à",
3271
  "frequency": 0
3272
  },
3273
  {
3274
+ "id": 15,
3275
  "type": "protected",
3276
+ "token": "è",
3277
+ "text": "è",
3278
  "frequency": 0
3279
  },
3280
  {
3281
+ "id": 16,
3282
  "type": "protected",
3283
+ "token": "é",
3284
+ "text": "é",
3285
  "frequency": 0
3286
  },
3287
  {
3288
+ "id": 17,
3289
  "type": "protected",
3290
+ "token": "ì",
3291
+ "text": "ì",
3292
  "frequency": 0
3293
  },
3294
  {
3295
+ "id": 18,
3296
  "type": "protected",
3297
+ "token": "ò",
3298
+ "text": "ò",
3299
  "frequency": 0
3300
  },
3301
  {
3302
+ "id": 19,
3303
  "type": "protected",
3304
+ "token": "ù",
3305
+ "text": "ù",
3306
  "frequency": 0
3307
  },
3308
  {
3309
+ "id": 20,
3310
  "type": "protected",
3311
+ "token": "À",
3312
+ "text": "À",
3313
  "frequency": 0
3314
  },
3315
  {
3316
+ "id": 21,
3317
  "type": "protected",
3318
+ "token": "È",
3319
+ "text": "È",
3320
  "frequency": 0
3321
  },
3322
  {
3323
+ "id": 22,
3324
  "type": "protected",
3325
+ "token": "É",
3326
+ "text": "É",
3327
  "frequency": 0
3328
  },
3329
  {
3330
+ "id": 23,
3331
  "type": "protected",
3332
+ "token": "Ì",
3333
+ "text": "Ì",
3334
  "frequency": 0
3335
  },
3336
  {
3337
+ "id": 24,
3338
  "type": "protected",
3339
+ "token": "Ò",
3340
+ "text": "Ò",
3341
  "frequency": 0
3342
  },
3343
  {
3344
+ "id": 25,
3345
  "type": "protected",
3346
+ "token": "Ù",
3347
+ "text": "Ù",
3348
  "frequency": 0
3349
  },
3350
  {
3351
+ "id": 29,
3352
+ "type": "byte",
3353
+ "token": "\u001d",
3354
+ "text": "\u001d",
3355
  "frequency": 0
3356
  },
3357
  {
3358
+ "id": 30,
3359
+ "type": "byte",
3360
+ "token": "\u001e",
3361
+ "text": "\u001e",
3362
  "frequency": 0
3363
  },
3364
  {
3365
+ "id": 31,
3366
+ "type": "byte",
3367
+ "token": "\u001f",
3368
+ "text": "\u001f",
3369
  "frequency": 0
3370
  },
3371
  {
3372
+ "id": 33,
3373
  "type": "protected",
3374
+ "token": "!",
3375
+ "text": "!",
3376
  "frequency": 0
3377
  },
3378
  {
3379
+ "id": 36,
3380
+ "type": "byte",
3381
+ "token": "$",
3382
+ "text": "$",
3383
  "frequency": 0
3384
  },
3385
  {
3386
+ "id": 38,
3387
+ "type": "byte",
3388
+ "token": "&",
3389
+ "text": "&",
3390
  "frequency": 0
3391
  },
3392
  {
3393
+ "id": 42,
3394
+ "type": "byte",
3395
+ "token": "*",
3396
+ "text": "*",
3397
  "frequency": 0
3398
  },
3399
  {
3400
+ "id": 43,
3401
+ "type": "byte",
3402
+ "token": "+",
3403
+ "text": "+",
3404
  "frequency": 0
3405
  },
3406
  {
3407
+ "id": 59,
3408
+ "type": "byte",
3409
+ "token": ";",
3410
+ "text": ";",
3411
  "frequency": 0
3412
  },
3413
  {
3414
+ "id": 63,
3415
+ "type": "byte",
3416
+ "token": "?",
3417
+ "text": "?",
3418
  "frequency": 0
3419
  },
3420
  {
3421
+ "id": 64,
3422
+ "type": "byte",
3423
+ "token": "@",
3424
+ "text": "@",
3425
  "frequency": 0
3426
  },
3427
  {
3428
+ "id": 88,
3429
+ "type": "byte",
3430
+ "token": "X",
3431
+ "text": "X",
3432
  "frequency": 0
3433
  },
3434
  {
3435
+ "id": 89,
3436
+ "type": "byte",
3437
+ "token": "Y",
3438
+ "text": "Y",
3439
  "frequency": 0
3440
  },
3441
  {
3442
+ "id": 90,
3443
+ "type": "byte",
3444
+ "token": "Z",
3445
+ "text": "Z",
3446
  "frequency": 0
3447
  },
3448
  {
3449
+ "id": 92,
3450
+ "type": "byte",
3451
+ "token": "\\",
3452
+ "text": "\\",
3453
  "frequency": 0
3454
  },
3455
  {
3456
+ "id": 96,
3457
+ "type": "byte",
3458
+ "token": "`",
3459
+ "text": "`",
3460
  "frequency": 0
3461
  },
3462
  {
3463
+ "id": 106,
3464
+ "type": "byte",
3465
+ "token": "j",
3466
+ "text": "j",
3467
  "frequency": 0
3468
  },
3469
  {
3470
+ "id": 120,
3471
+ "type": "byte",
3472
+ "token": "x",
3473
+ "text": "x",
3474
  "frequency": 0
3475
  },
3476
  {
3477
+ "id": 127,
3478
+ "type": "byte",
3479
+ "token": "",
3480
+ "text": "",
3481
  "frequency": 0
3482
  },
3483
  {
3484
+ "id": 129,
3485
  "type": "protected",
3486
+ "token": "\\shortfermata",
3487
+ "text": "\\shortfermata",
3488
  "frequency": 0
3489
  },
3490
  {
3491
+ "id": 130,
3492
  "type": "protected",
3493
+ "token": "\\sostenutoOff",
3494
+ "text": "\\sostenutoOff",
3495
  "frequency": 0
3496
  },
3497
  {
3498
+ "id": 131,
3499
  "type": "protected",
3500
+ "token": "\\sostenutoOn",
3501
+ "text": "\\sostenutoOn",
3502
  "frequency": 0
3503
  },
3504
  {
3505
+ "id": 132,
3506
  "type": "protected",
3507
+ "token": "\\stemNeutral",
3508
+ "text": "\\stemNeutral",
3509
  "frequency": 0
3510
  },
3511
  {
3512
+ "id": 139,
3513
  "type": "protected",
3514
+ "token": "\\stemDown",
3515
+ "text": "\\stemDown",
3516
  "frequency": 0
3517
  },
3518
  {
3519
+ "id": 140,
3520
  "type": "protected",
3521
+ "token": "\\treCorde",
3522
+ "text": "\\treCorde",
3523
  "frequency": 0
3524
  },
3525
  {
3526
+ "id": 141,
3527
  "type": "protected",
3528
+ "token": "\\unaCorda",
3529
+ "text": "\\unaCorda",
3530
  "frequency": 0
3531
  },
3532
  {
3533
+ "id": 147,
3534
  "type": "protected",
3535
+ "token": "\\mordent",
3536
+ "text": "\\mordent",
3537
  "frequency": 0
3538
  },
3539
  {
3540
+ "id": 148,
3541
  "type": "protected",
3542
+ "token": "\\partial",
3543
+ "text": "\\partial",
3544
  "frequency": 0
3545
  },
3546
  {
3547
+ "id": 149,
3548
  "type": "protected",
3549
+ "token": "composer",
3550
+ "text": "composer",
3551
  "frequency": 0
3552
  },
3553
  {
3554
+ "id": 156,
3555
  "type": "protected",
3556
+ "token": "\\repeat",
3557
+ "text": "\\repeat",
3558
  "frequency": 0
3559
  },
3560
  {
3561
+ "id": 157,
3562
  "type": "protected",
3563
+ "token": "\\stemUp",
3564
+ "text": "\\stemUp",
3565
  "frequency": 0
3566
  },
3567
  {
3568
+ "id": 168,
3569
  "type": "protected",
3570
+ "token": "\\minor",
3571
+ "text": "\\minor",
3572
  "frequency": 0
3573
  },
3574
  {
3575
+ "id": 172,
3576
  "type": "protected",
3577
+ "token": "\\times",
3578
+ "text": "\\times",
3579
  "frequency": 0
3580
  },
3581
  {
3582
+ "id": 182,
3583
  "type": "protected",
3584
+ "token": "\\rest",
3585
+ "text": "\\rest",
3586
  "frequency": 0
3587
  },
3588
  {
3589
+ "id": 184,
3590
  "type": "protected",
3591
+ "token": "\\turn",
3592
+ "text": "\\turn",
3593
  "frequency": 0
3594
  },
3595
  {
3596
+ "id": 190,
3597
  "type": "protected",
3598
+ "token": "genre",
3599
+ "text": "genre",
3600
  "frequency": 0
3601
  },
3602
  {
3603
+ "id": 206,
3604
  "type": "protected",
3605
+ "token": "\\rfz",
3606
+ "text": "\\rfz",
3607
  "frequency": 0
3608
  },
3609
  {
3610
+ "id": 218,
3611
  "type": "protected",
3612
+ "token": "sord",
3613
+ "text": "sord",
3614
  "frequency": 0
3615
  },
3616
  {
3617
+ "id": 225,
3618
  "type": "protected",
3619
+ "token": "\"3\"",
3620
+ "text": "\"3\"",
3621
  "frequency": 0
3622
  },
3623
  {
3624
+ "id": 228,
3625
  "type": "protected",
3626
+ "token": "\\fp",
3627
+ "text": "\\fp",
3628
  "frequency": 0
3629
  },
3630
  {
3631
+ "id": 230,
3632
  "type": "protected",
3633
+ "token": "\\mp",
3634
+ "text": "\\mp",
3635
  "frequency": 0
3636
  },
3637
  {
3638
+ "id": 234,
3639
  "type": "protected",
3640
+ "token": "div",
3641
+ "text": "div",
3642
  "frequency": 0
3643
  },
3644
  {
3645
+ "id": 235,
3646
  "type": "protected",
3647
+ "token": "dol",
3648
+ "text": "dol",
3649
  "frequency": 0
3650
  }
3651
  ],
 
3656
  },
3657
  "stats": {
3658
  "files": 215,
3659
+ "inputBytes": 2790068,
3660
  "seedVocabSize": 256,
3661
  "vocabSize": 256,
3662
  "merges": 0,
3663
+ "seedTokens": 2106043,
3664
+ "finalTokens": 2106043,
3665
  "compressionRatio": 1
3666
  }
3667
  }