Batch upload part 24

nlu/glue_exp/mrpc/4dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/MRPC.tsv

@@ -0,0 +1,1726 @@
+index	prediction
+0	1
+1	1
+2	1
+3	1
+4	0
+5	1
+6	0
+7	0
+8	1
+9	0
+10	1
+11	1
+12	1
+13	0
+14	1
+15	0
+16	1
+17	1
+18	1
+19	1
+20	1
+21	1
+22	1
+23	1
+24	0
+25	1
+26	1
+27	1
+28	0
+29	0
+30	1
+31	0
+32	0
+33	0
+34	1
+35	0
+36	1
+37	1
+38	0
+39	1
+40	1
+41	1
+42	0
+43	1
+44	1
+45	0
+46	0
+47	0
+48	1
+49	1
+50	1
+51	1
+52	1
+53	1
+54	0
+55	1
+56	1
+57	1
+58	0
+59	1
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	0
+71	1
+72	1
+73	0
+74	1
+75	0
+76	1
+77	0
+78	0
+79	0
+80	0
+81	0
+82	1
+83	0
+84	0
+85	0
+86	1
+87	1
+88	0
+89	1
+90	0
+91	1
+92	1
+93	1
+94	1
+95	0
+96	0
+97	1
+98	0
+99	1
+100	1
+101	0
+102	1
+103	1
+104	1
+105	0
+106	0
+107	1
+108	1
+109	1
+110	1
+111	0
+112	0
+113	1
+114	1
+115	0
+116	0
+117	0
+118	1
+119	0
+120	0
+121	0
+122	1
+123	0
+124	1
+125	1
+126	1
+127	1
+128	0
+129	1
+130	0
+131	1
+132	1
+133	0
+134	1
+135	0
+136	0
+137	1
+138	1
+139	1
+140	1
+141	1
+142	1
+143	1
+144	1
+145	1
+146	0
+147	1
+148	0
+149	1
+150	1
+151	1
+152	0
+153	0
+154	1
+155	1
+156	1
+157	1
+158	0
+159	1
+160	1
+161	1
+162	1
+163	1
+164	0
+165	1
+166	1
+167	0
+168	1
+169	1
+170	1
+171	1
+172	1
+173	0
+174	0
+175	0
+176	0
+177	0
+178	1
+179	1
+180	0
+181	0
+182	0
+183	1
+184	1
+185	1
+186	0
+187	0
+188	1
+189	1
+190	0
+191	0
+192	1
+193	1
+194	0
+195	0
+196	0
+197	1
+198	1
+199	0
+200	0
+201	1
+202	1
+203	1
+204	0
+205	0
+206	1
+207	1
+208	0
+209	1
+210	0
+211	0
+212	0
+213	0
+214	1
+215	0
+216	1
+217	1
+218	1
+219	1
+220	1
+221	0
+222	1
+223	0
+224	0
+225	1
+226	1
+227	1
+228	0
+229	0
+230	1
+231	1
+232	0
+233	1
+234	0
+235	0
+236	1
+237	1
+238	0
+239	0
+240	1
+241	1
+242	1
+243	1
+244	0
+245	1
+246	1
+247	1
+248	1
+249	1
+250	1
+251	1
+252	0
+253	0
+254	1
+255	1
+256	1
+257	1
+258	1
+259	1
+260	1
+261	1
+262	1
+263	1
+264	0
+265	1
+266	0
+267	1
+268	1
+269	1
+270	1
+271	0
+272	1
+273	0
+274	0
+275	0
+276	0
+277	0
+278	1
+279	1
+280	1
+281	0
+282	1
+283	1
+284	1
+285	0
+286	1
+287	0
+288	0
+289	0
+290	0
+291	1
+292	1
+293	1
+294	1
+295	0
+296	0
+297	0
+298	1
+299	1
+300	1
+301	1
+302	0
+303	1
+304	0
+305	0
+306	1
+307	1
+308	0
+309	1
+310	1
+311	1
+312	0
+313	1
+314	1
+315	1
+316	1
+317	1
+318	1
+319	0
+320	1
+321	1
+322	1
+323	1
+324	1
+325	1
+326	1
+327	0
+328	0
+329	0
+330	0
+331	0
+332	1
+333	1
+334	1
+335	0
+336	1
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	0
+345	1
+346	0
+347	0
+348	0
+349	0
+350	1
+351	1
+352	0
+353	1
+354	0
+355	0
+356	0
+357	0
+358	1
+359	0
+360	0
+361	0
+362	0
+363	1
+364	0
+365	1
+366	0
+367	0
+368	0
+369	0
+370	1
+371	1
+372	1
+373	1
+374	1
+375	0
+376	0
+377	1
+378	0
+379	0
+380	1
+381	1
+382	1
+383	1
+384	1
+385	0
+386	1
+387	0
+388	1
+389	1
+390	1
+391	0
+392	0
+393	1
+394	1
+395	1
+396	1
+397	1
+398	0
+399	0
+400	1
+401	0
+402	0
+403	1
+404	1
+405	0
+406	0
+407	1
+408	1
+409	1
+410	0
+411	1
+412	1
+413	1
+414	1
+415	0
+416	0
+417	1
+418	1
+419	1
+420	1
+421	1
+422	1
+423	1
+424	0
+425	0
+426	0
+427	1
+428	0
+429	1
+430	0
+431	1
+432	1
+433	1
+434	1
+435	1
+436	1
+437	0
+438	1
+439	0
+440	0
+441	0
+442	1
+443	1
+444	1
+445	1
+446	1
+447	1
+448	1
+449	1
+450	0
+451	1
+452	1
+453	1
+454	0
+455	0
+456	1
+457	1
+458	0
+459	1
+460	1
+461	1
+462	1
+463	0
+464	0
+465	0
+466	1
+467	1
+468	1
+469	1
+470	0
+471	1
+472	1
+473	1
+474	1
+475	1
+476	1
+477	1
+478	1
+479	1
+480	0
+481	1
+482	1
+483	1
+484	0
+485	1
+486	1
+487	1
+488	1
+489	1
+490	1
+491	0
+492	1
+493	1
+494	0
+495	1
+496	1
+497	1
+498	0
+499	1
+500	1
+501	1
+502	1
+503	0
+504	1
+505	1
+506	0
+507	1
+508	0
+509	0
+510	1
+511	1
+512	0
+513	1
+514	1
+515	1
+516	1
+517	0
+518	1
+519	1
+520	1
+521	0
+522	0
+523	1
+524	1
+525	1
+526	0
+527	1
+528	1
+529	1
+530	1
+531	1
+532	1
+533	0
+534	1
+535	1
+536	1
+537	1
+538	0
+539	1
+540	0
+541	1
+542	1
+543	0
+544	1
+545	1
+546	1
+547	0
+548	0
+549	0
+550	0
+551	1
+552	0
+553	1
+554	0
+555	1
+556	0
+557	1
+558	1
+559	1
+560	1
+561	0
+562	0
+563	0
+564	0
+565	1
+566	1
+567	1
+568	0
+569	0
+570	1
+571	1
+572	1
+573	1
+574	1
+575	1
+576	1
+577	0
+578	1
+579	0
+580	1
+581	0
+582	1
+583	1
+584	1
+585	1
+586	0
+587	1
+588	1
+589	1
+590	1
+591	1
+592	1
+593	0
+594	0
+595	1
+596	1
+597	1
+598	1
+599	1
+600	0
+601	1
+602	1
+603	1
+604	1
+605	1
+606	0
+607	0
+608	0
+609	1
+610	1
+611	1
+612	0
+613	1
+614	1
+615	1
+616	1
+617	0
+618	1
+619	1
+620	1
+621	0
+622	0
+623	0
+624	1
+625	0
+626	1
+627	1
+628	0
+629	1
+630	0
+631	1
+632	1
+633	0
+634	0
+635	1
+636	0
+637	1
+638	1
+639	1
+640	1
+641	1
+642	1
+643	1
+644	1
+645	1
+646	1
+647	1
+648	0
+649	0
+650	1
+651	0
+652	0
+653	1
+654	1
+655	1
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	1
+664	1
+665	0
+666	1
+667	0
+668	0
+669	0
+670	1
+671	1
+672	0
+673	1
+674	1
+675	0
+676	1
+677	1
+678	1
+679	1
+680	0
+681	1
+682	0
+683	1
+684	1
+685	1
+686	1
+687	0
+688	0
+689	1
+690	1
+691	0
+692	0
+693	1
+694	0
+695	0
+696	0
+697	1
+698	0
+699	1
+700	0
+701	0
+702	1
+703	0
+704	1
+705	0
+706	0
+707	0
+708	1
+709	1
+710	0
+711	0
+712	1
+713	1
+714	1
+715	1
+716	1
+717	0
+718	1
+719	1
+720	1
+721	1
+722	0
+723	0
+724	1
+725	0
+726	1
+727	1
+728	1
+729	0
+730	1
+731	1
+732	1
+733	0
+734	1
+735	1
+736	1
+737	1
+738	1
+739	1
+740	1
+741	1
+742	1
+743	1
+744	1
+745	0
+746	1
+747	0
+748	1
+749	0
+750	1
+751	1
+752	1
+753	0
+754	1
+755	1
+756	1
+757	1
+758	1
+759	1
+760	1
+761	1
+762	1
+763	1
+764	1
+765	1
+766	1
+767	1
+768	1
+769	0
+770	1
+771	1
+772	1
+773	1
+774	1
+775	1
+776	1
+777	1
+778	0
+779	1
+780	0
+781	0
+782	1
+783	0
+784	0
+785	1
+786	1
+787	0
+788	1
+789	1
+790	1
+791	1
+792	0
+793	1
+794	1
+795	1
+796	0
+797	0
+798	1
+799	0
+800	0
+801	0
+802	1
+803	1
+804	0
+805	0
+806	1
+807	0
+808	1
+809	0
+810	1
+811	1
+812	0
+813	1
+814	0
+815	1
+816	0
+817	0
+818	0
+819	1
+820	0
+821	0
+822	1
+823	1
+824	1
+825	1
+826	1
+827	0
+828	0
+829	1
+830	1
+831	1
+832	1
+833	0
+834	1
+835	0
+836	1
+837	1
+838	0
+839	0
+840	0
+841	0
+842	1
+843	1
+844	0
+845	1
+846	1
+847	1
+848	0
+849	0
+850	0
+851	0
+852	1
+853	0
+854	1
+855	0
+856	1
+857	1
+858	0
+859	1
+860	0
+861	1
+862	1
+863	1
+864	0
+865	1
+866	0
+867	1
+868	1
+869	1
+870	0
+871	0
+872	1
+873	1
+874	1
+875	0
+876	0
+877	0
+878	0
+879	0
+880	0
+881	0
+882	1
+883	1
+884	0
+885	1
+886	1
+887	1
+888	0
+889	1
+890	1
+891	1
+892	0
+893	0
+894	0
+895	0
+896	0
+897	1
+898	1
+899	1
+900	1
+901	1
+902	0
+903	1
+904	1
+905	1
+906	1
+907	1
+908	1
+909	1
+910	1
+911	1
+912	0
+913	0
+914	0
+915	1
+916	1
+917	1
+918	0
+919	1
+920	1
+921	1
+922	1
+923	1
+924	1
+925	1
+926	1
+927	0
+928	0
+929	1
+930	1
+931	0
+932	0
+933	0
+934	0
+935	1
+936	0
+937	0
+938	1
+939	1
+940	1
+941	1
+942	0
+943	0
+944	1
+945	0
+946	1
+947	1
+948	0
+949	1
+950	0
+951	1
+952	0
+953	1
+954	1
+955	1
+956	1
+957	1
+958	1
+959	1
+960	1
+961	1
+962	1
+963	0
+964	0
+965	1
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	0
+973	0
+974	1
+975	1
+976	1
+977	1
+978	1
+979	1
+980	1
+981	1
+982	0
+983	1
+984	0
+985	1
+986	1
+987	0
+988	1
+989	0
+990	0
+991	1
+992	1
+993	1
+994	0
+995	0
+996	1
+997	1
+998	1
+999	1
+1000	0
+1001	1
+1002	0
+1003	0
+1004	1
+1005	0
+1006	1
+1007	1
+1008	1
+1009	0
+1010	1
+1011	0
+1012	1
+1013	1
+1014	1
+1015	1
+1016	0
+1017	1
+1018	1
+1019	1
+1020	1
+1021	1
+1022	1
+1023	1
+1024	1
+1025	0
+1026	0
+1027	1
+1028	0
+1029	1
+1030	0
+1031	1
+1032	1
+1033	1
+1034	1
+1035	0
+1036	1
+1037	1
+1038	1
+1039	0
+1040	0
+1041	1
+1042	0
+1043	0
+1044	1
+1045	1
+1046	0
+1047	1
+1048	1
+1049	1
+1050	1
+1051	1
+1052	0
+1053	1
+1054	0
+1055	1
+1056	1
+1057	1
+1058	1
+1059	1
+1060	0
+1061	1
+1062	1
+1063	1
+1064	1
+1065	1
+1066	1
+1067	1
+1068	0
+1069	1
+1070	1
+1071	1
+1072	1
+1073	1
+1074	1
+1075	1
+1076	1
+1077	1
+1078	0
+1079	1
+1080	0
+1081	0
+1082	1
+1083	1
+1084	1
+1085	1
+1086	1
+1087	1
+1088	1
+1089	1
+1090	1
+1091	0
+1092	1
+1093	1
+1094	1
+1095	1
+1096	1
+1097	1
+1098	1
+1099	1
+1100	1
+1101	1
+1102	0
+1103	1
+1104	1
+1105	0
+1106	1
+1107	0
+1108	0
+1109	1
+1110	0
+1111	1
+1112	0
+1113	0
+1114	1
+1115	1
+1116	0
+1117	1
+1118	1
+1119	1
+1120	0
+1121	0
+1122	1
+1123	1
+1124	0
+1125	1
+1126	0
+1127	0
+1128	1
+1129	1
+1130	0
+1131	1
+1132	0
+1133	1
+1134	0
+1135	1
+1136	0
+1137	1
+1138	0
+1139	0
+1140	1
+1141	1
+1142	1
+1143	1
+1144	0
+1145	1
+1146	1
+1147	0
+1148	1
+1149	1
+1150	0
+1151	1
+1152	1
+1153	0
+1154	0
+1155	1
+1156	1
+1157	0
+1158	0
+1159	1
+1160	0
+1161	1
+1162	0
+1163	1
+1164	0
+1165	0
+1166	1
+1167	1
+1168	1
+1169	0
+1170	0
+1171	1
+1172	1
+1173	1
+1174	1
+1175	0
+1176	1
+1177	0
+1178	1
+1179	1
+1180	0
+1181	1
+1182	1
+1183	1
+1184	1
+1185	1
+1186	0
+1187	1
+1188	1
+1189	0
+1190	0
+1191	0
+1192	1
+1193	1
+1194	1
+1195	1
+1196	0
+1197	1
+1198	1
+1199	1
+1200	0
+1201	1
+1202	0
+1203	1
+1204	0
+1205	1
+1206	0
+1207	0
+1208	1
+1209	1
+1210	1
+1211	1
+1212	1
+1213	1
+1214	1
+1215	1
+1216	1
+1217	1
+1218	1
+1219	1
+1220	1
+1221	0
+1222	1
+1223	1
+1224	0
+1225	1
+1226	0
+1227	1
+1228	1
+1229	1
+1230	0
+1231	0
+1232	1
+1233	0
+1234	1
+1235	1
+1236	1
+1237	1
+1238	1
+1239	1
+1240	1
+1241	0
+1242	1
+1243	1
+1244	1
+1245	1
+1246	0
+1247	0
+1248	1
+1249	1
+1250	1
+1251	1
+1252	1
+1253	1
+1254	1
+1255	1
+1256	1
+1257	1
+1258	1
+1259	0
+1260	1
+1261	1
+1262	1
+1263	1
+1264	1
+1265	1
+1266	1
+1267	1
+1268	1
+1269	1
+1270	1
+1271	1
+1272	0
+1273	0
+1274	0
+1275	1
+1276	0
+1277	1
+1278	1
+1279	0
+1280	1
+1281	1
+1282	0
+1283	0
+1284	1
+1285	1
+1286	1
+1287	0
+1288	0
+1289	1
+1290	1
+1291	1
+1292	0
+1293	0
+1294	0
+1295	1
+1296	1
+1297	1
+1298	1
+1299	1
+1300	0
+1301	1
+1302	1
+1303	1
+1304	1
+1305	0
+1306	0
+1307	1
+1308	1
+1309	0
+1310	1
+1311	1
+1312	1
+1313	1
+1314	1
+1315	0
+1316	1
+1317	1
+1318	0
+1319	1
+1320	1
+1321	0
+1322	1
+1323	1
+1324	1
+1325	1
+1326	1
+1327	1
+1328	1
+1329	0
+1330	0
+1331	1
+1332	0
+1333	0
+1334	1
+1335	0
+1336	0
+1337	0
+1338	0
+1339	1
+1340	0
+1341	0
+1342	0
+1343	0
+1344	0
+1345	0
+1346	1
+1347	1
+1348	1
+1349	1
+1350	1
+1351	1
+1352	1
+1353	0
+1354	0
+1355	0
+1356	1
+1357	1
+1358	0
+1359	1
+1360	1
+1361	1
+1362	1
+1363	0
+1364	1
+1365	0
+1366	0
+1367	0
+1368	1
+1369	1
+1370	0
+1371	0
+1372	1
+1373	1
+1374	0
+1375	1
+1376	0
+1377	1
+1378	1
+1379	1
+1380	1
+1381	1
+1382	1
+1383	0
+1384	1
+1385	1
+1386	0
+1387	0
+1388	1
+1389	1
+1390	1
+1391	0
+1392	0
+1393	1
+1394	1
+1395	1
+1396	0
+1397	1
+1398	1
+1399	1
+1400	0
+1401	0
+1402	1
+1403	0
+1404	1
+1405	0
+1406	1
+1407	1
+1408	1
+1409	1
+1410	0
+1411	1
+1412	1
+1413	1
+1414	0
+1415	1
+1416	1
+1417	0
+1418	1
+1419	0
+1420	1
+1421	1
+1422	0
+1423	0
+1424	0
+1425	1
+1426	0
+1427	1
+1428	0
+1429	1
+1430	0
+1431	1
+1432	1
+1433	0
+1434	0
+1435	0
+1436	1
+1437	0
+1438	1
+1439	1
+1440	1
+1441	1
+1442	0
+1443	0
+1444	0
+1445	1
+1446	1
+1447	1
+1448	0
+1449	1
+1450	1
+1451	0
+1452	1
+1453	1
+1454	1
+1455	1
+1456	1
+1457	1
+1458	1
+1459	1
+1460	1
+1461	1
+1462	1
+1463	0
+1464	1
+1465	1
+1466	1
+1467	0
+1468	1
+1469	0
+1470	1
+1471	1
+1472	0
+1473	0
+1474	1
+1475	0
+1476	0
+1477	1
+1478	1
+1479	0
+1480	1
+1481	0
+1482	1
+1483	0
+1484	0
+1485	0
+1486	0
+1487	0
+1488	1
+1489	0
+1490	0
+1491	1
+1492	1
+1493	0
+1494	0
+1495	1
+1496	1
+1497	0
+1498	0
+1499	0
+1500	1
+1501	1
+1502	0
+1503	0
+1504	1
+1505	1
+1506	1
+1507	1
+1508	1
+1509	0
+1510	1
+1511	1
+1512	1
+1513	1
+1514	0
+1515	1
+1516	0
+1517	0
+1518	0
+1519	0
+1520	0
+1521	0
+1522	0
+1523	1
+1524	1
+1525	1
+1526	1
+1527	1
+1528	0
+1529	1
+1530	1
+1531	1
+1532	1
+1533	1
+1534	1
+1535	0
+1536	1
+1537	0
+1538	1
+1539	0
+1540	0
+1541	1
+1542	0
+1543	1
+1544	0
+1545	0
+1546	1
+1547	0
+1548	1
+1549	1
+1550	1
+1551	0
+1552	0
+1553	0
+1554	1
+1555	1
+1556	0
+1557	1
+1558	0
+1559	1
+1560	1
+1561	0
+1562	1
+1563	1
+1564	0
+1565	1
+1566	1
+1567	1
+1568	1
+1569	1
+1570	0
+1571	1
+1572	0
+1573	0
+1574	1
+1575	0
+1576	1
+1577	0
+1578	0
+1579	1
+1580	1
+1581	1
+1582	1
+1583	1
+1584	0
+1585	1
+1586	0
+1587	1
+1588	1
+1589	0
+1590	0
+1591	1
+1592	1
+1593	0
+1594	1
+1595	1
+1596	1
+1597	0
+1598	0
+1599	1
+1600	0
+1601	1
+1602	1
+1603	0
+1604	0
+1605	0
+1606	1
+1607	1
+1608	0
+1609	1
+1610	0
+1611	1
+1612	1
+1613	1
+1614	1
+1615	1
+1616	1
+1617	0
+1618	1
+1619	1
+1620	0
+1621	0
+1622	0
+1623	1
+1624	1
+1625	0
+1626	1
+1627	1
+1628	1
+1629	0
+1630	0
+1631	1
+1632	1
+1633	1
+1634	1
+1635	1
+1636	1
+1637	1
+1638	0
+1639	0
+1640	0
+1641	1
+1642	0
+1643	1
+1644	1
+1645	1
+1646	1
+1647	0
+1648	1
+1649	1
+1650	0
+1651	0
+1652	0
+1653	1
+1654	0
+1655	1
+1656	0
+1657	0
+1658	1
+1659	1
+1660	0
+1661	0
+1662	0
+1663	0
+1664	0
+1665	0
+1666	0
+1667	1
+1668	0
+1669	1
+1670	1
+1671	0
+1672	1
+1673	1
+1674	1
+1675	0
+1676	1
+1677	1
+1678	1
+1679	1
+1680	0
+1681	1
+1682	1
+1683	0
+1684	1
+1685	1
+1686	0
+1687	0
+1688	1
+1689	1
+1690	1
+1691	0
+1692	1
+1693	1
+1694	0
+1695	1
+1696	1
+1697	0
+1698	0
+1699	1
+1700	0
+1701	1
+1702	0
+1703	1
+1704	1
+1705	1
+1706	1
+1707	0
+1708	1
+1709	0
+1710	1
+1711	1
+1712	1
+1713	0
+1714	1
+1715	1
+1716	1
+1717	1
+1718	0
+1719	1
+1720	0
+1721	0
+1722	0
+1723	1
+1724	1

nlu/glue_exp/mrpc/4dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/all_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9117647058823529,
+    "eval_combined_score": 0.9236242884250474,
+    "eval_f1": 0.9354838709677419,
+    "eval_loss": 0.5125139951705933,
+    "eval_runtime": 0.6358,
+    "eval_samples": 408,
+    "eval_samples_per_second": 641.725,
+    "eval_steps_per_second": 1.573
+}

nlu/glue_exp/mrpc/4dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9117647058823529,
+    "eval_combined_score": 0.9236242884250474,
+    "eval_f1": 0.9354838709677419,
+    "eval_loss": 0.5125139951705933,
+    "eval_runtime": 0.6358,
+    "eval_samples": 408,
+    "eval_samples_per_second": 641.725,
+    "eval_steps_per_second": 1.573
+}

nlu/glue_exp/mrpc/4dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/mrpc/4dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/trainer_state.json

@@ -0,0 +1,655 @@
+{
+  "best_global_step": 1200,
+  "best_metric": 0.9117647058823529,
+  "best_model_checkpoint": "./glue_exp/mrpc/dr0.1,mlr5e-04,clr2e-03,ep=30.0t=18d21h28m17/checkpoint-1200",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 3450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 2.6753652095794678,
+      "learning_rate": 0.00198,
+      "loss": 0.6023,
+      "step": 100
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "eval_accuracy": 0.8455882352941176,
+      "eval_combined_score": 0.8630218216318786,
+      "eval_f1": 0.8804554079696395,
+      "eval_loss": 0.36101195216178894,
+      "eval_runtime": 0.7366,
+      "eval_samples_per_second": 553.883,
+      "eval_steps_per_second": 1.358,
+      "step": 100
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 2.073737621307373,
+      "learning_rate": 0.0019956152348614225,
+      "loss": 0.3586,
+      "step": 200
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "eval_accuracy": 0.9068627450980392,
+      "eval_combined_score": 0.9199806683236675,
+      "eval_f1": 0.9330985915492958,
+      "eval_loss": 0.2565586566925049,
+      "eval_runtime": 0.6386,
+      "eval_samples_per_second": 638.938,
+      "eval_steps_per_second": 1.566,
+      "step": 200
+    },
+    {
+      "epoch": 2.608695652173913,
+      "grad_norm": 4.978722095489502,
+      "learning_rate": 0.0019823226955326743,
+      "loss": 0.2866,
+      "step": 300
+    },
+    {
+      "epoch": 2.608695652173913,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9120710784313726,
+      "eval_f1": 0.9270833333333334,
+      "eval_loss": 0.2985999286174774,
+      "eval_runtime": 0.6365,
+      "eval_samples_per_second": 640.983,
+      "eval_steps_per_second": 1.571,
+      "step": 300
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "grad_norm": 1.6386839151382446,
+      "learning_rate": 0.0019602408686963785,
+      "loss": 0.2072,
+      "step": 400
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9133428238080312,
+      "eval_f1": 0.9271758436944938,
+      "eval_loss": 0.28692176938056946,
+      "eval_runtime": 0.6396,
+      "eval_samples_per_second": 637.875,
+      "eval_steps_per_second": 1.563,
+      "step": 400
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "grad_norm": 3.402475595474243,
+      "learning_rate": 0.0019295673304908422,
+      "loss": 0.1677,
+      "step": 500
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9049069122598534,
+      "eval_f1": 0.9225589225589226,
+      "eval_loss": 0.450075626373291,
+      "eval_runtime": 0.6372,
+      "eval_samples_per_second": 640.276,
+      "eval_steps_per_second": 1.569,
+      "step": 500
+    },
+    {
+      "epoch": 5.217391304347826,
+      "grad_norm": 6.049525737762451,
+      "learning_rate": 0.001890576530999922,
+      "loss": 0.1273,
+      "step": 600
+    },
+    {
+      "epoch": 5.217391304347826,
+      "eval_accuracy": 0.8700980392156863,
+      "eval_combined_score": 0.8906604098926003,
+      "eval_f1": 0.9112227805695142,
+      "eval_loss": 0.7814703583717346,
+      "eval_runtime": 0.6644,
+      "eval_samples_per_second": 614.134,
+      "eval_steps_per_second": 1.505,
+      "step": 600
+    },
+    {
+      "epoch": 6.086956521739131,
+      "grad_norm": 4.716089725494385,
+      "learning_rate": 0.0018436173386234143,
+      "loss": 0.1022,
+      "step": 700
+    },
+    {
+      "epoch": 6.086956521739131,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9046444001329346,
+      "eval_f1": 0.9220338983050848,
+      "eval_loss": 0.5697487592697144,
+      "eval_runtime": 0.6505,
+      "eval_samples_per_second": 627.238,
+      "eval_steps_per_second": 1.537,
+      "step": 700
+    },
+    {
+      "epoch": 6.956521739130435,
+      "grad_norm": 4.370555400848389,
+      "learning_rate": 0.001789109918592965,
+      "loss": 0.0684,
+      "step": 800
+    },
+    {
+      "epoch": 6.956521739130435,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9130822722648988,
+      "eval_f1": 0.9266547406082289,
+      "eval_loss": 0.5036600828170776,
+      "eval_runtime": 0.6398,
+      "eval_samples_per_second": 637.695,
+      "eval_steps_per_second": 1.563,
+      "step": 800
+    },
+    {
+      "epoch": 7.826086956521739,
+      "grad_norm": 0.7072575092315674,
+      "learning_rate": 0.001727541973562826,
+      "loss": 0.0683,
+      "step": 900
+    },
+    {
+      "epoch": 7.826086956521739,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9158926728586172,
+      "eval_f1": 0.9298245614035088,
+      "eval_loss": 0.5730649828910828,
+      "eval_runtime": 0.6426,
+      "eval_samples_per_second": 634.926,
+      "eval_steps_per_second": 1.556,
+      "step": 900
+    },
+    {
+      "epoch": 8.695652173913043,
+      "grad_norm": 6.6329193115234375,
+      "learning_rate": 0.001659464379912601,
+      "loss": 0.0454,
+      "step": 1000
+    },
+    {
+      "epoch": 8.695652173913043,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9102987580574399,
+      "eval_f1": 0.9259896729776248,
+      "eval_loss": 0.7274114489555359,
+      "eval_runtime": 0.6307,
+      "eval_samples_per_second": 646.885,
+      "eval_steps_per_second": 1.586,
+      "step": 1000
+    },
+    {
+      "epoch": 9.565217391304348,
+      "grad_norm": 0.07031677663326263,
+      "learning_rate": 0.0015854862588059726,
+      "loss": 0.0556,
+      "step": 1100
+    },
+    {
+      "epoch": 9.565217391304348,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9088423831070891,
+      "eval_f1": 0.9230769230769231,
+      "eval_loss": 0.5338267683982849,
+      "eval_runtime": 0.6419,
+      "eval_samples_per_second": 635.652,
+      "eval_steps_per_second": 1.558,
+      "step": 1100
+    },
+    {
+      "epoch": 10.434782608695652,
+      "grad_norm": 0.06769644469022751,
+      "learning_rate": 0.0015062695261068735,
+      "loss": 0.0331,
+      "step": 1200
+    },
+    {
+      "epoch": 10.434782608695652,
+      "eval_accuracy": 0.9117647058823529,
+      "eval_combined_score": 0.9236242884250474,
+      "eval_f1": 0.9354838709677419,
+      "eval_loss": 0.5125139951705933,
+      "eval_runtime": 0.6548,
+      "eval_samples_per_second": 623.125,
+      "eval_steps_per_second": 1.527,
+      "step": 1200
+    },
+    {
+      "epoch": 11.304347826086957,
+      "grad_norm": 0.06030464172363281,
+      "learning_rate": 0.0014225229699174897,
+      "loss": 0.0443,
+      "step": 1300
+    },
+    {
+      "epoch": 11.304347826086957,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.90965068163868,
+      "eval_f1": 0.9246935201401051,
+      "eval_loss": 0.5479699373245239,
+      "eval_runtime": 0.6496,
+      "eval_samples_per_second": 628.084,
+      "eval_steps_per_second": 1.539,
+      "step": 1300
+    },
+    {
+      "epoch": 12.173913043478262,
+      "grad_norm": 1.2364252805709839,
+      "learning_rate": 0.0013349959087290495,
+      "loss": 0.0263,
+      "step": 1400
+    },
+    {
+      "epoch": 12.173913043478262,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9077509052401449,
+      "eval_f1": 0.9233449477351916,
+      "eval_loss": 0.6835265755653381,
+      "eval_runtime": 0.6368,
+      "eval_samples_per_second": 640.685,
+      "eval_steps_per_second": 1.57,
+      "step": 1400
+    },
+    {
+      "epoch": 13.043478260869565,
+      "grad_norm": 0.05415268614888191,
+      "learning_rate": 0.001244471486928804,
+      "loss": 0.0201,
+      "step": 1500
+    },
+    {
+      "epoch": 13.043478260869565,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9168506993240982,
+      "eval_f1": 0.931740614334471,
+      "eval_loss": 0.6798787117004395,
+      "eval_runtime": 0.6418,
+      "eval_samples_per_second": 635.663,
+      "eval_steps_per_second": 1.558,
+      "step": 1500
+    },
+    {
+      "epoch": 13.91304347826087,
+      "grad_norm": 1.1607027053833008,
+      "learning_rate": 0.0011517596676513472,
+      "loss": 0.0227,
+      "step": 1600
+    },
+    {
+      "epoch": 13.91304347826087,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9091156444815938,
+      "eval_f1": 0.9236234458259325,
+      "eval_loss": 0.6074582934379578,
+      "eval_runtime": 0.6348,
+      "eval_samples_per_second": 642.732,
+      "eval_steps_per_second": 1.575,
+      "step": 1600
+    },
+    {
+      "epoch": 14.782608695652174,
+      "grad_norm": 0.13320200145244598,
+      "learning_rate": 0.001057689985670419,
+      "loss": 0.0155,
+      "step": 1700
+    },
+    {
+      "epoch": 14.782608695652174,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9091156444815938,
+      "eval_f1": 0.9236234458259325,
+      "eval_loss": 0.7448643445968628,
+      "eval_runtime": 0.6322,
+      "eval_samples_per_second": 645.388,
+      "eval_steps_per_second": 1.582,
+      "step": 1700
+    },
+    {
+      "epoch": 15.652173913043478,
+      "grad_norm": 0.006210665684193373,
+      "learning_rate": 0.0009631041251743559,
+      "loss": 0.01,
+      "step": 1800
+    },
+    {
+      "epoch": 15.652173913043478,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9073460370063519,
+      "eval_f1": 0.9225352112676056,
+      "eval_loss": 0.7131904363632202,
+      "eval_runtime": 0.6425,
+      "eval_samples_per_second": 634.982,
+      "eval_steps_per_second": 1.556,
+      "step": 1800
+    },
+    {
+      "epoch": 16.52173913043478,
+      "grad_norm": 0.002811735961586237,
+      "learning_rate": 0.0008688483888352111,
+      "loss": 0.0129,
+      "step": 1900
+    },
+    {
+      "epoch": 16.52173913043478,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9111628637220013,
+      "eval_f1": 0.9252669039145908,
+      "eval_loss": 0.8645107746124268,
+      "eval_runtime": 0.6303,
+      "eval_samples_per_second": 647.283,
+      "eval_steps_per_second": 1.586,
+      "step": 1900
+    },
+    {
+      "epoch": 17.391304347826086,
+      "grad_norm": 0.009532243944704533,
+      "learning_rate": 0.000775766125554205,
+      "loss": 0.0075,
+      "step": 2000
+    },
+    {
+      "epoch": 17.391304347826086,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9145919517034944,
+      "eval_f1": 0.9296740994854202,
+      "eval_loss": 0.794933021068573,
+      "eval_runtime": 0.6369,
+      "eval_samples_per_second": 640.594,
+      "eval_steps_per_second": 1.57,
+      "step": 2000
+    },
+    {
+      "epoch": 18.26086956521739,
+      "grad_norm": 0.012771106325089931,
+      "learning_rate": 0.0006846901846358999,
+      "loss": 0.0079,
+      "step": 2100
+    },
+    {
+      "epoch": 18.26086956521739,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9161371865819499,
+      "eval_f1": 0.9303135888501742,
+      "eval_loss": 0.7284258604049683,
+      "eval_runtime": 0.6355,
+      "eval_samples_per_second": 642.04,
+      "eval_steps_per_second": 1.574,
+      "step": 2100
+    },
+    {
+      "epoch": 19.130434782608695,
+      "grad_norm": 0.32989150285720825,
+      "learning_rate": 0.0005964354639070397,
+      "loss": 0.007,
+      "step": 2200
+    },
+    {
+      "epoch": 19.130434782608695,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9099126172208014,
+      "eval_f1": 0.9252173913043479,
+      "eval_loss": 0.8037610054016113,
+      "eval_runtime": 0.6391,
+      "eval_samples_per_second": 638.359,
+      "eval_steps_per_second": 1.565,
+      "step": 2200
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.0006398861296474934,
+      "learning_rate": 0.0005117916184554203,
+      "loss": 0.0037,
+      "step": 2300
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9130822722648988,
+      "eval_f1": 0.9266547406082289,
+      "eval_loss": 0.9902865886688232,
+      "eval_runtime": 0.6383,
+      "eval_samples_per_second": 639.192,
+      "eval_steps_per_second": 1.567,
+      "step": 2300
+    },
+    {
+      "epoch": 20.869565217391305,
+      "grad_norm": 0.0068423026241362095,
+      "learning_rate": 0.0004315159952270119,
+      "loss": 0.0048,
+      "step": 2400
+    },
+    {
+      "epoch": 20.869565217391305,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9089795008912656,
+      "eval_f1": 0.9233511586452763,
+      "eval_loss": 0.9506234526634216,
+      "eval_runtime": 0.59,
+      "eval_samples_per_second": 691.568,
+      "eval_steps_per_second": 1.695,
+      "step": 2400
+    },
+    {
+      "epoch": 21.73913043478261,
+      "grad_norm": 0.0005793453310616314,
+      "learning_rate": 0.0003563268566987077,
+      "loss": 0.0082,
+      "step": 2500
+    },
+    {
+      "epoch": 21.73913043478261,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9101709336584375,
+      "eval_f1": 0.92573402417962,
+      "eval_loss": 0.8114542961120605,
+      "eval_runtime": 0.5902,
+      "eval_samples_per_second": 691.304,
+      "eval_steps_per_second": 1.694,
+      "step": 2500
+    },
+    {
+      "epoch": 22.608695652173914,
+      "grad_norm": 0.004356718622148037,
+      "learning_rate": 0.0002868969542575783,
+      "loss": 0.003,
+      "step": 2600
+    },
+    {
+      "epoch": 22.608695652173914,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9141027280477408,
+      "eval_f1": 0.928695652173913,
+      "eval_loss": 0.8698777556419373,
+      "eval_runtime": 0.6413,
+      "eval_samples_per_second": 636.174,
+      "eval_steps_per_second": 1.559,
+      "step": 2600
+    },
+    {
+      "epoch": 23.47826086956522,
+      "grad_norm": 0.0007641608826816082,
+      "learning_rate": 0.00022384750878852333,
+      "loss": 0.0013,
+      "step": 2700
+    },
+    {
+      "epoch": 23.47826086956522,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9161371865819499,
+      "eval_f1": 0.9303135888501742,
+      "eval_loss": 0.9555712938308716,
+      "eval_runtime": 0.6452,
+      "eval_samples_per_second": 632.393,
+      "eval_steps_per_second": 1.55,
+      "step": 2700
+    },
+    {
+      "epoch": 24.347826086956523,
+      "grad_norm": 0.00015359539247583598,
+      "learning_rate": 0.00016774265232874353,
+      "loss": 0.002,
+      "step": 2800
+    },
+    {
+      "epoch": 24.347826086956523,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9119440459110474,
+      "eval_f1": 0.926829268292683,
+      "eval_loss": 0.9449824690818787,
+      "eval_runtime": 0.6493,
+      "eval_samples_per_second": 628.371,
+      "eval_steps_per_second": 1.54,
+      "step": 2800
+    },
+    {
+      "epoch": 25.217391304347824,
+      "grad_norm": 0.0004514240426942706,
+      "learning_rate": 0.00011908438052207082,
+      "loss": 0.0038,
+      "step": 2900
+    },
+    {
+      "epoch": 25.217391304347824,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9138529755159507,
+      "eval_f1": 0.9281961471103327,
+      "eval_loss": 0.9487607479095459,
+      "eval_runtime": 0.6351,
+      "eval_samples_per_second": 642.382,
+      "eval_steps_per_second": 1.574,
+      "step": 2900
+    },
+    {
+      "epoch": 26.08695652173913,
+      "grad_norm": 0.0012019368587061763,
+      "learning_rate": 7.830806103584498e-05,
+      "loss": 0.0038,
+      "step": 3000
+    },
+    {
+      "epoch": 26.08695652173913,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9141027280477408,
+      "eval_f1": 0.928695652173913,
+      "eval_loss": 0.9520445466041565,
+      "eval_runtime": 0.6437,
+      "eval_samples_per_second": 633.824,
+      "eval_steps_per_second": 1.553,
+      "step": 3000
+    },
+    {
+      "epoch": 26.956521739130434,
+      "grad_norm": 0.0005958615220151842,
+      "learning_rate": 4.577853812857102e-05,
+      "loss": 0.0016,
+      "step": 3100
+    },
+    {
+      "epoch": 26.956521739130434,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9138529755159507,
+      "eval_f1": 0.9281961471103327,
+      "eval_loss": 0.9719802737236023,
+      "eval_runtime": 0.6347,
+      "eval_samples_per_second": 642.871,
+      "eval_steps_per_second": 1.576,
+      "step": 3100
+    },
+    {
+      "epoch": 27.82608695652174,
+      "grad_norm": 9.045561455423012e-05,
+      "learning_rate": 2.178686822255904e-05,
+      "loss": 0.0017,
+      "step": 3200
+    },
+    {
+      "epoch": 27.82608695652174,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9138529755159507,
+      "eval_f1": 0.9281961471103327,
+      "eval_loss": 0.984967052936554,
+      "eval_runtime": 0.6447,
+      "eval_samples_per_second": 632.879,
+      "eval_steps_per_second": 1.551,
+      "step": 3200
+    },
+    {
+      "epoch": 28.695652173913043,
+      "grad_norm": 0.00028712651692330837,
+      "learning_rate": 6.547715689861789e-06,
+      "loss": 0.0028,
+      "step": 3300
+    },
+    {
+      "epoch": 28.695652173913043,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9138529755159507,
+      "eval_f1": 0.9281961471103327,
+      "eval_loss": 0.9853498935699463,
+      "eval_runtime": 0.6343,
+      "eval_samples_per_second": 643.223,
+      "eval_steps_per_second": 1.577,
+      "step": 3300
+    },
+    {
+      "epoch": 29.565217391304348,
+      "grad_norm": 0.00010176892828894779,
+      "learning_rate": 1.97432152599486e-07,
+      "loss": 0.0017,
+      "step": 3400
+    },
+    {
+      "epoch": 29.565217391304348,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9138529755159507,
+      "eval_f1": 0.9281961471103327,
+      "eval_loss": 0.9859933257102966,
+      "eval_runtime": 0.6402,
+      "eval_samples_per_second": 637.276,
+      "eval_steps_per_second": 1.562,
+      "step": 3400
+    },
+    {
+      "epoch": 30.0,
+      "step": 3450,
+      "total_flos": 1.83610838283264e+16,
+      "train_loss": 0.06771102922118229,
+      "train_runtime": 845.9571,
+      "train_samples_per_second": 130.078,
+      "train_steps_per_second": 4.078
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 3450,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.83610838283264e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/MRPC.tsv

@@ -0,0 +1,1726 @@
+index	prediction
+0	1
+1	1
+2	1
+3	0
+4	0
+5	1
+6	0
+7	1
+8	1
+9	0
+10	1
+11	1
+12	1
+13	0
+14	1
+15	1
+16	1
+17	1
+18	1
+19	1
+20	1
+21	1
+22	1
+23	1
+24	0
+25	1
+26	1
+27	1
+28	1
+29	1
+30	1
+31	0
+32	0
+33	0
+34	0
+35	0
+36	1
+37	1
+38	0
+39	1
+40	1
+41	1
+42	0
+43	1
+44	1
+45	0
+46	0
+47	0
+48	1
+49	1
+50	1
+51	1
+52	1
+53	1
+54	0
+55	1
+56	1
+57	1
+58	0
+59	1
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	0
+71	1
+72	0
+73	0
+74	1
+75	0
+76	1
+77	1
+78	0
+79	0
+80	0
+81	0
+82	1
+83	0
+84	0
+85	0
+86	1
+87	1
+88	0
+89	1
+90	0
+91	1
+92	1
+93	1
+94	1
+95	0
+96	0
+97	1
+98	0
+99	1
+100	1
+101	0
+102	1
+103	1
+104	1
+105	0
+106	0
+107	1
+108	1
+109	1
+110	1
+111	0
+112	0
+113	1
+114	1
+115	0
+116	0
+117	0
+118	1
+119	1
+120	1
+121	0
+122	1
+123	1
+124	1
+125	1
+126	1
+127	1
+128	0
+129	1
+130	0
+131	1
+132	1
+133	0
+134	1
+135	0
+136	0
+137	1
+138	1
+139	1
+140	1
+141	1
+142	1
+143	1
+144	1
+145	1
+146	0
+147	1
+148	1
+149	1
+150	1
+151	1
+152	0
+153	0
+154	1
+155	1
+156	1
+157	1
+158	0
+159	1
+160	1
+161	1
+162	1
+163	0
+164	0
+165	1
+166	1
+167	0
+168	1
+169	1
+170	1
+171	1
+172	1
+173	0
+174	1
+175	1
+176	0
+177	0
+178	1
+179	1
+180	0
+181	0
+182	0
+183	1
+184	1
+185	1
+186	0
+187	1
+188	1
+189	1
+190	0
+191	0
+192	1
+193	1
+194	0
+195	0
+196	0
+197	1
+198	1
+199	0
+200	0
+201	1
+202	1
+203	1
+204	0
+205	0
+206	1
+207	1
+208	0
+209	1
+210	0
+211	0
+212	0
+213	0
+214	1
+215	0
+216	1
+217	1
+218	1
+219	1
+220	1
+221	0
+222	1
+223	0
+224	1
+225	1
+226	1
+227	1
+228	0
+229	1
+230	1
+231	1
+232	1
+233	1
+234	0
+235	1
+236	1
+237	1
+238	0
+239	0
+240	1
+241	1
+242	1
+243	1
+244	0
+245	1
+246	1
+247	0
+248	1
+249	0
+250	1
+251	0
+252	0
+253	0
+254	1
+255	1
+256	1
+257	1
+258	1
+259	1
+260	1
+261	1
+262	1
+263	1
+264	0
+265	1
+266	0
+267	1
+268	1
+269	1
+270	1
+271	0
+272	1
+273	0
+274	0
+275	0
+276	1
+277	1
+278	1
+279	1
+280	1
+281	0
+282	1
+283	1
+284	1
+285	0
+286	1
+287	0
+288	0
+289	0
+290	0
+291	1
+292	1
+293	1
+294	1
+295	0
+296	0
+297	0
+298	1
+299	1
+300	1
+301	1
+302	0
+303	1
+304	1
+305	0
+306	1
+307	1
+308	0
+309	1
+310	1
+311	1
+312	0
+313	1
+314	1
+315	1
+316	1
+317	1
+318	1
+319	0
+320	1
+321	1
+322	1
+323	1
+324	1
+325	1
+326	1
+327	0
+328	1
+329	0
+330	0
+331	1
+332	0
+333	1
+334	1
+335	0
+336	1
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	0
+345	1
+346	0
+347	0
+348	1
+349	0
+350	1
+351	1
+352	0
+353	1
+354	0
+355	0
+356	0
+357	0
+358	1
+359	0
+360	0
+361	0
+362	1
+363	1
+364	0
+365	1
+366	0
+367	0
+368	0
+369	1
+370	1
+371	1
+372	1
+373	1
+374	1
+375	0
+376	0
+377	1
+378	0
+379	0
+380	1
+381	1
+382	1
+383	1
+384	1
+385	0
+386	1
+387	0
+388	1
+389	1
+390	1
+391	0
+392	0
+393	1
+394	0
+395	1
+396	1
+397	1
+398	0
+399	0
+400	1
+401	0
+402	1
+403	1
+404	1
+405	1
+406	0
+407	1
+408	1
+409	1
+410	0
+411	1
+412	1
+413	1
+414	1
+415	0
+416	0
+417	1
+418	1
+419	1
+420	1
+421	1
+422	1
+423	1
+424	0
+425	0
+426	0
+427	1
+428	0
+429	1
+430	0
+431	1
+432	1
+433	1
+434	1
+435	1
+436	1
+437	0
+438	1
+439	0
+440	0
+441	0
+442	1
+443	1
+444	1
+445	1
+446	1
+447	1
+448	1
+449	1
+450	0
+451	1
+452	1
+453	1
+454	1
+455	0
+456	1
+457	1
+458	0
+459	1
+460	1
+461	1
+462	1
+463	1
+464	0
+465	0
+466	1
+467	1
+468	1
+469	1
+470	0
+471	1
+472	1
+473	1
+474	1
+475	1
+476	1
+477	1
+478	1
+479	1
+480	0
+481	1
+482	1
+483	1
+484	0
+485	1
+486	1
+487	1
+488	1
+489	1
+490	1
+491	1
+492	1
+493	1
+494	0
+495	1
+496	1
+497	1
+498	0
+499	1
+500	1
+501	1
+502	1
+503	0
+504	1
+505	1
+506	0
+507	1
+508	0
+509	0
+510	1
+511	1
+512	0
+513	1
+514	1
+515	1
+516	1
+517	0
+518	1
+519	1
+520	1
+521	0
+522	1
+523	1
+524	1
+525	1
+526	0
+527	1
+528	1
+529	1
+530	1
+531	1
+532	1
+533	0
+534	1
+535	1
+536	1
+537	1
+538	0
+539	1
+540	0
+541	1
+542	1
+543	1
+544	1
+545	1
+546	1
+547	0
+548	0
+549	0
+550	1
+551	1
+552	0
+553	1
+554	0
+555	1
+556	0
+557	1
+558	1
+559	1
+560	1
+561	0
+562	0
+563	0
+564	0
+565	1
+566	1
+567	1
+568	0
+569	0
+570	0
+571	1
+572	1
+573	1
+574	1
+575	1
+576	1
+577	0
+578	1
+579	0
+580	1
+581	1
+582	1
+583	1
+584	1
+585	1
+586	0
+587	1
+588	1
+589	1
+590	1
+591	1
+592	1
+593	0
+594	0
+595	1
+596	1
+597	0
+598	1
+599	1
+600	1
+601	1
+602	1
+603	1
+604	1
+605	1
+606	1
+607	1
+608	0
+609	1
+610	1
+611	1
+612	0
+613	1
+614	1
+615	1
+616	1
+617	0
+618	1
+619	1
+620	1
+621	0
+622	0
+623	0
+624	1
+625	0
+626	1
+627	1
+628	0
+629	1
+630	0
+631	1
+632	1
+633	0
+634	0
+635	1
+636	0
+637	1
+638	1
+639	1
+640	1
+641	1
+642	1
+643	1
+644	1
+645	1
+646	1
+647	1
+648	0
+649	1
+650	1
+651	0
+652	0
+653	1
+654	0
+655	1
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	1
+664	1
+665	0
+666	1
+667	0
+668	0
+669	0
+670	1
+671	1
+672	0
+673	1
+674	1
+675	0
+676	1
+677	1
+678	1
+679	1
+680	0
+681	1
+682	1
+683	1
+684	1
+685	1
+686	1
+687	0
+688	0
+689	1
+690	1
+691	0
+692	0
+693	1
+694	0
+695	0
+696	1
+697	1
+698	0
+699	1
+700	0
+701	1
+702	1
+703	0
+704	1
+705	0
+706	0
+707	0
+708	1
+709	1
+710	0
+711	0
+712	1
+713	1
+714	1
+715	1
+716	1
+717	0
+718	1
+719	1
+720	1
+721	1
+722	0
+723	0
+724	1
+725	1
+726	1
+727	1
+728	1
+729	0
+730	1
+731	1
+732	1
+733	0
+734	1
+735	1
+736	1
+737	1
+738	1
+739	1
+740	1
+741	1
+742	1
+743	1
+744	1
+745	0
+746	1
+747	0
+748	1
+749	0
+750	1
+751	1
+752	1
+753	0
+754	1
+755	1
+756	1
+757	0
+758	1
+759	1
+760	1
+761	1
+762	1
+763	1
+764	1
+765	1
+766	1
+767	1
+768	1
+769	0
+770	1
+771	1
+772	1
+773	1
+774	1
+775	1
+776	1
+777	1
+778	0
+779	1
+780	0
+781	0
+782	1
+783	0
+784	0
+785	1
+786	1
+787	0
+788	1
+789	1
+790	1
+791	1
+792	0
+793	1
+794	1
+795	1
+796	0
+797	0
+798	1
+799	0
+800	0
+801	0
+802	1
+803	1
+804	0
+805	1
+806	1
+807	0
+808	1
+809	0
+810	1
+811	1
+812	1
+813	1
+814	0
+815	1
+816	0
+817	0
+818	0
+819	1
+820	0
+821	0
+822	1
+823	1
+824	1
+825	1
+826	1
+827	0
+828	0
+829	1
+830	1
+831	1
+832	1
+833	0
+834	1
+835	0
+836	1
+837	1
+838	0
+839	0
+840	0
+841	0
+842	1
+843	1
+844	0
+845	1
+846	1
+847	1
+848	0
+849	1
+850	0
+851	1
+852	1
+853	0
+854	1
+855	0
+856	1
+857	1
+858	0
+859	1
+860	0
+861	1
+862	1
+863	1
+864	1
+865	1
+866	0
+867	1
+868	1
+869	1
+870	0
+871	1
+872	1
+873	1
+874	1
+875	0
+876	1
+877	0
+878	0
+879	0
+880	1
+881	1
+882	1
+883	0
+884	0
+885	1
+886	1
+887	1
+888	0
+889	1
+890	1
+891	1
+892	0
+893	0
+894	0
+895	0
+896	0
+897	1
+898	1
+899	1
+900	1
+901	1
+902	0
+903	1
+904	1
+905	1
+906	1
+907	0
+908	1
+909	1
+910	0
+911	1
+912	0
+913	0
+914	1
+915	1
+916	1
+917	1
+918	0
+919	1
+920	1
+921	1
+922	1
+923	1
+924	1
+925	1
+926	1
+927	0
+928	1
+929	1
+930	1
+931	0
+932	0
+933	0
+934	0
+935	1
+936	1
+937	0
+938	1
+939	1
+940	1
+941	1
+942	0
+943	1
+944	1
+945	1
+946	1
+947	1
+948	0
+949	1
+950	0
+951	1
+952	1
+953	1
+954	1
+955	1
+956	1
+957	1
+958	1
+959	1
+960	1
+961	1
+962	1
+963	0
+964	0
+965	1
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	1
+973	0
+974	1
+975	1
+976	1
+977	1
+978	1
+979	1
+980	1
+981	1
+982	0
+983	1
+984	0
+985	1
+986	1
+987	0
+988	1
+989	0
+990	1
+991	1
+992	1
+993	1
+994	0
+995	1
+996	1
+997	1
+998	1
+999	1
+1000	0
+1001	1
+1002	0
+1003	0
+1004	1
+1005	1
+1006	1
+1007	1
+1008	1
+1009	0
+1010	1
+1011	0
+1012	1
+1013	1
+1014	1
+1015	1
+1016	1
+1017	1
+1018	1
+1019	0
+1020	1
+1021	1
+1022	1
+1023	0
+1024	1
+1025	0
+1026	0
+1027	1
+1028	0
+1029	1
+1030	0
+1031	1
+1032	1
+1033	1
+1034	1
+1035	0
+1036	1
+1037	1
+1038	1
+1039	0
+1040	0
+1041	1
+1042	0
+1043	0
+1044	1
+1045	1
+1046	0
+1047	1
+1048	1
+1049	1
+1050	1
+1051	1
+1052	1
+1053	1
+1054	0
+1055	1
+1056	1
+1057	1
+1058	1
+1059	1
+1060	1
+1061	1
+1062	1
+1063	1
+1064	1
+1065	1
+1066	1
+1067	1
+1068	0
+1069	1
+1070	1
+1071	0
+1072	1
+1073	1
+1074	1
+1075	1
+1076	1
+1077	1
+1078	0
+1079	1
+1080	0
+1081	0
+1082	1
+1083	1
+1084	1
+1085	1
+1086	1
+1087	1
+1088	1
+1089	1
+1090	1
+1091	0
+1092	1
+1093	1
+1094	1
+1095	1
+1096	1
+1097	1
+1098	1
+1099	0
+1100	1
+1101	1
+1102	0
+1103	1
+1104	1
+1105	0
+1106	1
+1107	0
+1108	1
+1109	1
+1110	0
+1111	1
+1112	0
+1113	0
+1114	1
+1115	1
+1116	0
+1117	1
+1118	1
+1119	1
+1120	0
+1121	0
+1122	1
+1123	1
+1124	0
+1125	1
+1126	0
+1127	0
+1128	1
+1129	1
+1130	0
+1131	1
+1132	0
+1133	1
+1134	0
+1135	1
+1136	0
+1137	1
+1138	0
+1139	0
+1140	0
+1141	1
+1142	1
+1143	0
+1144	0
+1145	1
+1146	1
+1147	0
+1148	1
+1149	1
+1150	1
+1151	1
+1152	0
+1153	1
+1154	0
+1155	1
+1156	1
+1157	1
+1158	0
+1159	1
+1160	0
+1161	0
+1162	1
+1163	1
+1164	1
+1165	0
+1166	0
+1167	1
+1168	1
+1169	0
+1170	0
+1171	1
+1172	1
+1173	1
+1174	1
+1175	0
+1176	1
+1177	0
+1178	1
+1179	1
+1180	0
+1181	1
+1182	1
+1183	1
+1184	1
+1185	1
+1186	0
+1187	1
+1188	1
+1189	0
+1190	0
+1191	0
+1192	1
+1193	1
+1194	1
+1195	1
+1196	0
+1197	1
+1198	1
+1199	1
+1200	1
+1201	1
+1202	0
+1203	1
+1204	0
+1205	1
+1206	0
+1207	0
+1208	1
+1209	1
+1210	1
+1211	1
+1212	1
+1213	0
+1214	1
+1215	1
+1216	1
+1217	1
+1218	1
+1219	1
+1220	1
+1221	1
+1222	1
+1223	1
+1224	0
+1225	1
+1226	0
+1227	1
+1228	1
+1229	1
+1230	1
+1231	0
+1232	1
+1233	1
+1234	1
+1235	1
+1236	1
+1237	1
+1238	1
+1239	1
+1240	1
+1241	0
+1242	1
+1243	1
+1244	1
+1245	1
+1246	0
+1247	0
+1248	1
+1249	1
+1250	1
+1251	1
+1252	1
+1253	1
+1254	1
+1255	1
+1256	1
+1257	1
+1258	0
+1259	1
+1260	1
+1261	1
+1262	1
+1263	1
+1264	1
+1265	1
+1266	1
+1267	1
+1268	1
+1269	1
+1270	1
+1271	1
+1272	0
+1273	0
+1274	0
+1275	1
+1276	1
+1277	1
+1278	1
+1279	0
+1280	1
+1281	1
+1282	1
+1283	0
+1284	1
+1285	1
+1286	1
+1287	0
+1288	1
+1289	1
+1290	1
+1291	1
+1292	0
+1293	1
+1294	0
+1295	1
+1296	1
+1297	1
+1298	1
+1299	1
+1300	0
+1301	0
+1302	1
+1303	1
+1304	1
+1305	0
+1306	0
+1307	1
+1308	1
+1309	0
+1310	1
+1311	1
+1312	1
+1313	1
+1314	1
+1315	0
+1316	1
+1317	1
+1318	0
+1319	1
+1320	1
+1321	0
+1322	1
+1323	1
+1324	1
+1325	1
+1326	1
+1327	1
+1328	1
+1329	0
+1330	1
+1331	1
+1332	1
+1333	0
+1334	1
+1335	0
+1336	0
+1337	0
+1338	0
+1339	1
+1340	0
+1341	0
+1342	0
+1343	0
+1344	1
+1345	0
+1346	1
+1347	1
+1348	1
+1349	1
+1350	1
+1351	1
+1352	1
+1353	0
+1354	0
+1355	0
+1356	1
+1357	1
+1358	0
+1359	1
+1360	1
+1361	1
+1362	1
+1363	0
+1364	1
+1365	1
+1366	0
+1367	0
+1368	1
+1369	1
+1370	0
+1371	0
+1372	1
+1373	1
+1374	0
+1375	1
+1376	0
+1377	1
+1378	1
+1379	1
+1380	1
+1381	1
+1382	1
+1383	0
+1384	1
+1385	1
+1386	0
+1387	0
+1388	1
+1389	1
+1390	1
+1391	0
+1392	0
+1393	1
+1394	1
+1395	1
+1396	0
+1397	1
+1398	1
+1399	1
+1400	0
+1401	0
+1402	1
+1403	0
+1404	1
+1405	0
+1406	1
+1407	1
+1408	1
+1409	1
+1410	0
+1411	1
+1412	1
+1413	1
+1414	0
+1415	1
+1416	1
+1417	1
+1418	1
+1419	1
+1420	1
+1421	1
+1422	0
+1423	0
+1424	0
+1425	1
+1426	0
+1427	1
+1428	0
+1429	1
+1430	0
+1431	1
+1432	1
+1433	0
+1434	1
+1435	0
+1436	1
+1437	1
+1438	1
+1439	1
+1440	1
+1441	1
+1442	1
+1443	0
+1444	0
+1445	1
+1446	1
+1447	1
+1448	0
+1449	1
+1450	1
+1451	0
+1452	1
+1453	1
+1454	1
+1455	1
+1456	1
+1457	1
+1458	1
+1459	1
+1460	1
+1461	1
+1462	1
+1463	0
+1464	1
+1465	1
+1466	1
+1467	0
+1468	1
+1469	0
+1470	1
+1471	1
+1472	0
+1473	0
+1474	1
+1475	1
+1476	0
+1477	1
+1478	1
+1479	0
+1480	1
+1481	0
+1482	1
+1483	0
+1484	0
+1485	1
+1486	0
+1487	0
+1488	1
+1489	1
+1490	0
+1491	1
+1492	1
+1493	0
+1494	1
+1495	1
+1496	1
+1497	0
+1498	0
+1499	0
+1500	1
+1501	1
+1502	1
+1503	1
+1504	1
+1505	1
+1506	1
+1507	1
+1508	1
+1509	0
+1510	1
+1511	1
+1512	0
+1513	1
+1514	0
+1515	1
+1516	0
+1517	1
+1518	0
+1519	0
+1520	0
+1521	0
+1522	0
+1523	1
+1524	1
+1525	1
+1526	1
+1527	1
+1528	0
+1529	1
+1530	1
+1531	1
+1532	1
+1533	1
+1534	0
+1535	0
+1536	1
+1537	1
+1538	1
+1539	0
+1540	0
+1541	1
+1542	0
+1543	1
+1544	0
+1545	1
+1546	1
+1547	0
+1548	1
+1549	1
+1550	1
+1551	0
+1552	0
+1553	0
+1554	1
+1555	1
+1556	0
+1557	1
+1558	0
+1559	1
+1560	1
+1561	0
+1562	1
+1563	1
+1564	1
+1565	0
+1566	1
+1567	1
+1568	1
+1569	1
+1570	0
+1571	1
+1572	0
+1573	1
+1574	1
+1575	1
+1576	1
+1577	0
+1578	0
+1579	1
+1580	1
+1581	1
+1582	1
+1583	1
+1584	0
+1585	1
+1586	0
+1587	1
+1588	1
+1589	1
+1590	0
+1591	1
+1592	1
+1593	0
+1594	0
+1595	1
+1596	1
+1597	0
+1598	0
+1599	1
+1600	0
+1601	1
+1602	1
+1603	0
+1604	0
+1605	0
+1606	1
+1607	1
+1608	0
+1609	1
+1610	0
+1611	1
+1612	1
+1613	1
+1614	1
+1615	1
+1616	1
+1617	0
+1618	1
+1619	1
+1620	0
+1621	0
+1622	1
+1623	1
+1624	0
+1625	0
+1626	1
+1627	1
+1628	1
+1629	0
+1630	0
+1631	1
+1632	1
+1633	1
+1634	1
+1635	1
+1636	1
+1637	1
+1638	0
+1639	1
+1640	0
+1641	1
+1642	1
+1643	1
+1644	1
+1645	1
+1646	1
+1647	0
+1648	1
+1649	1
+1650	0
+1651	0
+1652	0
+1653	1
+1654	0
+1655	1
+1656	0
+1657	0
+1658	1
+1659	1
+1660	0
+1661	0
+1662	0
+1663	1
+1664	0
+1665	0
+1666	0
+1667	1
+1668	0
+1669	1
+1670	1
+1671	0
+1672	1
+1673	1
+1674	1
+1675	0
+1676	1
+1677	1
+1678	1
+1679	1
+1680	0
+1681	1
+1682	1
+1683	0
+1684	1
+1685	1
+1686	0
+1687	1
+1688	1
+1689	1
+1690	1
+1691	0
+1692	1
+1693	1
+1694	0
+1695	1
+1696	1
+1697	0
+1698	0
+1699	1
+1700	0
+1701	1
+1702	0
+1703	1
+1704	1
+1705	1
+1706	0
+1707	0
+1708	1
+1709	1
+1710	1
+1711	1
+1712	1
+1713	0
+1714	1
+1715	1
+1716	1
+1717	1
+1718	0
+1719	1
+1720	0
+1721	0
+1722	0
+1723	1
+1724	1

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/all_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9068627450980392,
+    "eval_combined_score": 0.9196235433675249,
+    "eval_f1": 0.9323843416370107,
+    "eval_loss": 0.6218796372413635,
+    "eval_runtime": 0.6371,
+    "eval_samples": 408,
+    "eval_samples_per_second": 640.421,
+    "eval_steps_per_second": 1.57
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9068627450980392,
+    "eval_combined_score": 0.9196235433675249,
+    "eval_f1": 0.9323843416370107,
+    "eval_loss": 0.6218796372413635,
+    "eval_runtime": 0.6371,
+    "eval_samples": 408,
+    "eval_samples_per_second": 640.421,
+    "eval_steps_per_second": 1.57
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.1,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "value_proj",
+    "intermediate.dense",
+    "attention.output.dense",
+    "output.dense",
+    "query_proj",
+    "key_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.1,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "value_proj",
+    "intermediate.dense",
+    "attention.output.dense",
+    "output.dense",
+    "query_proj",
+    "key_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093da8b09c379230f04cbd2c8253cd1d90da13ce8c0b117146ab1c8811fa829c
+size 7449859

nlu/glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/trainer_state.json

@@ -0,0 +1,655 @@
+{
+  "best_global_step": 1200,
+  "best_metric": 0.9068627450980392,
+  "best_model_checkpoint": "./glue_exp/mrpc/dr0.1,mlr5e-04,clr1e-03,ep=30.0t=18d20h57m23/checkpoint-1200",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 3450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 7.4346513748168945,
+      "learning_rate": 0.00099,
+      "loss": 0.571,
+      "step": 100
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "eval_accuracy": 0.8186274509803921,
+      "eval_combined_score": 0.8344149400650949,
+      "eval_f1": 0.8502024291497976,
+      "eval_loss": 0.3957524001598358,
+      "eval_runtime": 1.0948,
+      "eval_samples_per_second": 372.659,
+      "eval_steps_per_second": 0.913,
+      "step": 100
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 1.9042189121246338,
+      "learning_rate": 0.0009978076174307112,
+      "loss": 0.3698,
+      "step": 200
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "eval_accuracy": 0.8823529411764706,
+      "eval_combined_score": 0.8989229494614748,
+      "eval_f1": 0.9154929577464789,
+      "eval_loss": 0.28203827142715454,
+      "eval_runtime": 0.9963,
+      "eval_samples_per_second": 409.526,
+      "eval_steps_per_second": 1.004,
+      "step": 200
+    },
+    {
+      "epoch": 2.608695652173913,
+      "grad_norm": 4.870854377746582,
+      "learning_rate": 0.0009911613477663372,
+      "loss": 0.2996,
+      "step": 300
+    },
+    {
+      "epoch": 2.608695652173913,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.8936101549053357,
+      "eval_f1": 0.9122203098106713,
+      "eval_loss": 0.31694725155830383,
+      "eval_runtime": 0.633,
+      "eval_samples_per_second": 644.523,
+      "eval_steps_per_second": 1.58,
+      "step": 300
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "grad_norm": 1.6358075141906738,
+      "learning_rate": 0.0009801204343481893,
+      "loss": 0.2271,
+      "step": 400
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9034176607706019,
+      "eval_f1": 0.9195804195804196,
+      "eval_loss": 0.2813607156276703,
+      "eval_runtime": 0.6292,
+      "eval_samples_per_second": 648.458,
+      "eval_steps_per_second": 1.589,
+      "step": 400
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "grad_norm": 2.540001392364502,
+      "learning_rate": 0.0009647836652454211,
+      "loss": 0.1993,
+      "step": 500
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "eval_accuracy": 0.8700980392156863,
+      "eval_combined_score": 0.8899042155192571,
+      "eval_f1": 0.909710391822828,
+      "eval_loss": 0.3548848032951355,
+      "eval_runtime": 0.638,
+      "eval_samples_per_second": 639.454,
+      "eval_steps_per_second": 1.567,
+      "step": 500
+    },
+    {
+      "epoch": 5.217391304347826,
+      "grad_norm": 2.704662322998047,
+      "learning_rate": 0.000945288265499961,
+      "loss": 0.125,
+      "step": 600
+    },
+    {
+      "epoch": 5.217391304347826,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9111628637220013,
+      "eval_f1": 0.9252669039145908,
+      "eval_loss": 0.4789547622203827,
+      "eval_runtime": 0.6421,
+      "eval_samples_per_second": 635.462,
+      "eval_steps_per_second": 1.558,
+      "step": 600
+    },
+    {
+      "epoch": 6.086956521739131,
+      "grad_norm": 4.185845375061035,
+      "learning_rate": 0.0009218086693117072,
+      "loss": 0.1211,
+      "step": 700
+    },
+    {
+      "epoch": 6.086956521739131,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.893458549222798,
+      "eval_f1": 0.9119170984455959,
+      "eval_loss": 0.36095166206359863,
+      "eval_runtime": 0.6322,
+      "eval_samples_per_second": 645.389,
+      "eval_steps_per_second": 1.582,
+      "step": 700
+    },
+    {
+      "epoch": 6.956521739130435,
+      "grad_norm": 2.4445436000823975,
+      "learning_rate": 0.0008945549592964825,
+      "loss": 0.0878,
+      "step": 800
+    },
+    {
+      "epoch": 6.956521739130435,
+      "eval_accuracy": 0.8823529411764706,
+      "eval_combined_score": 0.9000805801772764,
+      "eval_f1": 0.9178082191780822,
+      "eval_loss": 0.3847930133342743,
+      "eval_runtime": 0.6345,
+      "eval_samples_per_second": 643.076,
+      "eval_steps_per_second": 1.576,
+      "step": 800
+    },
+    {
+      "epoch": 7.826086956521739,
+      "grad_norm": 0.276213675737381,
+      "learning_rate": 0.000863770986781413,
+      "loss": 0.0639,
+      "step": 900
+    },
+    {
+      "epoch": 7.826086956521739,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9130822722648988,
+      "eval_f1": 0.9266547406082289,
+      "eval_loss": 0.42653918266296387,
+      "eval_runtime": 0.6292,
+      "eval_samples_per_second": 648.417,
+      "eval_steps_per_second": 1.589,
+      "step": 900
+    },
+    {
+      "epoch": 8.695652173913043,
+      "grad_norm": 8.357004165649414,
+      "learning_rate": 0.0008297321899563005,
+      "loss": 0.0466,
+      "step": 1000
+    },
+    {
+      "epoch": 8.695652173913043,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.8944983136593592,
+      "eval_f1": 0.9139966273187183,
+      "eval_loss": 0.8121931552886963,
+      "eval_runtime": 0.632,
+      "eval_samples_per_second": 645.606,
+      "eval_steps_per_second": 1.582,
+      "step": 1000
+    },
+    {
+      "epoch": 9.565217391304348,
+      "grad_norm": 3.1018760204315186,
+      "learning_rate": 0.0007927431294029863,
+      "loss": 0.049,
+      "step": 1100
+    },
+    {
+      "epoch": 9.565217391304348,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9157691245512289,
+      "eval_f1": 0.9295774647887324,
+      "eval_loss": 0.4123144745826721,
+      "eval_runtime": 0.6359,
+      "eval_samples_per_second": 641.568,
+      "eval_steps_per_second": 1.572,
+      "step": 1100
+    },
+    {
+      "epoch": 10.434782608695652,
+      "grad_norm": 7.033962726593018,
+      "learning_rate": 0.0007531347630534368,
+      "loss": 0.0336,
+      "step": 1200
+    },
+    {
+      "epoch": 10.434782608695652,
+      "eval_accuracy": 0.9068627450980392,
+      "eval_combined_score": 0.9196235433675249,
+      "eval_f1": 0.9323843416370107,
+      "eval_loss": 0.6218796372413635,
+      "eval_runtime": 0.6368,
+      "eval_samples_per_second": 640.669,
+      "eval_steps_per_second": 1.57,
+      "step": 1200
+    },
+    {
+      "epoch": 11.304347826086957,
+      "grad_norm": 0.7778347134590149,
+      "learning_rate": 0.0007112614849587449,
+      "loss": 0.0245,
+      "step": 1300
+    },
+    {
+      "epoch": 11.304347826086957,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.9180552693932214,
+      "eval_f1": 0.9316987740805605,
+      "eval_loss": 0.7058190703392029,
+      "eval_runtime": 0.6569,
+      "eval_samples_per_second": 621.058,
+      "eval_steps_per_second": 1.522,
+      "step": 1300
+    },
+    {
+      "epoch": 12.173913043478262,
+      "grad_norm": 1.4867780208587646,
+      "learning_rate": 0.0006674979543645248,
+      "loss": 0.0275,
+      "step": 1400
+    },
+    {
+      "epoch": 12.173913043478262,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9081473968897904,
+      "eval_f1": 0.9241379310344827,
+      "eval_loss": 0.7876601815223694,
+      "eval_runtime": 0.6401,
+      "eval_samples_per_second": 637.391,
+      "eval_steps_per_second": 1.562,
+      "step": 1400
+    },
+    {
+      "epoch": 13.043478260869565,
+      "grad_norm": 0.8081569671630859,
+      "learning_rate": 0.000622235743464402,
+      "loss": 0.0244,
+      "step": 1500
+    },
+    {
+      "epoch": 13.043478260869565,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.917692608016658,
+      "eval_f1": 0.9309734513274336,
+      "eval_loss": 0.5986467003822327,
+      "eval_runtime": 0.6284,
+      "eval_samples_per_second": 649.306,
+      "eval_steps_per_second": 1.591,
+      "step": 1500
+    },
+    {
+      "epoch": 13.91304347826087,
+      "grad_norm": 1.2007790803909302,
+      "learning_rate": 0.0005758798338256736,
+      "loss": 0.0218,
+      "step": 1600
+    },
+    {
+      "epoch": 13.91304347826087,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.9180552693932214,
+      "eval_f1": 0.9316987740805605,
+      "eval_loss": 0.6153460741043091,
+      "eval_runtime": 0.6384,
+      "eval_samples_per_second": 639.079,
+      "eval_steps_per_second": 1.566,
+      "step": 1600
+    },
+    {
+      "epoch": 14.782608695652174,
+      "grad_norm": 0.3193884491920471,
+      "learning_rate": 0.0005288449928352095,
+      "loss": 0.0189,
+      "step": 1700
+    },
+    {
+      "epoch": 14.782608695652174,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9038350634371395,
+      "eval_f1": 0.9204152249134948,
+      "eval_loss": 0.6970409154891968,
+      "eval_runtime": 0.6404,
+      "eval_samples_per_second": 637.067,
+      "eval_steps_per_second": 1.561,
+      "step": 1700
+    },
+    {
+      "epoch": 15.652173913043478,
+      "grad_norm": 0.010458612814545631,
+      "learning_rate": 0.00048155206258717795,
+      "loss": 0.0195,
+      "step": 1800
+    },
+    {
+      "epoch": 15.652173913043478,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9034176607706019,
+      "eval_f1": 0.9195804195804196,
+      "eval_loss": 0.5952177047729492,
+      "eval_runtime": 0.6377,
+      "eval_samples_per_second": 639.766,
+      "eval_steps_per_second": 1.568,
+      "step": 1800
+    },
+    {
+      "epoch": 16.52173913043478,
+      "grad_norm": 0.03688450902700424,
+      "learning_rate": 0.00043442419441760554,
+      "loss": 0.0183,
+      "step": 1900
+    },
+    {
+      "epoch": 16.52173913043478,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9135996991389148,
+      "eval_f1": 0.927689594356261,
+      "eval_loss": 0.4964756667613983,
+      "eval_runtime": 0.637,
+      "eval_samples_per_second": 640.542,
+      "eval_steps_per_second": 1.57,
+      "step": 1900
+    },
+    {
+      "epoch": 17.391304347826086,
+      "grad_norm": 0.007108691614121199,
+      "learning_rate": 0.0003878830627771025,
+      "loss": 0.014,
+      "step": 2000
+    },
+    {
+      "epoch": 17.391304347826086,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9046444001329346,
+      "eval_f1": 0.9220338983050848,
+      "eval_loss": 0.6573739051818848,
+      "eval_runtime": 0.6437,
+      "eval_samples_per_second": 633.841,
+      "eval_steps_per_second": 1.554,
+      "step": 2000
+    },
+    {
+      "epoch": 18.26086956521739,
+      "grad_norm": 0.024322805926203728,
+      "learning_rate": 0.00034234509231794997,
+      "loss": 0.009,
+      "step": 2100
+    },
+    {
+      "epoch": 18.26086956521739,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9097821065599014,
+      "eval_f1": 0.924956369982548,
+      "eval_loss": 0.6005171537399292,
+      "eval_runtime": 0.6346,
+      "eval_samples_per_second": 642.91,
+      "eval_steps_per_second": 1.576,
+      "step": 2100
+    },
+    {
+      "epoch": 19.130434782608695,
+      "grad_norm": 3.024982452392578,
+      "learning_rate": 0.00029821773195351986,
+      "loss": 0.0132,
+      "step": 2200
+    },
+    {
+      "epoch": 19.130434782608695,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9078839869281046,
+      "eval_f1": 0.9236111111111112,
+      "eval_loss": 0.646580696105957,
+      "eval_runtime": 0.5902,
+      "eval_samples_per_second": 691.336,
+      "eval_steps_per_second": 1.694,
+      "step": 2200
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.07018806040287018,
+      "learning_rate": 0.00025589580922771014,
+      "loss": 0.0098,
+      "step": 2300
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9118161250514192,
+      "eval_f1": 0.9265734265734266,
+      "eval_loss": 0.5920085310935974,
+      "eval_runtime": 0.6286,
+      "eval_samples_per_second": 649.111,
+      "eval_steps_per_second": 1.591,
+      "step": 2300
+    },
+    {
+      "epoch": 20.869565217391305,
+      "grad_norm": 0.005952898878604174,
+      "learning_rate": 0.00021575799761350595,
+      "loss": 0.0097,
+      "step": 2400
+    },
+    {
+      "epoch": 20.869565217391305,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.5551699995994568,
+      "eval_runtime": 0.6323,
+      "eval_samples_per_second": 645.234,
+      "eval_steps_per_second": 1.581,
+      "step": 2400
+    },
+    {
+      "epoch": 21.73913043478261,
+      "grad_norm": 0.002657124539837241,
+      "learning_rate": 0.00017816342834935385,
+      "loss": 0.003,
+      "step": 2500
+    },
+    {
+      "epoch": 21.73913043478261,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9076168929110107,
+      "eval_f1": 0.9230769230769231,
+      "eval_loss": 0.6291082501411438,
+      "eval_runtime": 0.6331,
+      "eval_samples_per_second": 644.398,
+      "eval_steps_per_second": 1.579,
+      "step": 2500
+    },
+    {
+      "epoch": 22.608695652173914,
+      "grad_norm": 0.002501644426956773,
+      "learning_rate": 0.00014344847712878915,
+      "loss": 0.0059,
+      "step": 2600
+    },
+    {
+      "epoch": 22.608695652173914,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9153932035447632,
+      "eval_f1": 0.9288256227758007,
+      "eval_loss": 0.5799465775489807,
+      "eval_runtime": 0.641,
+      "eval_samples_per_second": 636.537,
+      "eval_steps_per_second": 1.56,
+      "step": 2600
+    },
+    {
+      "epoch": 23.47826086956522,
+      "grad_norm": 0.0023584056179970503,
+      "learning_rate": 0.00011192375439426166,
+      "loss": 0.0029,
+      "step": 2700
+    },
+    {
+      "epoch": 23.47826086956522,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.90965068163868,
+      "eval_f1": 0.9246935201401051,
+      "eval_loss": 0.6868562698364258,
+      "eval_runtime": 0.6355,
+      "eval_samples_per_second": 642.018,
+      "eval_steps_per_second": 1.574,
+      "step": 2700
+    },
+    {
+      "epoch": 24.347826086956523,
+      "grad_norm": 0.006752345710992813,
+      "learning_rate": 8.387132616437177e-05,
+      "loss": 0.0077,
+      "step": 2800
+    },
+    {
+      "epoch": 24.347826086956523,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9076168929110107,
+      "eval_f1": 0.9230769230769231,
+      "eval_loss": 0.6504082679748535,
+      "eval_runtime": 0.6337,
+      "eval_samples_per_second": 643.819,
+      "eval_steps_per_second": 1.578,
+      "step": 2800
+    },
+    {
+      "epoch": 25.217391304347824,
+      "grad_norm": 0.004950600676238537,
+      "learning_rate": 5.954219026103541e-05,
+      "loss": 0.0025,
+      "step": 2900
+    },
+    {
+      "epoch": 25.217391304347824,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.6369341611862183,
+      "eval_runtime": 0.6332,
+      "eval_samples_per_second": 644.319,
+      "eval_steps_per_second": 1.579,
+      "step": 2900
+    },
+    {
+      "epoch": 26.08695652173913,
+      "grad_norm": 0.015057411044836044,
+      "learning_rate": 3.915403051792249e-05,
+      "loss": 0.0022,
+      "step": 3000
+    },
+    {
+      "epoch": 26.08695652173913,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.90965068163868,
+      "eval_f1": 0.9246935201401051,
+      "eval_loss": 0.6644565463066101,
+      "eval_runtime": 0.648,
+      "eval_samples_per_second": 629.659,
+      "eval_steps_per_second": 1.543,
+      "step": 3000
+    },
+    {
+      "epoch": 26.956521739130434,
+      "grad_norm": 0.001261825324036181,
+      "learning_rate": 2.288926906428551e-05,
+      "loss": 0.0018,
+      "step": 3100
+    },
+    {
+      "epoch": 26.956521739130434,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.6670017838478088,
+      "eval_runtime": 0.6454,
+      "eval_samples_per_second": 632.209,
+      "eval_steps_per_second": 1.55,
+      "step": 3100
+    },
+    {
+      "epoch": 27.82608695652174,
+      "grad_norm": 0.0036323321983218193,
+      "learning_rate": 1.089343411127952e-05,
+      "loss": 0.0013,
+      "step": 3200
+    },
+    {
+      "epoch": 27.82608695652174,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6736012101173401,
+      "eval_runtime": 0.6349,
+      "eval_samples_per_second": 642.653,
+      "eval_steps_per_second": 1.575,
+      "step": 3200
+    },
+    {
+      "epoch": 28.695652173913043,
+      "grad_norm": 0.0031903614290058613,
+      "learning_rate": 3.2738578449308944e-06,
+      "loss": 0.0027,
+      "step": 3300
+    },
+    {
+      "epoch": 28.695652173913043,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6772900819778442,
+      "eval_runtime": 0.6364,
+      "eval_samples_per_second": 641.12,
+      "eval_steps_per_second": 1.571,
+      "step": 3300
+    },
+    {
+      "epoch": 29.565217391304348,
+      "grad_norm": 0.0012461657170206308,
+      "learning_rate": 9.8716076299743e-08,
+      "loss": 0.0029,
+      "step": 3400
+    },
+    {
+      "epoch": 29.565217391304348,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6786560416221619,
+      "eval_runtime": 0.6408,
+      "eval_samples_per_second": 636.672,
+      "eval_steps_per_second": 1.56,
+      "step": 3400
+    },
+    {
+      "epoch": 30.0,
+      "step": 3450,
+      "total_flos": 1.83610838283264e+16,
+      "train_loss": 0.07065228038076041,
+      "train_runtime": 959.9604,
+      "train_samples_per_second": 114.63,
+      "train_steps_per_second": 3.594
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 3450,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.83610838283264e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/MRPC.tsv

@@ -0,0 +1,1726 @@
+index	prediction
+0	1
+1	1
+2	1
+3	0
+4	0
+5	1
+6	0
+7	1
+8	1
+9	0
+10	1
+11	1
+12	1
+13	0
+14	1
+15	1
+16	1
+17	1
+18	1
+19	1
+20	1
+21	1
+22	1
+23	1
+24	0
+25	1
+26	1
+27	1
+28	1
+29	1
+30	1
+31	0
+32	0
+33	0
+34	0
+35	0
+36	1
+37	1
+38	0
+39	1
+40	1
+41	1
+42	0
+43	1
+44	1
+45	0
+46	0
+47	0
+48	1
+49	1
+50	1
+51	1
+52	1
+53	1
+54	0
+55	1
+56	1
+57	1
+58	0
+59	1
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	0
+71	1
+72	0
+73	0
+74	1
+75	0
+76	1
+77	1
+78	0
+79	0
+80	0
+81	0
+82	1
+83	0
+84	0
+85	0
+86	1
+87	1
+88	0
+89	1
+90	0
+91	1
+92	1
+93	1
+94	1
+95	0
+96	0
+97	1
+98	0
+99	1
+100	1
+101	0
+102	1
+103	1
+104	1
+105	0
+106	0
+107	1
+108	1
+109	1
+110	1
+111	0
+112	0
+113	1
+114	1
+115	0
+116	0
+117	0
+118	1
+119	1
+120	1
+121	0
+122	1
+123	1
+124	1
+125	1
+126	1
+127	1
+128	0
+129	1
+130	0
+131	1
+132	1
+133	0
+134	1
+135	0
+136	0
+137	1
+138	1
+139	1
+140	1
+141	1
+142	1
+143	1
+144	1
+145	1
+146	0
+147	1
+148	1
+149	1
+150	1
+151	1
+152	0
+153	0
+154	1
+155	1
+156	1
+157	1
+158	0
+159	1
+160	1
+161	1
+162	1
+163	0
+164	0
+165	1
+166	1
+167	0
+168	1
+169	1
+170	1
+171	1
+172	1
+173	0
+174	1
+175	1
+176	0
+177	0
+178	1
+179	1
+180	0
+181	0
+182	0
+183	1
+184	1
+185	1
+186	0
+187	1
+188	1
+189	1
+190	0
+191	0
+192	1
+193	1
+194	0
+195	0
+196	0
+197	1
+198	1
+199	0
+200	0
+201	1
+202	1
+203	1
+204	0
+205	0
+206	1
+207	1
+208	0
+209	1
+210	0
+211	0
+212	0
+213	0
+214	1
+215	0
+216	1
+217	1
+218	1
+219	1
+220	1
+221	0
+222	1
+223	0
+224	1
+225	1
+226	1
+227	1
+228	0
+229	1
+230	1
+231	1
+232	1
+233	1
+234	0
+235	1
+236	1
+237	1
+238	0
+239	0
+240	1
+241	1
+242	1
+243	1
+244	0
+245	1
+246	1
+247	0
+248	1
+249	0
+250	1
+251	0
+252	0
+253	0
+254	1
+255	1
+256	1
+257	1
+258	1
+259	1
+260	1
+261	1
+262	1
+263	1
+264	0
+265	1
+266	0
+267	1
+268	1
+269	1
+270	1
+271	0
+272	1
+273	0
+274	0
+275	0
+276	1
+277	1
+278	1
+279	1
+280	1
+281	0
+282	1
+283	1
+284	1
+285	0
+286	1
+287	0
+288	0
+289	0
+290	0
+291	1
+292	1
+293	1
+294	1
+295	0
+296	0
+297	0
+298	1
+299	1
+300	1
+301	1
+302	0
+303	1
+304	1
+305	0
+306	1
+307	1
+308	0
+309	1
+310	1
+311	1
+312	0
+313	1
+314	1
+315	1
+316	1
+317	1
+318	1
+319	0
+320	1
+321	1
+322	1
+323	1
+324	1
+325	1
+326	1
+327	0
+328	1
+329	0
+330	0
+331	1
+332	0
+333	1
+334	1
+335	0
+336	1
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	0
+345	1
+346	0
+347	0
+348	1
+349	0
+350	1
+351	1
+352	0
+353	1
+354	0
+355	0
+356	0
+357	0
+358	1
+359	0
+360	0
+361	0
+362	1
+363	1
+364	0
+365	1
+366	0
+367	0
+368	0
+369	1
+370	1
+371	1
+372	1
+373	1
+374	1
+375	0
+376	0
+377	1
+378	0
+379	0
+380	1
+381	1
+382	1
+383	1
+384	1
+385	0
+386	1
+387	0
+388	1
+389	1
+390	1
+391	0
+392	0
+393	1
+394	0
+395	1
+396	1
+397	1
+398	0
+399	0
+400	1
+401	0
+402	1
+403	1
+404	1
+405	1
+406	0
+407	1
+408	1
+409	1
+410	0
+411	1
+412	1
+413	1
+414	1
+415	0
+416	0
+417	1
+418	1
+419	1
+420	1
+421	1
+422	1
+423	1
+424	0
+425	0
+426	0
+427	1
+428	0
+429	1
+430	0
+431	1
+432	1
+433	1
+434	1
+435	1
+436	1
+437	0
+438	1
+439	0
+440	0
+441	0
+442	1
+443	1
+444	1
+445	1
+446	1
+447	1
+448	1
+449	1
+450	0
+451	1
+452	1
+453	1
+454	1
+455	0
+456	1
+457	1
+458	0
+459	1
+460	1
+461	1
+462	1
+463	1
+464	0
+465	0
+466	1
+467	1
+468	1
+469	1
+470	0
+471	1
+472	1
+473	1
+474	1
+475	1
+476	1
+477	1
+478	1
+479	1
+480	0
+481	1
+482	1
+483	1
+484	0
+485	1
+486	1
+487	1
+488	1
+489	1
+490	1
+491	1
+492	1
+493	1
+494	0
+495	1
+496	1
+497	1
+498	0
+499	1
+500	1
+501	1
+502	1
+503	0
+504	1
+505	1
+506	0
+507	1
+508	0
+509	0
+510	1
+511	1
+512	0
+513	1
+514	1
+515	1
+516	1
+517	0
+518	1
+519	1
+520	1
+521	0
+522	1
+523	1
+524	1
+525	1
+526	0
+527	1
+528	1
+529	1
+530	1
+531	1
+532	1
+533	0
+534	1
+535	1
+536	1
+537	1
+538	0
+539	1
+540	0
+541	1
+542	1
+543	1
+544	1
+545	1
+546	1
+547	0
+548	0
+549	0
+550	1
+551	1
+552	0
+553	1
+554	0
+555	1
+556	0
+557	1
+558	1
+559	1
+560	1
+561	0
+562	0
+563	0
+564	0
+565	1
+566	1
+567	1
+568	0
+569	0
+570	0
+571	1
+572	1
+573	1
+574	1
+575	1
+576	1
+577	0
+578	1
+579	0
+580	1
+581	1
+582	1
+583	1
+584	1
+585	1
+586	0
+587	1
+588	1
+589	1
+590	1
+591	1
+592	1
+593	0
+594	0
+595	1
+596	1
+597	0
+598	1
+599	1
+600	1
+601	1
+602	1
+603	1
+604	1
+605	1
+606	1
+607	1
+608	0
+609	1
+610	1
+611	1
+612	0
+613	1
+614	1
+615	1
+616	1
+617	0
+618	1
+619	1
+620	1
+621	0
+622	0
+623	0
+624	1
+625	0
+626	1
+627	1
+628	0
+629	1
+630	0
+631	1
+632	1
+633	0
+634	0
+635	1
+636	0
+637	1
+638	1
+639	1
+640	1
+641	1
+642	1
+643	1
+644	1
+645	1
+646	1
+647	1
+648	0
+649	1
+650	1
+651	0
+652	0
+653	1
+654	0
+655	1
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	1
+664	1
+665	0
+666	1
+667	0
+668	0
+669	0
+670	1
+671	1
+672	0
+673	1
+674	1
+675	0
+676	1
+677	1
+678	1
+679	1
+680	0
+681	1
+682	1
+683	1
+684	1
+685	1
+686	1
+687	0
+688	0
+689	1
+690	1
+691	0
+692	0
+693	1
+694	0
+695	0
+696	1
+697	1
+698	0
+699	1
+700	0
+701	1
+702	1
+703	0
+704	1
+705	0
+706	0
+707	0
+708	1
+709	1
+710	0
+711	0
+712	1
+713	1
+714	1
+715	1
+716	1
+717	0
+718	1
+719	1
+720	1
+721	1
+722	0
+723	0
+724	1
+725	1
+726	1
+727	1
+728	1
+729	0
+730	1
+731	1
+732	1
+733	0
+734	1
+735	1
+736	1
+737	1
+738	1
+739	1
+740	1
+741	1
+742	1
+743	1
+744	1
+745	0
+746	1
+747	0
+748	1
+749	0
+750	1
+751	1
+752	1
+753	0
+754	1
+755	1
+756	1
+757	0
+758	1
+759	1
+760	1
+761	1
+762	1
+763	1
+764	1
+765	1
+766	1
+767	1
+768	1
+769	0
+770	1
+771	1
+772	1
+773	1
+774	1
+775	1
+776	1
+777	1
+778	0
+779	1
+780	0
+781	0
+782	1
+783	0
+784	0
+785	1
+786	1
+787	0
+788	1
+789	1
+790	1
+791	1
+792	0
+793	1
+794	1
+795	1
+796	0
+797	0
+798	1
+799	0
+800	0
+801	0
+802	1
+803	1
+804	0
+805	1
+806	1
+807	0
+808	1
+809	0
+810	1
+811	1
+812	1
+813	1
+814	0
+815	1
+816	0
+817	0
+818	0
+819	1
+820	0
+821	0
+822	1
+823	1
+824	1
+825	1
+826	1
+827	0
+828	0
+829	1
+830	1
+831	1
+832	1
+833	0
+834	1
+835	0
+836	1
+837	1
+838	0
+839	0
+840	0
+841	0
+842	1
+843	1
+844	0
+845	1
+846	1
+847	1
+848	0
+849	1
+850	0
+851	1
+852	1
+853	0
+854	1
+855	0
+856	1
+857	1
+858	0
+859	1
+860	0
+861	1
+862	1
+863	1
+864	1
+865	1
+866	0
+867	1
+868	1
+869	1
+870	0
+871	1
+872	1
+873	1
+874	1
+875	0
+876	1
+877	0
+878	0
+879	0
+880	1
+881	1
+882	1
+883	0
+884	0
+885	1
+886	1
+887	1
+888	0
+889	1
+890	1
+891	1
+892	0
+893	0
+894	0
+895	0
+896	0
+897	1
+898	1
+899	1
+900	1
+901	1
+902	0
+903	1
+904	1
+905	1
+906	1
+907	0
+908	1
+909	1
+910	0
+911	1
+912	0
+913	0
+914	1
+915	1
+916	1
+917	1
+918	0
+919	1
+920	1
+921	1
+922	1
+923	1
+924	1
+925	1
+926	1
+927	0
+928	1
+929	1
+930	1
+931	0
+932	0
+933	0
+934	0
+935	1
+936	1
+937	0
+938	1
+939	1
+940	1
+941	1
+942	0
+943	1
+944	1
+945	1
+946	1
+947	1
+948	0
+949	1
+950	0
+951	1
+952	1
+953	1
+954	1
+955	1
+956	1
+957	1
+958	1
+959	1
+960	1
+961	1
+962	1
+963	0
+964	0
+965	1
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	1
+973	0
+974	1
+975	1
+976	1
+977	1
+978	1
+979	1
+980	1
+981	1
+982	0
+983	1
+984	0
+985	1
+986	1
+987	0
+988	1
+989	0
+990	1
+991	1
+992	1
+993	1
+994	0
+995	1
+996	1
+997	1
+998	1
+999	1
+1000	0
+1001	1
+1002	0
+1003	0
+1004	1
+1005	1
+1006	1
+1007	1
+1008	1
+1009	0
+1010	1
+1011	0
+1012	1
+1013	1
+1014	1
+1015	1
+1016	1
+1017	1
+1018	1
+1019	0
+1020	1
+1021	1
+1022	1
+1023	0
+1024	1
+1025	0
+1026	0
+1027	1
+1028	0
+1029	1
+1030	0
+1031	1
+1032	1
+1033	1
+1034	1
+1035	0
+1036	1
+1037	1
+1038	1
+1039	0
+1040	0
+1041	1
+1042	0
+1043	0
+1044	1
+1045	1
+1046	0
+1047	1
+1048	1
+1049	1
+1050	1
+1051	1
+1052	1
+1053	1
+1054	0
+1055	1
+1056	1
+1057	1
+1058	1
+1059	1
+1060	1
+1061	1
+1062	1
+1063	1
+1064	1
+1065	1
+1066	1
+1067	1
+1068	0
+1069	1
+1070	1
+1071	0
+1072	1
+1073	1
+1074	1
+1075	1
+1076	1
+1077	1
+1078	0
+1079	1
+1080	0
+1081	0
+1082	1
+1083	1
+1084	1
+1085	1
+1086	1
+1087	1
+1088	1
+1089	1
+1090	1
+1091	0
+1092	1
+1093	1
+1094	1
+1095	1
+1096	1
+1097	1
+1098	1
+1099	0
+1100	1
+1101	1
+1102	0
+1103	1
+1104	1
+1105	0
+1106	1
+1107	0
+1108	1
+1109	1
+1110	0
+1111	1
+1112	0
+1113	0
+1114	1
+1115	1
+1116	0
+1117	1
+1118	1
+1119	1
+1120	0
+1121	0
+1122	1
+1123	1
+1124	0
+1125	1
+1126	0
+1127	0
+1128	1
+1129	1
+1130	0
+1131	1
+1132	0
+1133	1
+1134	0
+1135	1
+1136	0
+1137	1
+1138	0
+1139	0
+1140	0
+1141	1
+1142	1
+1143	0
+1144	0
+1145	1
+1146	1
+1147	0
+1148	1
+1149	1
+1150	1
+1151	1
+1152	0
+1153	1
+1154	0
+1155	1
+1156	1
+1157	1
+1158	0
+1159	1
+1160	0
+1161	0
+1162	1
+1163	1
+1164	1
+1165	0
+1166	0
+1167	1
+1168	1
+1169	0
+1170	0
+1171	1
+1172	1
+1173	1
+1174	1
+1175	0
+1176	1
+1177	0
+1178	1
+1179	1
+1180	0
+1181	1
+1182	1
+1183	1
+1184	1
+1185	1
+1186	0
+1187	1
+1188	1
+1189	0
+1190	0
+1191	0
+1192	1
+1193	1
+1194	1
+1195	1
+1196	0
+1197	1
+1198	1
+1199	1
+1200	1
+1201	1
+1202	0
+1203	1
+1204	0
+1205	1
+1206	0
+1207	0
+1208	1
+1209	1
+1210	1
+1211	1
+1212	1
+1213	0
+1214	1
+1215	1
+1216	1
+1217	1
+1218	1
+1219	1
+1220	1
+1221	1
+1222	1
+1223	1
+1224	0
+1225	1
+1226	0
+1227	1
+1228	1
+1229	1
+1230	1
+1231	0
+1232	1
+1233	1
+1234	1
+1235	1
+1236	1
+1237	1
+1238	1
+1239	1
+1240	1
+1241	0
+1242	1
+1243	1
+1244	1
+1245	1
+1246	0
+1247	0
+1248	1
+1249	1
+1250	1
+1251	1
+1252	1
+1253	1
+1254	1
+1255	1
+1256	1
+1257	1
+1258	0
+1259	1
+1260	1
+1261	1
+1262	1
+1263	1
+1264	1
+1265	1
+1266	1
+1267	1
+1268	1
+1269	1
+1270	1
+1271	1
+1272	0
+1273	0
+1274	0
+1275	1
+1276	1
+1277	1
+1278	1
+1279	0
+1280	1
+1281	1
+1282	1
+1283	0
+1284	1
+1285	1
+1286	1
+1287	0
+1288	1
+1289	1
+1290	1
+1291	1
+1292	0
+1293	1
+1294	0
+1295	1
+1296	1
+1297	1
+1298	1
+1299	1
+1300	0
+1301	0
+1302	1
+1303	1
+1304	1
+1305	0
+1306	0
+1307	1
+1308	1
+1309	0
+1310	1
+1311	1
+1312	1
+1313	1
+1314	1
+1315	0
+1316	1
+1317	1
+1318	0
+1319	1
+1320	1
+1321	0
+1322	1
+1323	1
+1324	1
+1325	1
+1326	1
+1327	1
+1328	1
+1329	0
+1330	1
+1331	1
+1332	1
+1333	0
+1334	1
+1335	0
+1336	0
+1337	0
+1338	0
+1339	1
+1340	0
+1341	0
+1342	0
+1343	0
+1344	1
+1345	0
+1346	1
+1347	1
+1348	1
+1349	1
+1350	1
+1351	1
+1352	1
+1353	0
+1354	0
+1355	0
+1356	1
+1357	1
+1358	0
+1359	1
+1360	1
+1361	1
+1362	1
+1363	0
+1364	1
+1365	1
+1366	0
+1367	0
+1368	1
+1369	1
+1370	0
+1371	0
+1372	1
+1373	1
+1374	0
+1375	1
+1376	0
+1377	1
+1378	1
+1379	1
+1380	1
+1381	1
+1382	1
+1383	0
+1384	1
+1385	1
+1386	0
+1387	0
+1388	1
+1389	1
+1390	1
+1391	0
+1392	0
+1393	1
+1394	1
+1395	1
+1396	0
+1397	1
+1398	1
+1399	1
+1400	0
+1401	0
+1402	1
+1403	0
+1404	1
+1405	0
+1406	1
+1407	1
+1408	1
+1409	1
+1410	0
+1411	1
+1412	1
+1413	1
+1414	0
+1415	1
+1416	1
+1417	1
+1418	1
+1419	1
+1420	1
+1421	1
+1422	0
+1423	0
+1424	0
+1425	1
+1426	0
+1427	1
+1428	0
+1429	1
+1430	0
+1431	1
+1432	1
+1433	0
+1434	1
+1435	0
+1436	1
+1437	1
+1438	1
+1439	1
+1440	1
+1441	1
+1442	1
+1443	0
+1444	0
+1445	1
+1446	1
+1447	1
+1448	0
+1449	1
+1450	1
+1451	0
+1452	1
+1453	1
+1454	1
+1455	1
+1456	1
+1457	1
+1458	1
+1459	1
+1460	1
+1461	1
+1462	1
+1463	0
+1464	1
+1465	1
+1466	1
+1467	0
+1468	1
+1469	0
+1470	1
+1471	1
+1472	0
+1473	0
+1474	1
+1475	1
+1476	0
+1477	1
+1478	1
+1479	0
+1480	1
+1481	0
+1482	1
+1483	0
+1484	0
+1485	1
+1486	0
+1487	0
+1488	1
+1489	1
+1490	0
+1491	1
+1492	1
+1493	0
+1494	1
+1495	1
+1496	1
+1497	0
+1498	0
+1499	0
+1500	1
+1501	1
+1502	1
+1503	1
+1504	1
+1505	1
+1506	1
+1507	1
+1508	1
+1509	0
+1510	1
+1511	1
+1512	0
+1513	1
+1514	0
+1515	1
+1516	0
+1517	1
+1518	0
+1519	0
+1520	0
+1521	0
+1522	0
+1523	1
+1524	1
+1525	1
+1526	1
+1527	1
+1528	0
+1529	1
+1530	1
+1531	1
+1532	1
+1533	1
+1534	0
+1535	0
+1536	1
+1537	1
+1538	1
+1539	0
+1540	0
+1541	1
+1542	0
+1543	1
+1544	0
+1545	1
+1546	1
+1547	0
+1548	1
+1549	1
+1550	1
+1551	0
+1552	0
+1553	0
+1554	1
+1555	1
+1556	0
+1557	1
+1558	0
+1559	1
+1560	1
+1561	0
+1562	1
+1563	1
+1564	1
+1565	0
+1566	1
+1567	1
+1568	1
+1569	1
+1570	0
+1571	1
+1572	0
+1573	1
+1574	1
+1575	1
+1576	1
+1577	0
+1578	0
+1579	1
+1580	1
+1581	1
+1582	1
+1583	1
+1584	0
+1585	1
+1586	0
+1587	1
+1588	1
+1589	1
+1590	0
+1591	1
+1592	1
+1593	0
+1594	0
+1595	1
+1596	1
+1597	0
+1598	0
+1599	1
+1600	0
+1601	1
+1602	1
+1603	0
+1604	0
+1605	0
+1606	1
+1607	1
+1608	0
+1609	1
+1610	0
+1611	1
+1612	1
+1613	1
+1614	1
+1615	1
+1616	1
+1617	0
+1618	1
+1619	1
+1620	0
+1621	0
+1622	1
+1623	1
+1624	0
+1625	0
+1626	1
+1627	1
+1628	1
+1629	0
+1630	0
+1631	1
+1632	1
+1633	1
+1634	1
+1635	1
+1636	1
+1637	1
+1638	0
+1639	1
+1640	0
+1641	1
+1642	1
+1643	1
+1644	1
+1645	1
+1646	1
+1647	0
+1648	1
+1649	1
+1650	0
+1651	0
+1652	0
+1653	1
+1654	0
+1655	1
+1656	0
+1657	0
+1658	1
+1659	1
+1660	0
+1661	0
+1662	0
+1663	1
+1664	0
+1665	0
+1666	0
+1667	1
+1668	0
+1669	1
+1670	1
+1671	0
+1672	1
+1673	1
+1674	1
+1675	0
+1676	1
+1677	1
+1678	1
+1679	1
+1680	0
+1681	1
+1682	1
+1683	0
+1684	1
+1685	1
+1686	0
+1687	1
+1688	1
+1689	1
+1690	1
+1691	0
+1692	1
+1693	1
+1694	0
+1695	1
+1696	1
+1697	0
+1698	0
+1699	1
+1700	0
+1701	1
+1702	0
+1703	1
+1704	1
+1705	1
+1706	0
+1707	0
+1708	1
+1709	1
+1710	1
+1711	1
+1712	1
+1713	0
+1714	1
+1715	1
+1716	1
+1717	1
+1718	0
+1719	1
+1720	0
+1721	0
+1722	0
+1723	1
+1724	1

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/all_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9068627450980392,
+    "eval_combined_score": 0.9196235433675249,
+    "eval_f1": 0.9323843416370107,
+    "eval_loss": 0.6218796372413635,
+    "eval_runtime": 0.6485,
+    "eval_samples": 408,
+    "eval_samples_per_second": 629.12,
+    "eval_steps_per_second": 1.542
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9068627450980392,
+    "eval_combined_score": 0.9196235433675249,
+    "eval_f1": 0.9323843416370107,
+    "eval_loss": 0.6218796372413635,
+    "eval_runtime": 0.6485,
+    "eval_samples": 408,
+    "eval_samples_per_second": 629.12,
+    "eval_steps_per_second": 1.542
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "attention.output.dense",
+    "key_proj",
+    "value_proj",
+    "output.dense",
+    "intermediate.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "attention.output.dense",
+    "key_proj",
+    "value_proj",
+    "output.dense",
+    "intermediate.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093da8b09c379230f04cbd2c8253cd1d90da13ce8c0b117146ab1c8811fa829c
+size 7449859

nlu/glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/trainer_state.json

@@ -0,0 +1,655 @@
+{
+  "best_global_step": 1200,
+  "best_metric": 0.9068627450980392,
+  "best_model_checkpoint": "./glue_exp/mrpc/dr0.15,mlr5e-04,clr1e-03,ep=30.0t=18d21h13m45/checkpoint-1200",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 3450,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 7.4346513748168945,
+      "learning_rate": 0.00099,
+      "loss": 0.571,
+      "step": 100
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "eval_accuracy": 0.8186274509803921,
+      "eval_combined_score": 0.8344149400650949,
+      "eval_f1": 0.8502024291497976,
+      "eval_loss": 0.3957524001598358,
+      "eval_runtime": 0.7394,
+      "eval_samples_per_second": 551.829,
+      "eval_steps_per_second": 1.353,
+      "step": 100
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 1.9042189121246338,
+      "learning_rate": 0.0009978076174307112,
+      "loss": 0.3698,
+      "step": 200
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "eval_accuracy": 0.8823529411764706,
+      "eval_combined_score": 0.8989229494614748,
+      "eval_f1": 0.9154929577464789,
+      "eval_loss": 0.28203827142715454,
+      "eval_runtime": 0.6498,
+      "eval_samples_per_second": 627.915,
+      "eval_steps_per_second": 1.539,
+      "step": 200
+    },
+    {
+      "epoch": 2.608695652173913,
+      "grad_norm": 4.870854377746582,
+      "learning_rate": 0.0009911613477663372,
+      "loss": 0.2996,
+      "step": 300
+    },
+    {
+      "epoch": 2.608695652173913,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.8936101549053357,
+      "eval_f1": 0.9122203098106713,
+      "eval_loss": 0.31694725155830383,
+      "eval_runtime": 0.6523,
+      "eval_samples_per_second": 625.497,
+      "eval_steps_per_second": 1.533,
+      "step": 300
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "grad_norm": 1.6358075141906738,
+      "learning_rate": 0.0009801204343481893,
+      "loss": 0.2271,
+      "step": 400
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9034176607706019,
+      "eval_f1": 0.9195804195804196,
+      "eval_loss": 0.2813607156276703,
+      "eval_runtime": 0.646,
+      "eval_samples_per_second": 631.596,
+      "eval_steps_per_second": 1.548,
+      "step": 400
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "grad_norm": 2.540001392364502,
+      "learning_rate": 0.0009647836652454211,
+      "loss": 0.1993,
+      "step": 500
+    },
+    {
+      "epoch": 4.3478260869565215,
+      "eval_accuracy": 0.8700980392156863,
+      "eval_combined_score": 0.8899042155192571,
+      "eval_f1": 0.909710391822828,
+      "eval_loss": 0.3548848032951355,
+      "eval_runtime": 0.6466,
+      "eval_samples_per_second": 630.948,
+      "eval_steps_per_second": 1.546,
+      "step": 500
+    },
+    {
+      "epoch": 5.217391304347826,
+      "grad_norm": 2.704662322998047,
+      "learning_rate": 0.000945288265499961,
+      "loss": 0.125,
+      "step": 600
+    },
+    {
+      "epoch": 5.217391304347826,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9111628637220013,
+      "eval_f1": 0.9252669039145908,
+      "eval_loss": 0.4789547622203827,
+      "eval_runtime": 0.6448,
+      "eval_samples_per_second": 632.722,
+      "eval_steps_per_second": 1.551,
+      "step": 600
+    },
+    {
+      "epoch": 6.086956521739131,
+      "grad_norm": 4.185845375061035,
+      "learning_rate": 0.0009218086693117072,
+      "loss": 0.1211,
+      "step": 700
+    },
+    {
+      "epoch": 6.086956521739131,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.893458549222798,
+      "eval_f1": 0.9119170984455959,
+      "eval_loss": 0.36095166206359863,
+      "eval_runtime": 0.6493,
+      "eval_samples_per_second": 628.355,
+      "eval_steps_per_second": 1.54,
+      "step": 700
+    },
+    {
+      "epoch": 6.956521739130435,
+      "grad_norm": 2.4445436000823975,
+      "learning_rate": 0.0008945549592964825,
+      "loss": 0.0878,
+      "step": 800
+    },
+    {
+      "epoch": 6.956521739130435,
+      "eval_accuracy": 0.8823529411764706,
+      "eval_combined_score": 0.9000805801772764,
+      "eval_f1": 0.9178082191780822,
+      "eval_loss": 0.3847930133342743,
+      "eval_runtime": 0.6514,
+      "eval_samples_per_second": 626.296,
+      "eval_steps_per_second": 1.535,
+      "step": 800
+    },
+    {
+      "epoch": 7.826086956521739,
+      "grad_norm": 0.276213675737381,
+      "learning_rate": 0.000863770986781413,
+      "loss": 0.0639,
+      "step": 900
+    },
+    {
+      "epoch": 7.826086956521739,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9130822722648988,
+      "eval_f1": 0.9266547406082289,
+      "eval_loss": 0.42653918266296387,
+      "eval_runtime": 0.6513,
+      "eval_samples_per_second": 626.464,
+      "eval_steps_per_second": 1.535,
+      "step": 900
+    },
+    {
+      "epoch": 8.695652173913043,
+      "grad_norm": 8.357004165649414,
+      "learning_rate": 0.0008297321899563005,
+      "loss": 0.0466,
+      "step": 1000
+    },
+    {
+      "epoch": 8.695652173913043,
+      "eval_accuracy": 0.875,
+      "eval_combined_score": 0.8944983136593592,
+      "eval_f1": 0.9139966273187183,
+      "eval_loss": 0.8121931552886963,
+      "eval_runtime": 0.6455,
+      "eval_samples_per_second": 632.067,
+      "eval_steps_per_second": 1.549,
+      "step": 1000
+    },
+    {
+      "epoch": 9.565217391304348,
+      "grad_norm": 3.1018760204315186,
+      "learning_rate": 0.0007927431294029863,
+      "loss": 0.049,
+      "step": 1100
+    },
+    {
+      "epoch": 9.565217391304348,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9157691245512289,
+      "eval_f1": 0.9295774647887324,
+      "eval_loss": 0.4123144745826721,
+      "eval_runtime": 0.5964,
+      "eval_samples_per_second": 684.126,
+      "eval_steps_per_second": 1.677,
+      "step": 1100
+    },
+    {
+      "epoch": 10.434782608695652,
+      "grad_norm": 7.033962726593018,
+      "learning_rate": 0.0007531347630534368,
+      "loss": 0.0336,
+      "step": 1200
+    },
+    {
+      "epoch": 10.434782608695652,
+      "eval_accuracy": 0.9068627450980392,
+      "eval_combined_score": 0.9196235433675249,
+      "eval_f1": 0.9323843416370107,
+      "eval_loss": 0.6218796372413635,
+      "eval_runtime": 0.6477,
+      "eval_samples_per_second": 629.918,
+      "eval_steps_per_second": 1.544,
+      "step": 1200
+    },
+    {
+      "epoch": 11.304347826086957,
+      "grad_norm": 0.7778347134590149,
+      "learning_rate": 0.0007112614849587449,
+      "loss": 0.0245,
+      "step": 1300
+    },
+    {
+      "epoch": 11.304347826086957,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.9180552693932214,
+      "eval_f1": 0.9316987740805605,
+      "eval_loss": 0.7058190703392029,
+      "eval_runtime": 0.6543,
+      "eval_samples_per_second": 623.537,
+      "eval_steps_per_second": 1.528,
+      "step": 1300
+    },
+    {
+      "epoch": 12.173913043478262,
+      "grad_norm": 1.4867780208587646,
+      "learning_rate": 0.0006674979543645248,
+      "loss": 0.0275,
+      "step": 1400
+    },
+    {
+      "epoch": 12.173913043478262,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9081473968897904,
+      "eval_f1": 0.9241379310344827,
+      "eval_loss": 0.7876601815223694,
+      "eval_runtime": 0.6451,
+      "eval_samples_per_second": 632.496,
+      "eval_steps_per_second": 1.55,
+      "step": 1400
+    },
+    {
+      "epoch": 13.043478260869565,
+      "grad_norm": 0.8081569671630859,
+      "learning_rate": 0.000622235743464402,
+      "loss": 0.0244,
+      "step": 1500
+    },
+    {
+      "epoch": 13.043478260869565,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.917692608016658,
+      "eval_f1": 0.9309734513274336,
+      "eval_loss": 0.5986467003822327,
+      "eval_runtime": 0.6498,
+      "eval_samples_per_second": 627.851,
+      "eval_steps_per_second": 1.539,
+      "step": 1500
+    },
+    {
+      "epoch": 13.91304347826087,
+      "grad_norm": 1.2007790803909302,
+      "learning_rate": 0.0005758798338256736,
+      "loss": 0.0218,
+      "step": 1600
+    },
+    {
+      "epoch": 13.91304347826087,
+      "eval_accuracy": 0.9044117647058824,
+      "eval_combined_score": 0.9180552693932214,
+      "eval_f1": 0.9316987740805605,
+      "eval_loss": 0.6153460741043091,
+      "eval_runtime": 0.6506,
+      "eval_samples_per_second": 627.112,
+      "eval_steps_per_second": 1.537,
+      "step": 1600
+    },
+    {
+      "epoch": 14.782608695652174,
+      "grad_norm": 0.3193884491920471,
+      "learning_rate": 0.0005288449928352095,
+      "loss": 0.0189,
+      "step": 1700
+    },
+    {
+      "epoch": 14.782608695652174,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9038350634371395,
+      "eval_f1": 0.9204152249134948,
+      "eval_loss": 0.6970409154891968,
+      "eval_runtime": 0.6489,
+      "eval_samples_per_second": 628.757,
+      "eval_steps_per_second": 1.541,
+      "step": 1700
+    },
+    {
+      "epoch": 15.652173913043478,
+      "grad_norm": 0.010458612814545631,
+      "learning_rate": 0.00048155206258717795,
+      "loss": 0.0195,
+      "step": 1800
+    },
+    {
+      "epoch": 15.652173913043478,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9034176607706019,
+      "eval_f1": 0.9195804195804196,
+      "eval_loss": 0.5952177047729492,
+      "eval_runtime": 0.6483,
+      "eval_samples_per_second": 629.335,
+      "eval_steps_per_second": 1.542,
+      "step": 1800
+    },
+    {
+      "epoch": 16.52173913043478,
+      "grad_norm": 0.03688450902700424,
+      "learning_rate": 0.00043442419441760554,
+      "loss": 0.0183,
+      "step": 1900
+    },
+    {
+      "epoch": 16.52173913043478,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9135996991389148,
+      "eval_f1": 0.927689594356261,
+      "eval_loss": 0.4964756667613983,
+      "eval_runtime": 0.6449,
+      "eval_samples_per_second": 632.689,
+      "eval_steps_per_second": 1.551,
+      "step": 1900
+    },
+    {
+      "epoch": 17.391304347826086,
+      "grad_norm": 0.007108691614121199,
+      "learning_rate": 0.0003878830627771025,
+      "loss": 0.014,
+      "step": 2000
+    },
+    {
+      "epoch": 17.391304347826086,
+      "eval_accuracy": 0.8872549019607843,
+      "eval_combined_score": 0.9046444001329346,
+      "eval_f1": 0.9220338983050848,
+      "eval_loss": 0.6573739051818848,
+      "eval_runtime": 0.6535,
+      "eval_samples_per_second": 624.309,
+      "eval_steps_per_second": 1.53,
+      "step": 2000
+    },
+    {
+      "epoch": 18.26086956521739,
+      "grad_norm": 0.024322805926203728,
+      "learning_rate": 0.00034234509231794997,
+      "loss": 0.009,
+      "step": 2100
+    },
+    {
+      "epoch": 18.26086956521739,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.9097821065599014,
+      "eval_f1": 0.924956369982548,
+      "eval_loss": 0.6005171537399292,
+      "eval_runtime": 0.643,
+      "eval_samples_per_second": 634.561,
+      "eval_steps_per_second": 1.555,
+      "step": 2100
+    },
+    {
+      "epoch": 19.130434782608695,
+      "grad_norm": 3.024982452392578,
+      "learning_rate": 0.00029821773195351986,
+      "loss": 0.0132,
+      "step": 2200
+    },
+    {
+      "epoch": 19.130434782608695,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9078839869281046,
+      "eval_f1": 0.9236111111111112,
+      "eval_loss": 0.646580696105957,
+      "eval_runtime": 0.6541,
+      "eval_samples_per_second": 623.721,
+      "eval_steps_per_second": 1.529,
+      "step": 2200
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 0.07018806040287018,
+      "learning_rate": 0.00025589580922771014,
+      "loss": 0.0098,
+      "step": 2300
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9118161250514192,
+      "eval_f1": 0.9265734265734266,
+      "eval_loss": 0.5920085310935974,
+      "eval_runtime": 0.656,
+      "eval_samples_per_second": 621.972,
+      "eval_steps_per_second": 1.524,
+      "step": 2300
+    },
+    {
+      "epoch": 20.869565217391305,
+      "grad_norm": 0.005952898878604174,
+      "learning_rate": 0.00021575799761350595,
+      "loss": 0.0097,
+      "step": 2400
+    },
+    {
+      "epoch": 20.869565217391305,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.5551699995994568,
+      "eval_runtime": 0.6453,
+      "eval_samples_per_second": 632.247,
+      "eval_steps_per_second": 1.55,
+      "step": 2400
+    },
+    {
+      "epoch": 21.73913043478261,
+      "grad_norm": 0.002657124539837241,
+      "learning_rate": 0.00017816342834935385,
+      "loss": 0.003,
+      "step": 2500
+    },
+    {
+      "epoch": 21.73913043478261,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9076168929110107,
+      "eval_f1": 0.9230769230769231,
+      "eval_loss": 0.6291082501411438,
+      "eval_runtime": 0.6476,
+      "eval_samples_per_second": 630.011,
+      "eval_steps_per_second": 1.544,
+      "step": 2500
+    },
+    {
+      "epoch": 22.608695652173914,
+      "grad_norm": 0.002501644426956773,
+      "learning_rate": 0.00014344847712878915,
+      "loss": 0.0059,
+      "step": 2600
+    },
+    {
+      "epoch": 22.608695652173914,
+      "eval_accuracy": 0.9019607843137255,
+      "eval_combined_score": 0.9153932035447632,
+      "eval_f1": 0.9288256227758007,
+      "eval_loss": 0.5799465775489807,
+      "eval_runtime": 0.6508,
+      "eval_samples_per_second": 626.875,
+      "eval_steps_per_second": 1.536,
+      "step": 2600
+    },
+    {
+      "epoch": 23.47826086956522,
+      "grad_norm": 0.0023584056179970503,
+      "learning_rate": 0.00011192375439426166,
+      "loss": 0.0029,
+      "step": 2700
+    },
+    {
+      "epoch": 23.47826086956522,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.90965068163868,
+      "eval_f1": 0.9246935201401051,
+      "eval_loss": 0.6868562698364258,
+      "eval_runtime": 0.6455,
+      "eval_samples_per_second": 632.077,
+      "eval_steps_per_second": 1.549,
+      "step": 2700
+    },
+    {
+      "epoch": 24.347826086956523,
+      "grad_norm": 0.006752345710992813,
+      "learning_rate": 8.387132616437177e-05,
+      "loss": 0.0077,
+      "step": 2800
+    },
+    {
+      "epoch": 24.347826086956523,
+      "eval_accuracy": 0.8921568627450981,
+      "eval_combined_score": 0.9076168929110107,
+      "eval_f1": 0.9230769230769231,
+      "eval_loss": 0.6504082679748535,
+      "eval_runtime": 0.6397,
+      "eval_samples_per_second": 637.819,
+      "eval_steps_per_second": 1.563,
+      "step": 2800
+    },
+    {
+      "epoch": 25.217391304347824,
+      "grad_norm": 0.004950600676238537,
+      "learning_rate": 5.954219026103541e-05,
+      "loss": 0.0025,
+      "step": 2900
+    },
+    {
+      "epoch": 25.217391304347824,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.6369341611862183,
+      "eval_runtime": 0.6444,
+      "eval_samples_per_second": 633.098,
+      "eval_steps_per_second": 1.552,
+      "step": 2900
+    },
+    {
+      "epoch": 26.08695652173913,
+      "grad_norm": 0.015057411044836044,
+      "learning_rate": 3.915403051792249e-05,
+      "loss": 0.0022,
+      "step": 3000
+    },
+    {
+      "epoch": 26.08695652173913,
+      "eval_accuracy": 0.8946078431372549,
+      "eval_combined_score": 0.90965068163868,
+      "eval_f1": 0.9246935201401051,
+      "eval_loss": 0.6644565463066101,
+      "eval_runtime": 0.6514,
+      "eval_samples_per_second": 626.342,
+      "eval_steps_per_second": 1.535,
+      "step": 3000
+    },
+    {
+      "epoch": 26.956521739130434,
+      "grad_norm": 0.001261825324036181,
+      "learning_rate": 2.288926906428551e-05,
+      "loss": 0.0018,
+      "step": 3100
+    },
+    {
+      "epoch": 26.956521739130434,
+      "eval_accuracy": 0.8995098039215687,
+      "eval_combined_score": 0.9137267824528756,
+      "eval_f1": 0.9279437609841827,
+      "eval_loss": 0.6670017838478088,
+      "eval_runtime": 0.6437,
+      "eval_samples_per_second": 633.83,
+      "eval_steps_per_second": 1.554,
+      "step": 3100
+    },
+    {
+      "epoch": 27.82608695652174,
+      "grad_norm": 0.0036323321983218193,
+      "learning_rate": 1.089343411127952e-05,
+      "loss": 0.0013,
+      "step": 3200
+    },
+    {
+      "epoch": 27.82608695652174,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6736012101173401,
+      "eval_runtime": 0.6449,
+      "eval_samples_per_second": 632.696,
+      "eval_steps_per_second": 1.551,
+      "step": 3200
+    },
+    {
+      "epoch": 28.695652173913043,
+      "grad_norm": 0.0031903614290058613,
+      "learning_rate": 3.2738578449308944e-06,
+      "loss": 0.0027,
+      "step": 3300
+    },
+    {
+      "epoch": 28.695652173913043,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6772900819778442,
+      "eval_runtime": 0.6486,
+      "eval_samples_per_second": 629.05,
+      "eval_steps_per_second": 1.542,
+      "step": 3300
+    },
+    {
+      "epoch": 29.565217391304348,
+      "grad_norm": 0.0012461657170206308,
+      "learning_rate": 9.8716076299743e-08,
+      "loss": 0.0029,
+      "step": 3400
+    },
+    {
+      "epoch": 29.565217391304348,
+      "eval_accuracy": 0.8970588235294118,
+      "eval_combined_score": 0.9116873065015481,
+      "eval_f1": 0.9263157894736842,
+      "eval_loss": 0.6786560416221619,
+      "eval_runtime": 0.65,
+      "eval_samples_per_second": 627.666,
+      "eval_steps_per_second": 1.538,
+      "step": 3400
+    },
+    {
+      "epoch": 30.0,
+      "step": 3450,
+      "total_flos": 1.83610838283264e+16,
+      "train_loss": 0.07065228038076041,
+      "train_runtime": 850.6592,
+      "train_samples_per_second": 129.358,
+      "train_steps_per_second": 4.056
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 3450,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.83610838283264e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	not_entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	not_entailment
+22	not_entailment
+23	not_entailment
+24	not_entailment
+25	not_entailment
+26	entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	not_entailment
+32	not_entailment
+33	not_entailment
+34	not_entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	not_entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	not_entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	not_entailment
+67	not_entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	not_entailment
+85	not_entailment
+86	entailment
+87	not_entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	not_entailment
+98	not_entailment
+99	entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	not_entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	not_entailment
+127	entailment
+128	entailment
+129	entailment
+130	not_entailment
+131	not_entailment
+132	not_entailment
+133	entailment
+134	entailment
+135	entailment
+136	not_entailment
+137	not_entailment
+138	not_entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	not_entailment
+148	not_entailment
+149	entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	entailment
+168	entailment
+169	entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	not_entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	not_entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	entailment
+223	not_entailment
+224	entailment
+225	not_entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	not_entailment
+231	entailment
+232	not_entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	not_entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	not_entailment
+256	not_entailment
+257	not_entailment
+258	entailment
+259	entailment
+260	not_entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	not_entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	entailment
+281	entailment
+282	entailment
+283	not_entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	entailment
+289	entailment
+290	not_entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	entailment
+300	not_entailment
+301	not_entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	entailment
+307	not_entailment
+308	not_entailment
+309	not_entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	not_entailment
+327	entailment
+328	entailment
+329	entailment
+330	not_entailment
+331	entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	not_entailment
+337	entailment
+338	entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	not_entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	not_entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	not_entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	not_entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	not_entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	not_entailment
+398	entailment
+399	not_entailment
+400	entailment
+401	entailment
+402	entailment
+403	entailment
+404	not_entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	entailment
+425	entailment
+426	entailment
+427	entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	not_entailment
+432	entailment
+433	entailment
+434	not_entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	entailment
+453	entailment
+454	not_entailment
+455	entailment
+456	entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	entailment
+483	entailment
+484	entailment
+485	entailment
+486	entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	not_entailment
+493	entailment
+494	entailment
+495	not_entailment
+496	not_entailment
+497	entailment
+498	entailment
+499	entailment
+500	not_entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	entailment
+507	not_entailment
+508	entailment
+509	not_entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	entailment
+518	not_entailment
+519	entailment
+520	not_entailment
+521	not_entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	entailment
+526	not_entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	not_entailment
+537	entailment
+538	not_entailment
+539	not_entailment
+540	entailment
+541	not_entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	not_entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	not_entailment
+555	not_entailment
+556	not_entailment
+557	entailment
+558	not_entailment
+559	not_entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	entailment
+564	entailment
+565	entailment
+566	entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	not_entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	not_entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	entailment
+611	not_entailment
+612	entailment
+613	not_entailment
+614	not_entailment
+615	entailment
+616	entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	not_entailment
+625	entailment
+626	not_entailment
+627	not_entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	not_entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	entailment
+649	not_entailment
+650	not_entailment
+651	not_entailment
+652	entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	not_entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	not_entailment
+668	entailment
+669	not_entailment
+670	entailment
+671	entailment
+672	not_entailment
+673	not_entailment
+674	not_entailment
+675	not_entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	entailment
+683	not_entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	entailment
+700	not_entailment
+701	entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	not_entailment
+713	entailment
+714	not_entailment
+715	not_entailment
+716	not_entailment
+717	entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	not_entailment
+724	entailment
+725	not_entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	not_entailment
+733	entailment
+734	entailment
+735	entailment
+736	not_entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	not_entailment
+744	entailment
+745	entailment
+746	entailment
+747	not_entailment
+748	not_entailment
+749	not_entailment
+750	entailment
+751	entailment
+752	entailment
+753	not_entailment
+754	entailment
+755	entailment
+756	entailment
+757	not_entailment
+758	entailment
+759	entailment
+760	entailment
+761	entailment
+762	entailment
+763	entailment
+764	not_entailment
+765	not_entailment
+766	not_entailment
+767	not_entailment
+768	entailment
+769	entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	entailment
+775	entailment
+776	not_entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	entailment
+792	not_entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	entailment
+798	not_entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	entailment
+808	entailment
+809	not_entailment
+810	not_entailment
+811	entailment
+812	not_entailment
+813	entailment
+814	not_entailment
+815	entailment
+816	not_entailment
+817	entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	entailment
+822	entailment
+823	entailment
+824	entailment
+825	entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	entailment
+832	entailment
+833	entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	entailment
+843	not_entailment
+844	entailment
+845	entailment
+846	entailment
+847	entailment
+848	entailment
+849	not_entailment
+850	not_entailment
+851	entailment
+852	entailment
+853	entailment
+854	not_entailment
+855	not_entailment
+856	entailment
+857	not_entailment
+858	entailment
+859	entailment
+860	entailment
+861	not_entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	entailment
+867	entailment
+868	entailment
+869	entailment
+870	entailment
+871	entailment
+872	entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	not_entailment
+879	not_entailment
+880	entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	not_entailment
+897	entailment
+898	not_entailment
+899	entailment
+900	not_entailment
+901	entailment
+902	entailment
+903	entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	entailment
+912	entailment
+913	entailment
+914	not_entailment
+915	entailment
+916	entailment
+917	entailment
+918	entailment
+919	not_entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	not_entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	entailment
+943	entailment
+944	entailment
+945	not_entailment
+946	entailment
+947	entailment
+948	entailment
+949	entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	not_entailment
+968	entailment
+969	entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	not_entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	entailment
+986	entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	entailment
+1006	entailment
+1007	entailment
+1008	entailment
+1009	entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	entailment
+1018	entailment
+1019	not_entailment
+1020	entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	not_entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	entailment
+1050	not_entailment
+1051	entailment
+1052	not_entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	not_entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	not_entailment
+1080	entailment
+1081	not_entailment
+1082	not_entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	not_entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	not_entailment
+1099	not_entailment
+1100	not_entailment
+1101	not_entailment
+1102	entailment
+1103	entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	not_entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	entailment
+1131	not_entailment
+1132	not_entailment
+1133	not_entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	entailment
+1139	entailment
+1140	not_entailment
+1141	not_entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	entailment
+1146	not_entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	not_entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	not_entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	not_entailment
+1175	entailment
+1176	entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	not_entailment
+1189	not_entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	not_entailment
+1203	not_entailment
+1204	entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	entailment
+1212	not_entailment
+1213	entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	not_entailment
+1235	entailment
+1236	entailment
+1237	entailment
+1238	entailment
+1239	not_entailment
+1240	not_entailment
+1241	entailment
+1242	entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	not_entailment
+1256	entailment
+1257	not_entailment
+1258	entailment
+1259	entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	not_entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	entailment
+1283	entailment
+1284	not_entailment
+1285	entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	not_entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	not_entailment
+1294	not_entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	not_entailment
+1312	not_entailment
+1313	entailment
+1314	entailment
+1315	entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	not_entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	not_entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	entailment
+1355	entailment
+1356	entailment
+1357	not_entailment
+1358	entailment
+1359	entailment
+1360	entailment
+1361	not_entailment
+1362	entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	not_entailment
+1368	not_entailment
+1369	not_entailment
+1370	entailment
+1371	entailment
+1372	entailment
+1373	entailment
+1374	entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	not_entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	not_entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	entailment
+1400	not_entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	not_entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	entailment
+1441	entailment
+1442	entailment
+1443	not_entailment
+1444	entailment
+1445	entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	not_entailment
+1453	not_entailment
+1454	entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	entailment
+1459	entailment
+1460	entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	entailment
+1469	not_entailment
+1470	entailment
+1471	entailment
+1472	not_entailment
+1473	entailment
+1474	entailment
+1475	entailment
+1476	entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	not_entailment
+1481	entailment
+1482	entailment
+1483	entailment
+1484	entailment
+1485	entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	entailment
+1496	entailment
+1497	not_entailment
+1498	entailment
+1499	not_entailment
+1500	entailment
+1501	entailment
+1502	entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	not_entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	not_entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	entailment
+1552	entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	not_entailment
+1581	entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	entailment
+1588	entailment
+1589	entailment
+1590	entailment
+1591	not_entailment
+1592	entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	not_entailment
+1597	entailment
+1598	entailment
+1599	not_entailment
+1600	not_entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	entailment
+1609	entailment
+1610	entailment
+1611	not_entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	entailment
+1616	not_entailment
+1617	entailment
+1618	not_entailment
+1619	not_entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	not_entailment
+1632	entailment
+1633	not_entailment
+1634	entailment
+1635	entailment
+1636	not_entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	not_entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	not_entailment
+1682	not_entailment
+1683	entailment
+1684	not_entailment
+1685	not_entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	not_entailment
+1690	not_entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	entailment
+1696	entailment
+1697	entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	entailment
+1703	entailment
+1704	entailment
+1705	not_entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	entailment
+1727	entailment
+1728	entailment
+1729	entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	not_entailment
+1745	not_entailment
+1746	entailment
+1747	not_entailment
+1748	not_entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	entailment
+1753	not_entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	not_entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	not_entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	not_entailment
+1777	entailment
+1778	entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	not_entailment
+1788	entailment
+1789	entailment
+1790	entailment
+1791	entailment
+1792	entailment
+1793	not_entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	entailment
+1799	not_entailment
+1800	entailment
+1801	not_entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	entailment
+1818	entailment
+1819	entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	entailment
+1835	entailment
+1836	entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	entailment
+1850	entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	entailment
+1855	not_entailment
+1856	not_entailment
+1857	not_entailment
+1858	entailment
+1859	not_entailment
+1860	entailment
+1861	entailment
+1862	entailment
+1863	entailment
+1864	entailment
+1865	entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	entailment
+1871	entailment
+1872	entailment
+1873	not_entailment
+1874	entailment
+1875	entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	not_entailment
+1887	entailment
+1888	not_entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	not_entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	entailment
+1925	entailment
+1926	not_entailment
+1927	not_entailment
+1928	not_entailment
+1929	entailment
+1930	entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	entailment
+1944	entailment
+1945	not_entailment
+1946	not_entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	not_entailment
+1964	not_entailment
+1965	entailment
+1966	not_entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	not_entailment
+1978	entailment
+1979	entailment
+1980	entailment
+1981	entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	not_entailment
+1986	not_entailment
+1987	not_entailment
+1988	not_entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	not_entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	entailment
+1997	not_entailment
+1998	entailment
+1999	entailment
+2000	not_entailment
+2001	not_entailment
+2002	entailment
+2003	entailment
+2004	not_entailment
+2005	entailment
+2006	not_entailment
+2007	not_entailment
+2008	not_entailment
+2009	entailment
+2010	entailment
+2011	entailment
+2012	not_entailment
+2013	entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	not_entailment
+2018	not_entailment
+2019	entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	entailment
+2026	entailment
+2027	not_entailment
+2028	not_entailment
+2029	not_entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	entailment
+2035	not_entailment
+2036	entailment
+2037	entailment
+2038	entailment
+2039	not_entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	not_entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	not_entailment
+2049	entailment
+2050	not_entailment
+2051	entailment
+2052	not_entailment
+2053	not_entailment
+2054	not_entailment
+2055	not_entailment
+2056	not_entailment
+2057	not_entailment
+2058	not_entailment
+2059	not_entailment
+2060	not_entailment
+2061	entailment
+2062	entailment
+2063	entailment
+2064	entailment
+2065	entailment
+2066	not_entailment
+2067	entailment
+2068	entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	not_entailment
+2076	not_entailment
+2077	entailment
+2078	entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	not_entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	entailment
+2100	entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	entailment
+2120	entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	not_entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	not_entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	not_entailment
+2165	not_entailment
+2166	not_entailment
+2167	entailment
+2168	not_entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	entailment
+2173	not_entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	not_entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	not_entailment
+2186	entailment
+2187	entailment
+2188	not_entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	entailment
+2197	entailment
+2198	entailment
+2199	entailment
+2200	entailment
+2201	entailment
+2202	not_entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	entailment
+2208	not_entailment
+2209	not_entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	not_entailment
+2222	entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	entailment
+2237	not_entailment
+2238	entailment
+2239	not_entailment
+2240	entailment
+2241	not_entailment
+2242	entailment
+2243	not_entailment
+2244	entailment
+2245	entailment
+2246	not_entailment
+2247	not_entailment
+2248	not_entailment
+2249	not_entailment
+2250	entailment
+2251	not_entailment
+2252	entailment
+2253	entailment
+2254	entailment
+2255	entailment
+2256	entailment
+2257	not_entailment
+2258	not_entailment
+2259	not_entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	not_entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	not_entailment
+2270	entailment
+2271	entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	entailment
+2277	not_entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	not_entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	entailment
+2313	not_entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	entailment
+2318	entailment
+2319	entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	entailment
+2328	not_entailment
+2329	entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	entailment
+2353	not_entailment
+2354	entailment
+2355	entailment
+2356	entailment
+2357	entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	not_entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	not_entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	entailment
+2379	not_entailment
+2380	not_entailment
+2381	entailment
+2382	entailment
+2383	entailment
+2384	entailment
+2385	entailment
+2386	entailment
+2387	entailment
+2388	entailment
+2389	entailment
+2390	entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	not_entailment
+2398	not_entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	not_entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	not_entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	not_entailment
+2432	entailment
+2433	not_entailment
+2434	not_entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	not_entailment
+2443	not_entailment
+2444	not_entailment
+2445	entailment
+2446	entailment
+2447	entailment
+2448	not_entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	entailment
+2461	not_entailment
+2462	entailment
+2463	not_entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	not_entailment
+2475	not_entailment
+2476	not_entailment
+2477	entailment
+2478	not_entailment
+2479	entailment
+2480	entailment
+2481	entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	not_entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	not_entailment
+2505	entailment
+2506	entailment
+2507	entailment
+2508	not_entailment
+2509	not_entailment
+2510	not_entailment
+2511	not_entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	entailment
+2519	entailment
+2520	not_entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	not_entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	not_entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	entailment
+2541	entailment
+2542	entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	not_entailment
+2550	entailment
+2551	entailment
+2552	entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	entailment
+2584	entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	not_entailment
+2595	not_entailment
+2596	entailment
+2597	not_entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	entailment
+2604	entailment
+2605	not_entailment
+2606	entailment
+2607	not_entailment
+2608	not_entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	not_entailment
+2624	entailment
+2625	entailment
+2626	entailment
+2627	not_entailment
+2628	not_entailment
+2629	not_entailment
+2630	entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	entailment
+2636	not_entailment
+2637	not_entailment
+2638	not_entailment
+2639	not_entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	entailment
+2644	entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	not_entailment
+2656	entailment
+2657	not_entailment
+2658	not_entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	entailment
+2663	entailment
+2664	not_entailment
+2665	entailment
+2666	not_entailment
+2667	not_entailment
+2668	not_entailment
+2669	not_entailment
+2670	not_entailment
+2671	entailment
+2672	not_entailment
+2673	not_entailment
+2674	not_entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	not_entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	not_entailment
+2685	entailment
+2686	not_entailment
+2687	entailment
+2688	not_entailment
+2689	not_entailment
+2690	not_entailment
+2691	entailment
+2692	entailment
+2693	not_entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	not_entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	entailment
+2714	entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	not_entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	not_entailment
+2738	not_entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	not_entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	not_entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	entailment
+2763	not_entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	not_entailment
+2768	not_entailment
+2769	entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	not_entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	entailment
+2787	entailment
+2788	not_entailment
+2789	entailment
+2790	not_entailment
+2791	not_entailment
+2792	not_entailment
+2793	entailment
+2794	entailment
+2795	not_entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	not_entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	not_entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	not_entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	not_entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	not_entailment
+2871	entailment
+2872	entailment
+2873	entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	not_entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	not_entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	not_entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	not_entailment
+2905	not_entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	not_entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	not_entailment
+2936	entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	not_entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	not_entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	not_entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	not_entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "attention.output.dense",
+    "key_proj",
+    "query_proj",
+    "value_proj",
+    "output.dense",
+    "intermediate.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "attention.output.dense",
+    "key_proj",
+    "query_proj",
+    "value_proj",
+    "output.dense",
+    "intermediate.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a138e0c94093e6a8059c7e891bd1b6d86106bef846fd8d2857dfb3a13be14bbc
+size 7449859

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	not_entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	not_entailment
+22	not_entailment
+23	entailment
+24	not_entailment
+25	not_entailment
+26	not_entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	not_entailment
+32	not_entailment
+33	not_entailment
+34	not_entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	not_entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	not_entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	entailment
+67	entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	entailment
+85	not_entailment
+86	entailment
+87	not_entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	entailment
+98	not_entailment
+99	entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	not_entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	not_entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	entailment
+127	entailment
+128	entailment
+129	entailment
+130	not_entailment
+131	entailment
+132	not_entailment
+133	not_entailment
+134	not_entailment
+135	not_entailment
+136	not_entailment
+137	not_entailment
+138	not_entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	entailment
+148	not_entailment
+149	entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	not_entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	not_entailment
+168	entailment
+169	not_entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	not_entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	not_entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	not_entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	entailment
+223	not_entailment
+224	entailment
+225	not_entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	not_entailment
+231	entailment
+232	entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	not_entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	entailment
+256	not_entailment
+257	not_entailment
+258	entailment
+259	entailment
+260	not_entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	not_entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	entailment
+281	entailment
+282	entailment
+283	not_entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	not_entailment
+289	entailment
+290	not_entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	entailment
+300	not_entailment
+301	entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	not_entailment
+307	not_entailment
+308	not_entailment
+309	entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	not_entailment
+327	entailment
+328	not_entailment
+329	entailment
+330	not_entailment
+331	entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	entailment
+337	entailment
+338	entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	not_entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	not_entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	not_entailment
+398	entailment
+399	not_entailment
+400	entailment
+401	entailment
+402	entailment
+403	entailment
+404	not_entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	entailment
+425	entailment
+426	entailment
+427	entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	not_entailment
+432	entailment
+433	entailment
+434	entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	entailment
+453	entailment
+454	not_entailment
+455	not_entailment
+456	entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	not_entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	entailment
+483	entailment
+484	entailment
+485	entailment
+486	not_entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	not_entailment
+493	entailment
+494	entailment
+495	not_entailment
+496	not_entailment
+497	entailment
+498	entailment
+499	entailment
+500	not_entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	entailment
+507	not_entailment
+508	entailment
+509	not_entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	entailment
+518	not_entailment
+519	not_entailment
+520	not_entailment
+521	not_entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	entailment
+526	entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	not_entailment
+537	entailment
+538	not_entailment
+539	not_entailment
+540	entailment
+541	not_entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	not_entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	entailment
+555	not_entailment
+556	not_entailment
+557	entailment
+558	not_entailment
+559	entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	not_entailment
+564	entailment
+565	entailment
+566	entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	not_entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	entailment
+611	not_entailment
+612	entailment
+613	not_entailment
+614	not_entailment
+615	entailment
+616	not_entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	entailment
+625	entailment
+626	not_entailment
+627	not_entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	not_entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	not_entailment
+649	not_entailment
+650	not_entailment
+651	not_entailment
+652	not_entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	not_entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	not_entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	not_entailment
+668	not_entailment
+669	entailment
+670	entailment
+671	entailment
+672	not_entailment
+673	not_entailment
+674	not_entailment
+675	entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	entailment
+683	not_entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	not_entailment
+700	entailment
+701	not_entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	not_entailment
+713	not_entailment
+714	not_entailment
+715	not_entailment
+716	not_entailment
+717	not_entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	not_entailment
+724	entailment
+725	not_entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	not_entailment
+733	entailment
+734	entailment
+735	entailment
+736	not_entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	not_entailment
+744	not_entailment
+745	entailment
+746	not_entailment
+747	not_entailment
+748	not_entailment
+749	entailment
+750	entailment
+751	entailment
+752	entailment
+753	not_entailment
+754	entailment
+755	entailment
+756	entailment
+757	not_entailment
+758	not_entailment
+759	entailment
+760	entailment
+761	entailment
+762	entailment
+763	entailment
+764	not_entailment
+765	not_entailment
+766	not_entailment
+767	not_entailment
+768	entailment
+769	entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	not_entailment
+775	entailment
+776	not_entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	entailment
+792	not_entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	entailment
+798	not_entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	not_entailment
+808	entailment
+809	not_entailment
+810	not_entailment
+811	entailment
+812	not_entailment
+813	entailment
+814	not_entailment
+815	entailment
+816	not_entailment
+817	entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	not_entailment
+822	entailment
+823	entailment
+824	entailment
+825	entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	not_entailment
+832	entailment
+833	not_entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	entailment
+843	not_entailment
+844	entailment
+845	entailment
+846	entailment
+847	not_entailment
+848	entailment
+849	not_entailment
+850	not_entailment
+851	entailment
+852	entailment
+853	entailment
+854	not_entailment
+855	not_entailment
+856	entailment
+857	not_entailment
+858	entailment
+859	entailment
+860	entailment
+861	not_entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	entailment
+867	entailment
+868	not_entailment
+869	entailment
+870	entailment
+871	entailment
+872	entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	entailment
+879	entailment
+880	entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	not_entailment
+897	entailment
+898	not_entailment
+899	entailment
+900	entailment
+901	entailment
+902	entailment
+903	entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	entailment
+912	entailment
+913	entailment
+914	entailment
+915	entailment
+916	entailment
+917	entailment
+918	not_entailment
+919	entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	not_entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	entailment
+943	entailment
+944	entailment
+945	not_entailment
+946	not_entailment
+947	entailment
+948	entailment
+949	not_entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	entailment
+968	entailment
+969	not_entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	not_entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	entailment
+986	entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	not_entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	entailment
+1006	entailment
+1007	entailment
+1008	entailment
+1009	not_entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	not_entailment
+1018	entailment
+1019	entailment
+1020	entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	not_entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	not_entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	entailment
+1050	not_entailment
+1051	entailment
+1052	not_entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	not_entailment
+1080	entailment
+1081	not_entailment
+1082	not_entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	entailment
+1099	not_entailment
+1100	not_entailment
+1101	not_entailment
+1102	entailment
+1103	not_entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	not_entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	not_entailment
+1131	not_entailment
+1132	not_entailment
+1133	not_entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	not_entailment
+1139	entailment
+1140	not_entailment
+1141	entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	entailment
+1146	not_entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	not_entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	entailment
+1175	entailment
+1176	entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	entailment
+1189	not_entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	not_entailment
+1203	not_entailment
+1204	entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	entailment
+1212	not_entailment
+1213	entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	entailment
+1235	entailment
+1236	entailment
+1237	entailment
+1238	entailment
+1239	not_entailment
+1240	not_entailment
+1241	entailment
+1242	entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	not_entailment
+1256	not_entailment
+1257	not_entailment
+1258	entailment
+1259	not_entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	entailment
+1283	entailment
+1284	entailment
+1285	entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	not_entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	not_entailment
+1294	not_entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	not_entailment
+1312	not_entailment
+1313	entailment
+1314	entailment
+1315	entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	not_entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	entailment
+1355	entailment
+1356	entailment
+1357	entailment
+1358	entailment
+1359	entailment
+1360	not_entailment
+1361	not_entailment
+1362	not_entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	entailment
+1368	entailment
+1369	not_entailment
+1370	not_entailment
+1371	not_entailment
+1372	not_entailment
+1373	entailment
+1374	not_entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	not_entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	not_entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	entailment
+1400	not_entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	not_entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	not_entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	not_entailment
+1441	entailment
+1442	entailment
+1443	entailment
+1444	entailment
+1445	entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	not_entailment
+1453	not_entailment
+1454	not_entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	entailment
+1459	entailment
+1460	not_entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	entailment
+1469	not_entailment
+1470	entailment
+1471	not_entailment
+1472	not_entailment
+1473	entailment
+1474	entailment
+1475	entailment
+1476	entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	entailment
+1481	entailment
+1482	entailment
+1483	entailment
+1484	entailment
+1485	entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	entailment
+1496	entailment
+1497	not_entailment
+1498	not_entailment
+1499	entailment
+1500	not_entailment
+1501	entailment
+1502	entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	not_entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	not_entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	not_entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	entailment
+1552	entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	not_entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	not_entailment
+1581	not_entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	not_entailment
+1588	not_entailment
+1589	entailment
+1590	entailment
+1591	not_entailment
+1592	entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	entailment
+1597	entailment
+1598	entailment
+1599	entailment
+1600	not_entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	not_entailment
+1609	entailment
+1610	entailment
+1611	not_entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	not_entailment
+1616	not_entailment
+1617	entailment
+1618	not_entailment
+1619	not_entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	not_entailment
+1632	entailment
+1633	not_entailment
+1634	entailment
+1635	entailment
+1636	not_entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	not_entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	not_entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	not_entailment
+1682	not_entailment
+1683	entailment
+1684	not_entailment
+1685	not_entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	entailment
+1690	entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	entailment
+1696	entailment
+1697	not_entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	not_entailment
+1703	entailment
+1704	entailment
+1705	not_entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	entailment
+1727	entailment
+1728	entailment
+1729	entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	entailment
+1745	not_entailment
+1746	entailment
+1747	not_entailment
+1748	not_entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	not_entailment
+1753	entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	not_entailment
+1777	entailment
+1778	entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	entailment
+1788	not_entailment
+1789	entailment
+1790	entailment
+1791	entailment
+1792	entailment
+1793	entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	entailment
+1799	not_entailment
+1800	entailment
+1801	not_entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	entailment
+1818	entailment
+1819	not_entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	entailment
+1835	entailment
+1836	not_entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	entailment
+1850	entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	entailment
+1855	not_entailment
+1856	not_entailment
+1857	not_entailment
+1858	entailment
+1859	not_entailment
+1860	entailment
+1861	entailment
+1862	not_entailment
+1863	entailment
+1864	entailment
+1865	not_entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	not_entailment
+1871	entailment
+1872	entailment
+1873	not_entailment
+1874	entailment
+1875	entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	entailment
+1887	entailment
+1888	not_entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	not_entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	entailment
+1925	entailment
+1926	not_entailment
+1927	entailment
+1928	not_entailment
+1929	entailment
+1930	not_entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	entailment
+1944	entailment
+1945	not_entailment
+1946	entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	not_entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	entailment
+1964	not_entailment
+1965	entailment
+1966	not_entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	not_entailment
+1978	entailment
+1979	entailment
+1980	entailment
+1981	not_entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	entailment
+1986	not_entailment
+1987	not_entailment
+1988	not_entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	not_entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	entailment
+1997	not_entailment
+1998	entailment
+1999	entailment
+2000	not_entailment
+2001	not_entailment
+2002	entailment
+2003	entailment
+2004	not_entailment
+2005	not_entailment
+2006	entailment
+2007	not_entailment
+2008	not_entailment
+2009	entailment
+2010	entailment
+2011	entailment
+2012	not_entailment
+2013	entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	entailment
+2018	not_entailment
+2019	entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	entailment
+2026	entailment
+2027	not_entailment
+2028	not_entailment
+2029	not_entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	not_entailment
+2035	not_entailment
+2036	entailment
+2037	entailment
+2038	entailment
+2039	not_entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	not_entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	not_entailment
+2049	entailment
+2050	entailment
+2051	entailment
+2052	not_entailment
+2053	not_entailment
+2054	not_entailment
+2055	entailment
+2056	not_entailment
+2057	not_entailment
+2058	not_entailment
+2059	not_entailment
+2060	not_entailment
+2061	entailment
+2062	not_entailment
+2063	entailment
+2064	entailment
+2065	entailment
+2066	entailment
+2067	entailment
+2068	entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	entailment
+2076	not_entailment
+2077	entailment
+2078	entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	not_entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	not_entailment
+2100	not_entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	not_entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	entailment
+2120	entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	not_entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	not_entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	not_entailment
+2165	not_entailment
+2166	not_entailment
+2167	entailment
+2168	entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	entailment
+2173	entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	not_entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	entailment
+2186	entailment
+2187	entailment
+2188	not_entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	entailment
+2197	entailment
+2198	not_entailment
+2199	entailment
+2200	entailment
+2201	entailment
+2202	not_entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	entailment
+2208	not_entailment
+2209	not_entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	not_entailment
+2222	entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	not_entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	entailment
+2237	not_entailment
+2238	entailment
+2239	entailment
+2240	entailment
+2241	not_entailment
+2242	entailment
+2243	entailment
+2244	entailment
+2245	entailment
+2246	entailment
+2247	not_entailment
+2248	not_entailment
+2249	not_entailment
+2250	entailment
+2251	not_entailment
+2252	entailment
+2253	entailment
+2254	entailment
+2255	entailment
+2256	entailment
+2257	not_entailment
+2258	not_entailment
+2259	not_entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	entailment
+2270	entailment
+2271	entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	entailment
+2277	entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	not_entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	not_entailment
+2313	entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	not_entailment
+2318	entailment
+2319	entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	entailment
+2328	not_entailment
+2329	not_entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	entailment
+2353	not_entailment
+2354	entailment
+2355	entailment
+2356	entailment
+2357	not_entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	not_entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	not_entailment
+2379	not_entailment
+2380	not_entailment
+2381	entailment
+2382	entailment
+2383	entailment
+2384	entailment
+2385	entailment
+2386	entailment
+2387	entailment
+2388	not_entailment
+2389	entailment
+2390	not_entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	entailment
+2398	not_entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	not_entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	not_entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	entailment
+2432	entailment
+2433	not_entailment
+2434	entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	not_entailment
+2443	not_entailment
+2444	entailment
+2445	entailment
+2446	entailment
+2447	not_entailment
+2448	not_entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	not_entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	entailment
+2461	not_entailment
+2462	entailment
+2463	not_entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	not_entailment
+2475	not_entailment
+2476	not_entailment
+2477	entailment
+2478	not_entailment
+2479	entailment
+2480	entailment
+2481	entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	not_entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	not_entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	not_entailment
+2505	entailment
+2506	entailment
+2507	entailment
+2508	not_entailment
+2509	not_entailment
+2510	not_entailment
+2511	not_entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	not_entailment
+2519	entailment
+2520	not_entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	not_entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	not_entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	not_entailment
+2541	entailment
+2542	entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	not_entailment
+2550	entailment
+2551	entailment
+2552	entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	entailment
+2584	entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	not_entailment
+2595	not_entailment
+2596	entailment
+2597	not_entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	entailment
+2604	entailment
+2605	entailment
+2606	entailment
+2607	not_entailment
+2608	not_entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	entailment
+2624	not_entailment
+2625	entailment
+2626	entailment
+2627	not_entailment
+2628	not_entailment
+2629	not_entailment
+2630	entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	entailment
+2636	not_entailment
+2637	entailment
+2638	not_entailment
+2639	entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	not_entailment
+2644	not_entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	not_entailment
+2656	entailment
+2657	not_entailment
+2658	entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	entailment
+2663	entailment
+2664	not_entailment
+2665	entailment
+2666	not_entailment
+2667	not_entailment
+2668	not_entailment
+2669	entailment
+2670	not_entailment
+2671	entailment
+2672	not_entailment
+2673	not_entailment
+2674	not_entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	not_entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	entailment
+2685	not_entailment
+2686	not_entailment
+2687	entailment
+2688	not_entailment
+2689	not_entailment
+2690	not_entailment
+2691	entailment
+2692	entailment
+2693	not_entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	entailment
+2714	entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	entailment
+2738	not_entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	not_entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	entailment
+2763	entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	not_entailment
+2768	not_entailment
+2769	entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	not_entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	entailment
+2787	entailment
+2788	not_entailment
+2789	entailment
+2790	not_entailment
+2791	not_entailment
+2792	not_entailment
+2793	entailment
+2794	entailment
+2795	entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	not_entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	not_entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	not_entailment
+2871	not_entailment
+2872	entailment
+2873	entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	not_entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	not_entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	not_entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	not_entailment
+2905	not_entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	not_entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	entailment
+2936	not_entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	not_entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	not_entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	not_entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8808664259927798,
+    "eval_loss": 1.011387825012207,
+    "eval_runtime": 0.4786,
+    "eval_samples": 277,
+    "eval_samples_per_second": 578.732,
+    "eval_steps_per_second": 2.089
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8808664259927798,
+    "eval_loss": 1.011387825012207,
+    "eval_runtime": 0.4786,
+    "eval_samples": 277,
+    "eval_samples_per_second": 578.732,
+    "eval_steps_per_second": 2.089
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "value_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "key_proj",
+    "query_proj",
+    "output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "value_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "key_proj",
+    "query_proj",
+    "output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf977285d1c2a2792df0d33416f0df7247d1a645e6e09153a7cb48aa309beee
+size 7449859

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/trainer_state.json

@@ -0,0 +1,411 @@
+{
+  "best_global_step": 2100,
+  "best_metric": 0.8808664259927798,
+  "best_model_checkpoint": "./glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h54m56,r=4,s46/checkpoint-2100",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 2340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 3.5646705627441406,
+      "learning_rate": 0.00198,
+      "loss": 0.6626,
+      "step": 100
+    },
+    {
+      "epoch": 1.282051282051282,
+      "eval_accuracy": 0.7978339350180506,
+      "eval_loss": 0.4759335219860077,
+      "eval_runtime": 0.5654,
+      "eval_samples_per_second": 489.903,
+      "eval_steps_per_second": 1.769,
+      "step": 100
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 4.0660719871521,
+      "learning_rate": 0.0019901135883728755,
+      "loss": 0.3896,
+      "step": 200
+    },
+    {
+      "epoch": 2.564102564102564,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 0.3332339823246002,
+      "eval_runtime": 0.475,
+      "eval_samples_per_second": 583.108,
+      "eval_steps_per_second": 2.105,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 6.204361438751221,
+      "learning_rate": 0.001960254016408426,
+      "loss": 0.2691,
+      "step": 300
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_accuracy": 0.8628158844765343,
+      "eval_loss": 0.4081153869628906,
+      "eval_runtime": 0.4779,
+      "eval_samples_per_second": 579.628,
+      "eval_steps_per_second": 2.093,
+      "step": 300
+    },
+    {
+      "epoch": 5.128205128205128,
+      "grad_norm": 1.3573806285858154,
+      "learning_rate": 0.0019110226492460884,
+      "loss": 0.1514,
+      "step": 400
+    },
+    {
+      "epoch": 5.128205128205128,
+      "eval_accuracy": 0.8772563176895307,
+      "eval_loss": 0.38070380687713623,
+      "eval_runtime": 0.4741,
+      "eval_samples_per_second": 584.223,
+      "eval_steps_per_second": 2.109,
+      "step": 400
+    },
+    {
+      "epoch": 6.410256410256411,
+      "grad_norm": 8.090973854064941,
+      "learning_rate": 0.0018434126615518196,
+      "loss": 0.143,
+      "step": 500
+    },
+    {
+      "epoch": 6.410256410256411,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.7481017112731934,
+      "eval_runtime": 0.4756,
+      "eval_samples_per_second": 582.399,
+      "eval_steps_per_second": 2.103,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 3.2410202026367188,
+      "learning_rate": 0.0017587879912134756,
+      "loss": 0.0754,
+      "step": 600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 0.8408041000366211,
+      "eval_runtime": 0.4785,
+      "eval_samples_per_second": 578.846,
+      "eval_steps_per_second": 2.09,
+      "step": 600
+    },
+    {
+      "epoch": 8.974358974358974,
+      "grad_norm": 0.1569920778274536,
+      "learning_rate": 0.0016588558237824534,
+      "loss": 0.0739,
+      "step": 700
+    },
+    {
+      "epoch": 8.974358974358974,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 0.6008958220481873,
+      "eval_runtime": 0.4758,
+      "eval_samples_per_second": 582.146,
+      "eval_steps_per_second": 2.102,
+      "step": 700
+    },
+    {
+      "epoch": 10.256410256410255,
+      "grad_norm": 2.5423526763916016,
+      "learning_rate": 0.0015456321523689876,
+      "loss": 0.0658,
+      "step": 800
+    },
+    {
+      "epoch": 10.256410256410255,
+      "eval_accuracy": 0.8772563176895307,
+      "eval_loss": 0.5625680088996887,
+      "eval_runtime": 0.4752,
+      "eval_samples_per_second": 582.861,
+      "eval_steps_per_second": 2.104,
+      "step": 800
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 0.025862161070108414,
+      "learning_rate": 0.0014214011077725293,
+      "loss": 0.0371,
+      "step": 900
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.9426126480102539,
+      "eval_runtime": 0.4798,
+      "eval_samples_per_second": 577.316,
+      "eval_steps_per_second": 2.084,
+      "step": 900
+    },
+    {
+      "epoch": 12.820512820512821,
+      "grad_norm": 0.005750021431595087,
+      "learning_rate": 0.0012886688793055097,
+      "loss": 0.0357,
+      "step": 1000
+    },
+    {
+      "epoch": 12.820512820512821,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.9372774362564087,
+      "eval_runtime": 0.4796,
+      "eval_samples_per_second": 577.597,
+      "eval_steps_per_second": 2.085,
+      "step": 1000
+    },
+    {
+      "epoch": 14.102564102564102,
+      "grad_norm": 10.986292839050293,
+      "learning_rate": 0.0011501131558940736,
+      "loss": 0.029,
+      "step": 1100
+    },
+    {
+      "epoch": 14.102564102564102,
+      "eval_accuracy": 0.8447653429602888,
+      "eval_loss": 0.9800683856010437,
+      "eval_runtime": 0.4733,
+      "eval_samples_per_second": 585.314,
+      "eval_steps_per_second": 2.113,
+      "step": 1100
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 0.27996131777763367,
+      "learning_rate": 0.0010085291074115638,
+      "loss": 0.0186,
+      "step": 1200
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.9643231630325317,
+      "eval_runtime": 0.4766,
+      "eval_samples_per_second": 581.147,
+      "eval_steps_per_second": 2.098,
+      "step": 1200
+    },
+    {
+      "epoch": 16.666666666666668,
+      "grad_norm": 0.007267810869961977,
+      "learning_rate": 0.0008667729959965649,
+      "loss": 0.0198,
+      "step": 1300
+    },
+    {
+      "epoch": 16.666666666666668,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.8345328569412231,
+      "eval_runtime": 0.4765,
+      "eval_samples_per_second": 581.265,
+      "eval_steps_per_second": 2.098,
+      "step": 1300
+    },
+    {
+      "epoch": 17.94871794871795,
+      "grad_norm": 0.06551695615053177,
+      "learning_rate": 0.0007277045549190833,
+      "loss": 0.0167,
+      "step": 1400
+    },
+    {
+      "epoch": 17.94871794871795,
+      "eval_accuracy": 0.8375451263537906,
+      "eval_loss": 1.0120664834976196,
+      "eval_runtime": 0.473,
+      "eval_samples_per_second": 585.581,
+      "eval_steps_per_second": 2.114,
+      "step": 1400
+    },
+    {
+      "epoch": 19.23076923076923,
+      "grad_norm": 0.004208490718156099,
+      "learning_rate": 0.0005941292974214578,
+      "loss": 0.0073,
+      "step": 1500
+    },
+    {
+      "epoch": 19.23076923076923,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.9024528861045837,
+      "eval_runtime": 0.4737,
+      "eval_samples_per_second": 584.799,
+      "eval_steps_per_second": 2.111,
+      "step": 1500
+    },
+    {
+      "epoch": 20.51282051282051,
+      "grad_norm": 0.001739613013342023,
+      "learning_rate": 0.00046874191937325337,
+      "loss": 0.0026,
+      "step": 1600
+    },
+    {
+      "epoch": 20.51282051282051,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.9286249876022339,
+      "eval_runtime": 0.4746,
+      "eval_samples_per_second": 583.616,
+      "eval_steps_per_second": 2.107,
+      "step": 1600
+    },
+    {
+      "epoch": 21.794871794871796,
+      "grad_norm": 0.0003283180412836373,
+      "learning_rate": 0.00035407193751321286,
+      "loss": 0.0011,
+      "step": 1700
+    },
+    {
+      "epoch": 21.794871794871796,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 1.0466927289962769,
+      "eval_runtime": 0.4714,
+      "eval_samples_per_second": 587.613,
+      "eval_steps_per_second": 2.121,
+      "step": 1700
+    },
+    {
+      "epoch": 23.076923076923077,
+      "grad_norm": 7.1560235023498535,
+      "learning_rate": 0.00025243265995146156,
+      "loss": 0.0053,
+      "step": 1800
+    },
+    {
+      "epoch": 23.076923076923077,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.9403551816940308,
+      "eval_runtime": 0.4736,
+      "eval_samples_per_second": 584.909,
+      "eval_steps_per_second": 2.112,
+      "step": 1800
+    },
+    {
+      "epoch": 24.358974358974358,
+      "grad_norm": 0.0014063672861084342,
+      "learning_rate": 0.0001658745183814303,
+      "loss": 0.0002,
+      "step": 1900
+    },
+    {
+      "epoch": 24.358974358974358,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.106003761291504,
+      "eval_runtime": 0.4735,
+      "eval_samples_per_second": 584.963,
+      "eval_steps_per_second": 2.112,
+      "step": 1900
+    },
+    {
+      "epoch": 25.641025641025642,
+      "grad_norm": 0.00010371972166467458,
+      "learning_rate": 9.614370345949952e-05,
+      "loss": 0.0006,
+      "step": 2000
+    },
+    {
+      "epoch": 25.641025641025642,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 1.0414891242980957,
+      "eval_runtime": 0.4789,
+      "eval_samples_per_second": 578.451,
+      "eval_steps_per_second": 2.088,
+      "step": 2000
+    },
+    {
+      "epoch": 26.923076923076923,
+      "grad_norm": 0.002221214585006237,
+      "learning_rate": 4.4646937826311684e-05,
+      "loss": 0.0016,
+      "step": 2100
+    },
+    {
+      "epoch": 26.923076923076923,
+      "eval_accuracy": 0.8808664259927798,
+      "eval_loss": 1.011387825012207,
+      "eval_runtime": 0.4515,
+      "eval_samples_per_second": 613.451,
+      "eval_steps_per_second": 2.215,
+      "step": 2100
+    },
+    {
+      "epoch": 28.205128205128204,
+      "grad_norm": 0.005244562402367592,
+      "learning_rate": 1.2423097425266594e-05,
+      "loss": 0.0003,
+      "step": 2200
+    },
+    {
+      "epoch": 28.205128205128204,
+      "eval_accuracy": 0.8808664259927798,
+      "eval_loss": 1.0142991542816162,
+      "eval_runtime": 0.4746,
+      "eval_samples_per_second": 583.647,
+      "eval_steps_per_second": 2.107,
+      "step": 2200
+    },
+    {
+      "epoch": 29.487179487179485,
+      "grad_norm": 0.02509470097720623,
+      "learning_rate": 1.2225361880779938e-07,
+      "loss": 0.0026,
+      "step": 2300
+    },
+    {
+      "epoch": 29.487179487179485,
+      "eval_accuracy": 0.8808664259927798,
+      "eval_loss": 1.0178579092025757,
+      "eval_runtime": 0.4771,
+      "eval_samples_per_second": 580.629,
+      "eval_steps_per_second": 2.096,
+      "step": 2300
+    },
+    {
+      "epoch": 30.0,
+      "step": 2340,
+      "total_flos": 1.2464312631552e+16,
+      "train_loss": 0.08598913265169304,
+      "train_runtime": 649.4549,
+      "train_samples_per_second": 115.02,
+      "train_steps_per_second": 3.603
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2464312631552e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}