Batch upload part 23

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	entailment
+22	not_entailment
+23	entailment
+24	not_entailment
+25	not_entailment
+26	entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	entailment
+32	not_entailment
+33	not_entailment
+34	not_entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	not_entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	not_entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	not_entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	not_entailment
+67	not_entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	not_entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	not_entailment
+85	not_entailment
+86	entailment
+87	not_entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	entailment
+98	not_entailment
+99	not_entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	not_entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	not_entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	not_entailment
+127	entailment
+128	entailment
+129	entailment
+130	entailment
+131	not_entailment
+132	not_entailment
+133	not_entailment
+134	entailment
+135	not_entailment
+136	not_entailment
+137	not_entailment
+138	entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	not_entailment
+148	not_entailment
+149	not_entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	not_entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	not_entailment
+168	entailment
+169	entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	not_entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	not_entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	not_entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	not_entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	not_entailment
+223	not_entailment
+224	entailment
+225	not_entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	not_entailment
+231	entailment
+232	entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	not_entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	not_entailment
+256	not_entailment
+257	not_entailment
+258	entailment
+259	entailment
+260	entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	not_entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	not_entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	entailment
+281	entailment
+282	entailment
+283	entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	not_entailment
+289	entailment
+290	entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	not_entailment
+300	not_entailment
+301	entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	not_entailment
+307	not_entailment
+308	not_entailment
+309	not_entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	not_entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	not_entailment
+327	entailment
+328	not_entailment
+329	entailment
+330	not_entailment
+331	entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	not_entailment
+337	entailment
+338	entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	not_entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	not_entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	not_entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	not_entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	not_entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	not_entailment
+398	entailment
+399	entailment
+400	entailment
+401	entailment
+402	entailment
+403	entailment
+404	not_entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	not_entailment
+425	entailment
+426	entailment
+427	not_entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	not_entailment
+432	entailment
+433	entailment
+434	not_entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	not_entailment
+453	entailment
+454	not_entailment
+455	not_entailment
+456	not_entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	not_entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	entailment
+483	entailment
+484	entailment
+485	entailment
+486	not_entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	entailment
+493	entailment
+494	entailment
+495	not_entailment
+496	not_entailment
+497	not_entailment
+498	entailment
+499	entailment
+500	not_entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	not_entailment
+507	not_entailment
+508	entailment
+509	not_entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	not_entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	not_entailment
+518	not_entailment
+519	not_entailment
+520	not_entailment
+521	not_entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	not_entailment
+526	not_entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	not_entailment
+537	entailment
+538	not_entailment
+539	not_entailment
+540	entailment
+541	not_entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	not_entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	not_entailment
+555	not_entailment
+556	not_entailment
+557	not_entailment
+558	not_entailment
+559	not_entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	not_entailment
+564	entailment
+565	entailment
+566	not_entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	not_entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	not_entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	not_entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	not_entailment
+611	not_entailment
+612	entailment
+613	entailment
+614	not_entailment
+615	entailment
+616	not_entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	not_entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	entailment
+625	entailment
+626	entailment
+627	entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	not_entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	entailment
+649	not_entailment
+650	entailment
+651	not_entailment
+652	not_entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	not_entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	not_entailment
+668	not_entailment
+669	not_entailment
+670	entailment
+671	entailment
+672	not_entailment
+673	not_entailment
+674	not_entailment
+675	not_entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	not_entailment
+683	not_entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	entailment
+700	not_entailment
+701	not_entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	not_entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	not_entailment
+713	not_entailment
+714	not_entailment
+715	not_entailment
+716	not_entailment
+717	entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	entailment
+724	entailment
+725	not_entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	not_entailment
+733	entailment
+734	entailment
+735	entailment
+736	not_entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	not_entailment
+744	not_entailment
+745	entailment
+746	not_entailment
+747	not_entailment
+748	not_entailment
+749	not_entailment
+750	entailment
+751	entailment
+752	not_entailment
+753	not_entailment
+754	not_entailment
+755	not_entailment
+756	entailment
+757	not_entailment
+758	entailment
+759	not_entailment
+760	entailment
+761	entailment
+762	entailment
+763	entailment
+764	not_entailment
+765	not_entailment
+766	not_entailment
+767	not_entailment
+768	entailment
+769	not_entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	not_entailment
+775	entailment
+776	not_entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	not_entailment
+792	not_entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	not_entailment
+798	not_entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	not_entailment
+808	entailment
+809	not_entailment
+810	not_entailment
+811	not_entailment
+812	not_entailment
+813	entailment
+814	not_entailment
+815	entailment
+816	not_entailment
+817	not_entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	entailment
+822	entailment
+823	entailment
+824	entailment
+825	not_entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	not_entailment
+832	entailment
+833	not_entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	not_entailment
+843	entailment
+844	entailment
+845	entailment
+846	entailment
+847	entailment
+848	entailment
+849	not_entailment
+850	not_entailment
+851	entailment
+852	entailment
+853	not_entailment
+854	not_entailment
+855	not_entailment
+856	not_entailment
+857	not_entailment
+858	entailment
+859	entailment
+860	entailment
+861	not_entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	not_entailment
+867	not_entailment
+868	not_entailment
+869	not_entailment
+870	entailment
+871	entailment
+872	entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	not_entailment
+879	not_entailment
+880	entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	not_entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	not_entailment
+897	entailment
+898	not_entailment
+899	not_entailment
+900	not_entailment
+901	not_entailment
+902	entailment
+903	not_entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	entailment
+912	entailment
+913	entailment
+914	not_entailment
+915	entailment
+916	entailment
+917	entailment
+918	not_entailment
+919	entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	not_entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	entailment
+943	entailment
+944	not_entailment
+945	not_entailment
+946	not_entailment
+947	entailment
+948	not_entailment
+949	not_entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	not_entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	entailment
+968	entailment
+969	not_entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	not_entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	not_entailment
+986	not_entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	not_entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	not_entailment
+1006	not_entailment
+1007	entailment
+1008	entailment
+1009	not_entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	entailment
+1018	entailment
+1019	not_entailment
+1020	not_entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	not_entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	not_entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	not_entailment
+1050	not_entailment
+1051	entailment
+1052	entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	not_entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	not_entailment
+1080	entailment
+1081	not_entailment
+1082	not_entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	not_entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	not_entailment
+1099	not_entailment
+1100	not_entailment
+1101	entailment
+1102	not_entailment
+1103	not_entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	not_entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	not_entailment
+1131	not_entailment
+1132	not_entailment
+1133	not_entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	not_entailment
+1139	entailment
+1140	not_entailment
+1141	not_entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	not_entailment
+1146	not_entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	not_entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	not_entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	entailment
+1175	entailment
+1176	not_entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	not_entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	not_entailment
+1189	entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	not_entailment
+1203	not_entailment
+1204	entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	not_entailment
+1212	not_entailment
+1213	not_entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	not_entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	entailment
+1235	entailment
+1236	entailment
+1237	entailment
+1238	entailment
+1239	not_entailment
+1240	not_entailment
+1241	entailment
+1242	entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	not_entailment
+1256	not_entailment
+1257	not_entailment
+1258	entailment
+1259	not_entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	not_entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	not_entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	entailment
+1283	entailment
+1284	not_entailment
+1285	not_entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	not_entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	not_entailment
+1294	not_entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	not_entailment
+1312	not_entailment
+1313	not_entailment
+1314	entailment
+1315	not_entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	not_entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	not_entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	not_entailment
+1355	entailment
+1356	entailment
+1357	not_entailment
+1358	entailment
+1359	entailment
+1360	not_entailment
+1361	not_entailment
+1362	not_entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	not_entailment
+1368	not_entailment
+1369	not_entailment
+1370	entailment
+1371	not_entailment
+1372	entailment
+1373	entailment
+1374	entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	not_entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	not_entailment
+1400	not_entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	not_entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	not_entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	not_entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	not_entailment
+1441	entailment
+1442	entailment
+1443	not_entailment
+1444	entailment
+1445	entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	not_entailment
+1453	not_entailment
+1454	not_entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	not_entailment
+1459	entailment
+1460	not_entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	not_entailment
+1469	not_entailment
+1470	entailment
+1471	not_entailment
+1472	not_entailment
+1473	entailment
+1474	entailment
+1475	entailment
+1476	not_entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	not_entailment
+1481	not_entailment
+1482	entailment
+1483	entailment
+1484	not_entailment
+1485	entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	not_entailment
+1496	entailment
+1497	not_entailment
+1498	not_entailment
+1499	not_entailment
+1500	not_entailment
+1501	entailment
+1502	not_entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	not_entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	not_entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	not_entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	entailment
+1552	not_entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	not_entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	not_entailment
+1581	not_entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	entailment
+1588	not_entailment
+1589	not_entailment
+1590	entailment
+1591	not_entailment
+1592	not_entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	not_entailment
+1597	entailment
+1598	entailment
+1599	entailment
+1600	entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	not_entailment
+1609	entailment
+1610	entailment
+1611	not_entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	not_entailment
+1616	not_entailment
+1617	entailment
+1618	not_entailment
+1619	not_entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	not_entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	not_entailment
+1632	entailment
+1633	not_entailment
+1634	entailment
+1635	entailment
+1636	not_entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	not_entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	entailment
+1682	not_entailment
+1683	not_entailment
+1684	not_entailment
+1685	not_entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	not_entailment
+1690	entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	not_entailment
+1696	entailment
+1697	not_entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	entailment
+1703	not_entailment
+1704	entailment
+1705	not_entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	not_entailment
+1727	entailment
+1728	not_entailment
+1729	entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	not_entailment
+1745	not_entailment
+1746	entailment
+1747	not_entailment
+1748	not_entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	not_entailment
+1753	entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	not_entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	not_entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	not_entailment
+1777	entailment
+1778	entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	entailment
+1788	not_entailment
+1789	entailment
+1790	not_entailment
+1791	entailment
+1792	entailment
+1793	not_entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	entailment
+1799	not_entailment
+1800	entailment
+1801	not_entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	not_entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	not_entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	not_entailment
+1818	entailment
+1819	entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	entailment
+1835	entailment
+1836	not_entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	not_entailment
+1850	not_entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	entailment
+1855	not_entailment
+1856	not_entailment
+1857	entailment
+1858	entailment
+1859	not_entailment
+1860	not_entailment
+1861	entailment
+1862	not_entailment
+1863	entailment
+1864	entailment
+1865	not_entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	entailment
+1871	entailment
+1872	entailment
+1873	entailment
+1874	entailment
+1875	entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	not_entailment
+1887	entailment
+1888	not_entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	not_entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	entailment
+1925	entailment
+1926	not_entailment
+1927	not_entailment
+1928	not_entailment
+1929	entailment
+1930	not_entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	not_entailment
+1944	entailment
+1945	not_entailment
+1946	entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	not_entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	not_entailment
+1964	not_entailment
+1965	entailment
+1966	entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	not_entailment
+1978	not_entailment
+1979	entailment
+1980	not_entailment
+1981	entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	not_entailment
+1986	not_entailment
+1987	not_entailment
+1988	not_entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	not_entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	not_entailment
+1997	not_entailment
+1998	entailment
+1999	entailment
+2000	not_entailment
+2001	not_entailment
+2002	entailment
+2003	not_entailment
+2004	not_entailment
+2005	entailment
+2006	not_entailment
+2007	not_entailment
+2008	not_entailment
+2009	not_entailment
+2010	not_entailment
+2011	entailment
+2012	not_entailment
+2013	entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	not_entailment
+2018	not_entailment
+2019	entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	not_entailment
+2026	entailment
+2027	entailment
+2028	not_entailment
+2029	not_entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	not_entailment
+2035	not_entailment
+2036	entailment
+2037	not_entailment
+2038	not_entailment
+2039	entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	not_entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	not_entailment
+2049	entailment
+2050	entailment
+2051	entailment
+2052	not_entailment
+2053	not_entailment
+2054	not_entailment
+2055	not_entailment
+2056	not_entailment
+2057	not_entailment
+2058	not_entailment
+2059	not_entailment
+2060	not_entailment
+2061	not_entailment
+2062	not_entailment
+2063	not_entailment
+2064	not_entailment
+2065	entailment
+2066	entailment
+2067	entailment
+2068	not_entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	not_entailment
+2076	not_entailment
+2077	entailment
+2078	not_entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	not_entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	entailment
+2100	not_entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	not_entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	not_entailment
+2120	not_entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	not_entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	not_entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	not_entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	not_entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	entailment
+2165	not_entailment
+2166	not_entailment
+2167	not_entailment
+2168	entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	not_entailment
+2173	not_entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	not_entailment
+2186	entailment
+2187	entailment
+2188	not_entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	not_entailment
+2197	entailment
+2198	not_entailment
+2199	not_entailment
+2200	entailment
+2201	entailment
+2202	not_entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	entailment
+2208	not_entailment
+2209	not_entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	not_entailment
+2222	entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	not_entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	not_entailment
+2237	not_entailment
+2238	entailment
+2239	not_entailment
+2240	not_entailment
+2241	not_entailment
+2242	entailment
+2243	not_entailment
+2244	not_entailment
+2245	entailment
+2246	not_entailment
+2247	not_entailment
+2248	not_entailment
+2249	not_entailment
+2250	entailment
+2251	not_entailment
+2252	not_entailment
+2253	entailment
+2254	entailment
+2255	entailment
+2256	not_entailment
+2257	not_entailment
+2258	not_entailment
+2259	entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	not_entailment
+2270	not_entailment
+2271	not_entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	entailment
+2277	not_entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	not_entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	not_entailment
+2313	not_entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	not_entailment
+2318	entailment
+2319	entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	not_entailment
+2328	not_entailment
+2329	entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	not_entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	entailment
+2353	not_entailment
+2354	entailment
+2355	entailment
+2356	entailment
+2357	not_entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	not_entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	not_entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	not_entailment
+2379	not_entailment
+2380	not_entailment
+2381	not_entailment
+2382	entailment
+2383	entailment
+2384	not_entailment
+2385	entailment
+2386	entailment
+2387	entailment
+2388	not_entailment
+2389	entailment
+2390	not_entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	not_entailment
+2398	entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	not_entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	not_entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	not_entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	not_entailment
+2432	entailment
+2433	not_entailment
+2434	not_entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	not_entailment
+2443	not_entailment
+2444	not_entailment
+2445	entailment
+2446	not_entailment
+2447	entailment
+2448	not_entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	not_entailment
+2461	not_entailment
+2462	entailment
+2463	entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	not_entailment
+2475	not_entailment
+2476	not_entailment
+2477	not_entailment
+2478	entailment
+2479	entailment
+2480	entailment
+2481	entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	not_entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	not_entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	entailment
+2505	entailment
+2506	not_entailment
+2507	entailment
+2508	not_entailment
+2509	not_entailment
+2510	not_entailment
+2511	not_entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	not_entailment
+2519	entailment
+2520	not_entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	not_entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	not_entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	not_entailment
+2541	entailment
+2542	entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	not_entailment
+2550	entailment
+2551	entailment
+2552	entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	entailment
+2584	not_entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	not_entailment
+2595	not_entailment
+2596	entailment
+2597	not_entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	not_entailment
+2604	entailment
+2605	not_entailment
+2606	not_entailment
+2607	not_entailment
+2608	not_entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	not_entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	not_entailment
+2624	entailment
+2625	entailment
+2626	entailment
+2627	not_entailment
+2628	not_entailment
+2629	not_entailment
+2630	not_entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	not_entailment
+2636	not_entailment
+2637	not_entailment
+2638	not_entailment
+2639	not_entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	entailment
+2644	not_entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	not_entailment
+2656	entailment
+2657	not_entailment
+2658	not_entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	not_entailment
+2663	entailment
+2664	not_entailment
+2665	not_entailment
+2666	not_entailment
+2667	not_entailment
+2668	not_entailment
+2669	not_entailment
+2670	not_entailment
+2671	not_entailment
+2672	not_entailment
+2673	not_entailment
+2674	not_entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	entailment
+2685	entailment
+2686	not_entailment
+2687	entailment
+2688	not_entailment
+2689	not_entailment
+2690	not_entailment
+2691	not_entailment
+2692	entailment
+2693	entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	not_entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	not_entailment
+2714	not_entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	not_entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	entailment
+2738	not_entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	not_entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	not_entailment
+2763	entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	not_entailment
+2768	not_entailment
+2769	not_entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	not_entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	not_entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	not_entailment
+2787	entailment
+2788	not_entailment
+2789	entailment
+2790	not_entailment
+2791	not_entailment
+2792	not_entailment
+2793	entailment
+2794	not_entailment
+2795	not_entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	not_entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	not_entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	not_entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	not_entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	not_entailment
+2871	not_entailment
+2872	entailment
+2873	not_entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	not_entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	not_entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	not_entailment
+2905	entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	not_entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	not_entailment
+2936	entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	not_entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	not_entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	not_entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	not_entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8953068592057761,
+    "eval_loss": 0.3455211818218231,
+    "eval_runtime": 0.4706,
+    "eval_samples": 277,
+    "eval_samples_per_second": 588.56,
+    "eval_steps_per_second": 2.125
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8953068592057761,
+    "eval_loss": 0.3455211818218231,
+    "eval_runtime": 0.4706,
+    "eval_samples": 277,
+    "eval_samples_per_second": 588.56,
+    "eval_steps_per_second": 2.125
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "attention.output.dense",
+    "output.dense",
+    "key_proj",
+    "value_proj",
+    "intermediate.dense",
+    "query_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "attention.output.dense",
+    "output.dense",
+    "key_proj",
+    "value_proj",
+    "intermediate.dense",
+    "query_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ce93f311996ebd1159440639c4220d9dd4d087721c15c2722700cf04d119c
+size 7449859

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/trainer_state.json

@@ -0,0 +1,411 @@
+{
+  "best_global_step": 400,
+  "best_metric": 0.8953068592057761,
+  "best_model_checkpoint": "./glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h21m03,r=4,s43/checkpoint-400",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 2340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 2.5506632328033447,
+      "learning_rate": 0.00198,
+      "loss": 0.6655,
+      "step": 100
+    },
+    {
+      "epoch": 1.282051282051282,
+      "eval_accuracy": 0.7870036101083032,
+      "eval_loss": 0.5252674221992493,
+      "eval_runtime": 0.6928,
+      "eval_samples_per_second": 399.829,
+      "eval_steps_per_second": 1.443,
+      "step": 100
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 5.086528301239014,
+      "learning_rate": 0.0019901135883728755,
+      "loss": 0.3926,
+      "step": 200
+    },
+    {
+      "epoch": 2.564102564102564,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 0.4105698764324188,
+      "eval_runtime": 0.4701,
+      "eval_samples_per_second": 589.203,
+      "eval_steps_per_second": 2.127,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 4.0218400955200195,
+      "learning_rate": 0.001960254016408426,
+      "loss": 0.2605,
+      "step": 300
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 0.44709107279777527,
+      "eval_runtime": 0.4715,
+      "eval_samples_per_second": 587.531,
+      "eval_steps_per_second": 2.121,
+      "step": 300
+    },
+    {
+      "epoch": 5.128205128205128,
+      "grad_norm": 2.1051273345947266,
+      "learning_rate": 0.0019110226492460884,
+      "loss": 0.1848,
+      "step": 400
+    },
+    {
+      "epoch": 5.128205128205128,
+      "eval_accuracy": 0.8953068592057761,
+      "eval_loss": 0.3455211818218231,
+      "eval_runtime": 0.4635,
+      "eval_samples_per_second": 597.673,
+      "eval_steps_per_second": 2.158,
+      "step": 400
+    },
+    {
+      "epoch": 6.410256410256411,
+      "grad_norm": 5.89926290512085,
+      "learning_rate": 0.0018434126615518196,
+      "loss": 0.1524,
+      "step": 500
+    },
+    {
+      "epoch": 6.410256410256411,
+      "eval_accuracy": 0.8339350180505415,
+      "eval_loss": 0.7059316039085388,
+      "eval_runtime": 0.4004,
+      "eval_samples_per_second": 691.847,
+      "eval_steps_per_second": 2.498,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 8.237497329711914,
+      "learning_rate": 0.0017587879912134756,
+      "loss": 0.0925,
+      "step": 600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.809084951877594,
+      "eval_runtime": 0.4721,
+      "eval_samples_per_second": 586.728,
+      "eval_steps_per_second": 2.118,
+      "step": 600
+    },
+    {
+      "epoch": 8.974358974358974,
+      "grad_norm": 0.02366766892373562,
+      "learning_rate": 0.0016588558237824534,
+      "loss": 0.0841,
+      "step": 700
+    },
+    {
+      "epoch": 8.974358974358974,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.7232365012168884,
+      "eval_runtime": 0.4783,
+      "eval_samples_per_second": 579.152,
+      "eval_steps_per_second": 2.091,
+      "step": 700
+    },
+    {
+      "epoch": 10.256410256410255,
+      "grad_norm": 8.036497116088867,
+      "learning_rate": 0.0015456321523689876,
+      "loss": 0.0623,
+      "step": 800
+    },
+    {
+      "epoch": 10.256410256410255,
+      "eval_accuracy": 0.8411552346570397,
+      "eval_loss": 0.8398229479789734,
+      "eval_runtime": 0.4742,
+      "eval_samples_per_second": 584.119,
+      "eval_steps_per_second": 2.109,
+      "step": 800
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 0.2327815145254135,
+      "learning_rate": 0.0014214011077725293,
+      "loss": 0.0531,
+      "step": 900
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.5958479046821594,
+      "eval_runtime": 0.4731,
+      "eval_samples_per_second": 585.471,
+      "eval_steps_per_second": 2.114,
+      "step": 900
+    },
+    {
+      "epoch": 12.820512820512821,
+      "grad_norm": 5.6855597496032715,
+      "learning_rate": 0.0012886688793055097,
+      "loss": 0.0497,
+      "step": 1000
+    },
+    {
+      "epoch": 12.820512820512821,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 0.8521360754966736,
+      "eval_runtime": 0.4758,
+      "eval_samples_per_second": 582.13,
+      "eval_steps_per_second": 2.102,
+      "step": 1000
+    },
+    {
+      "epoch": 14.102564102564102,
+      "grad_norm": 1.836308240890503,
+      "learning_rate": 0.0011501131558940736,
+      "loss": 0.0314,
+      "step": 1100
+    },
+    {
+      "epoch": 14.102564102564102,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.7417581081390381,
+      "eval_runtime": 0.4627,
+      "eval_samples_per_second": 598.7,
+      "eval_steps_per_second": 2.161,
+      "step": 1100
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 0.003512142924591899,
+      "learning_rate": 0.0010085291074115638,
+      "loss": 0.0273,
+      "step": 1200
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.8868740200996399,
+      "eval_runtime": 0.4707,
+      "eval_samples_per_second": 588.545,
+      "eval_steps_per_second": 2.125,
+      "step": 1200
+    },
+    {
+      "epoch": 16.666666666666668,
+      "grad_norm": 0.4193163812160492,
+      "learning_rate": 0.0008667729959965649,
+      "loss": 0.0282,
+      "step": 1300
+    },
+    {
+      "epoch": 16.666666666666668,
+      "eval_accuracy": 0.8339350180505415,
+      "eval_loss": 1.1537331342697144,
+      "eval_runtime": 0.4622,
+      "eval_samples_per_second": 599.32,
+      "eval_steps_per_second": 2.164,
+      "step": 1300
+    },
+    {
+      "epoch": 17.94871794871795,
+      "grad_norm": 4.435060024261475,
+      "learning_rate": 0.0007277045549190833,
+      "loss": 0.0166,
+      "step": 1400
+    },
+    {
+      "epoch": 17.94871794871795,
+      "eval_accuracy": 0.8628158844765343,
+      "eval_loss": 0.940887987613678,
+      "eval_runtime": 0.4621,
+      "eval_samples_per_second": 599.392,
+      "eval_steps_per_second": 2.164,
+      "step": 1400
+    },
+    {
+      "epoch": 19.23076923076923,
+      "grad_norm": 0.008948558010160923,
+      "learning_rate": 0.0005941292974214578,
+      "loss": 0.0101,
+      "step": 1500
+    },
+    {
+      "epoch": 19.23076923076923,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.9781199097633362,
+      "eval_runtime": 0.4712,
+      "eval_samples_per_second": 587.855,
+      "eval_steps_per_second": 2.122,
+      "step": 1500
+    },
+    {
+      "epoch": 20.51282051282051,
+      "grad_norm": 0.0068326727487146854,
+      "learning_rate": 0.00046874191937325337,
+      "loss": 0.0149,
+      "step": 1600
+    },
+    {
+      "epoch": 20.51282051282051,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.8456640243530273,
+      "eval_runtime": 0.4626,
+      "eval_samples_per_second": 598.8,
+      "eval_steps_per_second": 2.162,
+      "step": 1600
+    },
+    {
+      "epoch": 21.794871794871796,
+      "grad_norm": 0.4023784399032593,
+      "learning_rate": 0.00035407193751321286,
+      "loss": 0.0012,
+      "step": 1700
+    },
+    {
+      "epoch": 21.794871794871796,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.8526387214660645,
+      "eval_runtime": 0.472,
+      "eval_samples_per_second": 586.857,
+      "eval_steps_per_second": 2.119,
+      "step": 1700
+    },
+    {
+      "epoch": 23.076923076923077,
+      "grad_norm": 0.002381914295256138,
+      "learning_rate": 0.00025243265995146156,
+      "loss": 0.0034,
+      "step": 1800
+    },
+    {
+      "epoch": 23.076923076923077,
+      "eval_accuracy": 0.8628158844765343,
+      "eval_loss": 1.1156518459320068,
+      "eval_runtime": 0.4702,
+      "eval_samples_per_second": 589.157,
+      "eval_steps_per_second": 2.127,
+      "step": 1800
+    },
+    {
+      "epoch": 24.358974358974358,
+      "grad_norm": 0.0008399978978559375,
+      "learning_rate": 0.0001658745183814303,
+      "loss": 0.0019,
+      "step": 1900
+    },
+    {
+      "epoch": 24.358974358974358,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.9406121373176575,
+      "eval_runtime": 0.4763,
+      "eval_samples_per_second": 581.577,
+      "eval_steps_per_second": 2.1,
+      "step": 1900
+    },
+    {
+      "epoch": 25.641025641025642,
+      "grad_norm": 0.0001725012407405302,
+      "learning_rate": 9.614370345949952e-05,
+      "loss": 0.0002,
+      "step": 2000
+    },
+    {
+      "epoch": 25.641025641025642,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 1.043202519416809,
+      "eval_runtime": 0.4671,
+      "eval_samples_per_second": 593.053,
+      "eval_steps_per_second": 2.141,
+      "step": 2000
+    },
+    {
+      "epoch": 26.923076923076923,
+      "grad_norm": 0.002477278932929039,
+      "learning_rate": 4.4646937826311684e-05,
+      "loss": 0.0023,
+      "step": 2100
+    },
+    {
+      "epoch": 26.923076923076923,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 1.0279523134231567,
+      "eval_runtime": 0.48,
+      "eval_samples_per_second": 577.125,
+      "eval_steps_per_second": 2.083,
+      "step": 2100
+    },
+    {
+      "epoch": 28.205128205128204,
+      "grad_norm": 0.002533255610615015,
+      "learning_rate": 1.2423097425266594e-05,
+      "loss": 0.0008,
+      "step": 2200
+    },
+    {
+      "epoch": 28.205128205128204,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.049392819404602,
+      "eval_runtime": 0.4732,
+      "eval_samples_per_second": 585.431,
+      "eval_steps_per_second": 2.113,
+      "step": 2200
+    },
+    {
+      "epoch": 29.487179487179485,
+      "grad_norm": 0.0012598761823028326,
+      "learning_rate": 1.2225361880779938e-07,
+      "loss": 0.0067,
+      "step": 2300
+    },
+    {
+      "epoch": 29.487179487179485,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.0411006212234497,
+      "eval_runtime": 0.4758,
+      "eval_samples_per_second": 582.222,
+      "eval_steps_per_second": 2.102,
+      "step": 2300
+    },
+    {
+      "epoch": 30.0,
+      "step": 2340,
+      "total_flos": 1.2464312631552e+16,
+      "train_loss": 0.09161917097691415,
+      "train_runtime": 643.1961,
+      "train_samples_per_second": 116.139,
+      "train_steps_per_second": 3.638
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2464312631552e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	not_entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	entailment
+22	not_entailment
+23	not_entailment
+24	not_entailment
+25	not_entailment
+26	entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	entailment
+32	not_entailment
+33	not_entailment
+34	not_entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	not_entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	entailment
+67	entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	not_entailment
+85	not_entailment
+86	entailment
+87	not_entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	entailment
+98	not_entailment
+99	entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	not_entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	not_entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	not_entailment
+127	entailment
+128	entailment
+129	entailment
+130	not_entailment
+131	not_entailment
+132	not_entailment
+133	not_entailment
+134	entailment
+135	not_entailment
+136	not_entailment
+137	not_entailment
+138	entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	not_entailment
+148	not_entailment
+149	entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	entailment
+168	entailment
+169	not_entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	not_entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	not_entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	not_entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	entailment
+223	not_entailment
+224	entailment
+225	not_entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	entailment
+231	entailment
+232	entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	not_entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	entailment
+256	not_entailment
+257	entailment
+258	entailment
+259	entailment
+260	not_entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	not_entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	not_entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	not_entailment
+281	entailment
+282	entailment
+283	not_entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	entailment
+289	entailment
+290	entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	entailment
+300	not_entailment
+301	entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	not_entailment
+307	not_entailment
+308	not_entailment
+309	entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	entailment
+327	entailment
+328	not_entailment
+329	entailment
+330	not_entailment
+331	entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	entailment
+337	entailment
+338	entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	not_entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	not_entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	not_entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	not_entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	entailment
+398	not_entailment
+399	not_entailment
+400	entailment
+401	entailment
+402	entailment
+403	entailment
+404	not_entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	entailment
+425	entailment
+426	entailment
+427	not_entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	not_entailment
+432	entailment
+433	entailment
+434	not_entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	not_entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	not_entailment
+453	entailment
+454	not_entailment
+455	not_entailment
+456	entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	not_entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	entailment
+483	entailment
+484	entailment
+485	entailment
+486	entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	not_entailment
+493	entailment
+494	entailment
+495	not_entailment
+496	not_entailment
+497	not_entailment
+498	entailment
+499	entailment
+500	not_entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	entailment
+507	not_entailment
+508	entailment
+509	not_entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	entailment
+518	not_entailment
+519	not_entailment
+520	not_entailment
+521	entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	not_entailment
+526	entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	not_entailment
+537	entailment
+538	not_entailment
+539	not_entailment
+540	entailment
+541	entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	not_entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	entailment
+555	not_entailment
+556	not_entailment
+557	entailment
+558	not_entailment
+559	not_entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	not_entailment
+564	entailment
+565	entailment
+566	entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	not_entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	not_entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	entailment
+611	not_entailment
+612	entailment
+613	entailment
+614	not_entailment
+615	entailment
+616	not_entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	not_entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	not_entailment
+625	entailment
+626	not_entailment
+627	entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	not_entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	not_entailment
+649	not_entailment
+650	not_entailment
+651	not_entailment
+652	not_entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	not_entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	not_entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	not_entailment
+668	not_entailment
+669	entailment
+670	entailment
+671	entailment
+672	not_entailment
+673	not_entailment
+674	not_entailment
+675	entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	entailment
+683	not_entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	entailment
+700	not_entailment
+701	not_entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	not_entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	entailment
+713	entailment
+714	not_entailment
+715	not_entailment
+716	not_entailment
+717	entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	not_entailment
+724	entailment
+725	not_entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	not_entailment
+733	entailment
+734	entailment
+735	entailment
+736	not_entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	entailment
+744	not_entailment
+745	entailment
+746	not_entailment
+747	not_entailment
+748	not_entailment
+749	not_entailment
+750	entailment
+751	entailment
+752	entailment
+753	not_entailment
+754	entailment
+755	entailment
+756	entailment
+757	not_entailment
+758	entailment
+759	not_entailment
+760	entailment
+761	entailment
+762	entailment
+763	not_entailment
+764	not_entailment
+765	not_entailment
+766	not_entailment
+767	not_entailment
+768	entailment
+769	not_entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	not_entailment
+775	entailment
+776	not_entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	entailment
+792	entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	entailment
+798	not_entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	not_entailment
+808	entailment
+809	not_entailment
+810	entailment
+811	not_entailment
+812	not_entailment
+813	entailment
+814	entailment
+815	entailment
+816	not_entailment
+817	entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	not_entailment
+822	entailment
+823	entailment
+824	entailment
+825	not_entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	entailment
+832	entailment
+833	not_entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	not_entailment
+843	not_entailment
+844	entailment
+845	entailment
+846	entailment
+847	not_entailment
+848	entailment
+849	not_entailment
+850	not_entailment
+851	entailment
+852	entailment
+853	entailment
+854	not_entailment
+855	not_entailment
+856	entailment
+857	not_entailment
+858	entailment
+859	entailment
+860	entailment
+861	entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	entailment
+867	not_entailment
+868	entailment
+869	entailment
+870	entailment
+871	entailment
+872	not_entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	entailment
+879	entailment
+880	entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	entailment
+897	entailment
+898	not_entailment
+899	entailment
+900	not_entailment
+901	entailment
+902	entailment
+903	entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	not_entailment
+912	entailment
+913	entailment
+914	entailment
+915	entailment
+916	entailment
+917	entailment
+918	not_entailment
+919	not_entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	not_entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	entailment
+943	entailment
+944	not_entailment
+945	not_entailment
+946	not_entailment
+947	entailment
+948	entailment
+949	not_entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	entailment
+968	entailment
+969	not_entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	entailment
+986	entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	not_entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	entailment
+1006	entailment
+1007	entailment
+1008	entailment
+1009	entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	entailment
+1018	entailment
+1019	entailment
+1020	not_entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	not_entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	entailment
+1050	not_entailment
+1051	entailment
+1052	not_entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	not_entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	not_entailment
+1080	entailment
+1081	not_entailment
+1082	entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	not_entailment
+1099	not_entailment
+1100	not_entailment
+1101	not_entailment
+1102	entailment
+1103	not_entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	entailment
+1131	not_entailment
+1132	not_entailment
+1133	not_entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	not_entailment
+1139	entailment
+1140	not_entailment
+1141	not_entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	not_entailment
+1146	not_entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	entailment
+1175	entailment
+1176	entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	not_entailment
+1189	not_entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	not_entailment
+1203	not_entailment
+1204	not_entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	entailment
+1212	not_entailment
+1213	entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	entailment
+1235	entailment
+1236	entailment
+1237	entailment
+1238	entailment
+1239	not_entailment
+1240	not_entailment
+1241	entailment
+1242	entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	entailment
+1256	not_entailment
+1257	not_entailment
+1258	entailment
+1259	entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	not_entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	entailment
+1283	entailment
+1284	not_entailment
+1285	entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	not_entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	not_entailment
+1294	not_entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	not_entailment
+1312	not_entailment
+1313	entailment
+1314	not_entailment
+1315	entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	not_entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	entailment
+1355	entailment
+1356	entailment
+1357	entailment
+1358	entailment
+1359	entailment
+1360	not_entailment
+1361	not_entailment
+1362	not_entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	entailment
+1368	not_entailment
+1369	not_entailment
+1370	not_entailment
+1371	entailment
+1372	entailment
+1373	entailment
+1374	not_entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	not_entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	not_entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	not_entailment
+1400	not_entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	not_entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	not_entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	entailment
+1441	entailment
+1442	entailment
+1443	not_entailment
+1444	entailment
+1445	entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	not_entailment
+1453	not_entailment
+1454	not_entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	entailment
+1459	entailment
+1460	entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	not_entailment
+1469	not_entailment
+1470	entailment
+1471	not_entailment
+1472	not_entailment
+1473	entailment
+1474	entailment
+1475	entailment
+1476	entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	not_entailment
+1481	not_entailment
+1482	entailment
+1483	entailment
+1484	not_entailment
+1485	entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	entailment
+1496	entailment
+1497	not_entailment
+1498	entailment
+1499	not_entailment
+1500	not_entailment
+1501	entailment
+1502	not_entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	not_entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	not_entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	not_entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	not_entailment
+1552	entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	not_entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	not_entailment
+1581	entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	entailment
+1588	entailment
+1589	entailment
+1590	entailment
+1591	not_entailment
+1592	not_entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	entailment
+1597	entailment
+1598	entailment
+1599	not_entailment
+1600	not_entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	not_entailment
+1609	entailment
+1610	entailment
+1611	not_entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	not_entailment
+1616	not_entailment
+1617	entailment
+1618	not_entailment
+1619	not_entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	not_entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	not_entailment
+1632	entailment
+1633	entailment
+1634	entailment
+1635	entailment
+1636	not_entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	not_entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	not_entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	not_entailment
+1682	not_entailment
+1683	entailment
+1684	not_entailment
+1685	not_entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	not_entailment
+1690	entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	entailment
+1696	entailment
+1697	not_entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	entailment
+1703	entailment
+1704	entailment
+1705	not_entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	not_entailment
+1727	entailment
+1728	entailment
+1729	not_entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	entailment
+1745	not_entailment
+1746	not_entailment
+1747	not_entailment
+1748	not_entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	entailment
+1753	entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	not_entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	not_entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	not_entailment
+1777	entailment
+1778	not_entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	not_entailment
+1788	not_entailment
+1789	entailment
+1790	entailment
+1791	entailment
+1792	entailment
+1793	not_entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	entailment
+1799	not_entailment
+1800	entailment
+1801	not_entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	not_entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	not_entailment
+1818	entailment
+1819	entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	not_entailment
+1835	entailment
+1836	entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	entailment
+1850	not_entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	not_entailment
+1855	not_entailment
+1856	not_entailment
+1857	not_entailment
+1858	entailment
+1859	not_entailment
+1860	entailment
+1861	entailment
+1862	not_entailment
+1863	entailment
+1864	entailment
+1865	not_entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	entailment
+1871	entailment
+1872	entailment
+1873	not_entailment
+1874	entailment
+1875	entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	entailment
+1887	entailment
+1888	entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	entailment
+1925	entailment
+1926	not_entailment
+1927	entailment
+1928	not_entailment
+1929	entailment
+1930	not_entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	entailment
+1944	entailment
+1945	not_entailment
+1946	not_entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	not_entailment
+1964	not_entailment
+1965	entailment
+1966	not_entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	not_entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	entailment
+1978	entailment
+1979	entailment
+1980	entailment
+1981	entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	entailment
+1986	entailment
+1987	not_entailment
+1988	entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	not_entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	entailment
+1997	not_entailment
+1998	entailment
+1999	entailment
+2000	entailment
+2001	not_entailment
+2002	entailment
+2003	entailment
+2004	not_entailment
+2005	not_entailment
+2006	not_entailment
+2007	not_entailment
+2008	not_entailment
+2009	entailment
+2010	entailment
+2011	entailment
+2012	entailment
+2013	entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	entailment
+2018	not_entailment
+2019	entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	entailment
+2026	entailment
+2027	entailment
+2028	not_entailment
+2029	entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	not_entailment
+2035	not_entailment
+2036	entailment
+2037	not_entailment
+2038	entailment
+2039	not_entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	not_entailment
+2049	entailment
+2050	entailment
+2051	entailment
+2052	not_entailment
+2053	entailment
+2054	not_entailment
+2055	not_entailment
+2056	not_entailment
+2057	entailment
+2058	not_entailment
+2059	not_entailment
+2060	not_entailment
+2061	entailment
+2062	not_entailment
+2063	not_entailment
+2064	not_entailment
+2065	entailment
+2066	entailment
+2067	entailment
+2068	entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	entailment
+2076	not_entailment
+2077	entailment
+2078	entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	not_entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	not_entailment
+2100	not_entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	not_entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	entailment
+2120	entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	not_entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	not_entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	entailment
+2165	not_entailment
+2166	not_entailment
+2167	entailment
+2168	entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	entailment
+2173	entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	not_entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	not_entailment
+2186	entailment
+2187	entailment
+2188	entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	not_entailment
+2197	not_entailment
+2198	not_entailment
+2199	entailment
+2200	entailment
+2201	entailment
+2202	entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	entailment
+2208	not_entailment
+2209	not_entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	entailment
+2222	not_entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	entailment
+2237	not_entailment
+2238	entailment
+2239	not_entailment
+2240	not_entailment
+2241	not_entailment
+2242	entailment
+2243	entailment
+2244	not_entailment
+2245	entailment
+2246	entailment
+2247	not_entailment
+2248	not_entailment
+2249	not_entailment
+2250	entailment
+2251	not_entailment
+2252	entailment
+2253	entailment
+2254	entailment
+2255	entailment
+2256	not_entailment
+2257	not_entailment
+2258	not_entailment
+2259	not_entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	not_entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	not_entailment
+2270	not_entailment
+2271	not_entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	entailment
+2277	not_entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	not_entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	not_entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	not_entailment
+2313	entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	entailment
+2318	entailment
+2319	not_entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	entailment
+2328	not_entailment
+2329	not_entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	entailment
+2353	not_entailment
+2354	not_entailment
+2355	entailment
+2356	entailment
+2357	not_entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	not_entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	not_entailment
+2379	not_entailment
+2380	not_entailment
+2381	not_entailment
+2382	entailment
+2383	entailment
+2384	entailment
+2385	not_entailment
+2386	entailment
+2387	entailment
+2388	entailment
+2389	entailment
+2390	entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	entailment
+2398	not_entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	not_entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	not_entailment
+2432	entailment
+2433	not_entailment
+2434	entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	not_entailment
+2443	not_entailment
+2444	entailment
+2445	entailment
+2446	entailment
+2447	entailment
+2448	not_entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	entailment
+2461	not_entailment
+2462	entailment
+2463	not_entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	not_entailment
+2475	not_entailment
+2476	not_entailment
+2477	entailment
+2478	entailment
+2479	entailment
+2480	entailment
+2481	not_entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	not_entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	not_entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	entailment
+2505	entailment
+2506	entailment
+2507	entailment
+2508	not_entailment
+2509	not_entailment
+2510	not_entailment
+2511	entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	not_entailment
+2519	entailment
+2520	entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	not_entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	not_entailment
+2541	entailment
+2542	entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	not_entailment
+2550	entailment
+2551	entailment
+2552	entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	not_entailment
+2584	entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	not_entailment
+2595	not_entailment
+2596	not_entailment
+2597	not_entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	not_entailment
+2604	entailment
+2605	not_entailment
+2606	entailment
+2607	not_entailment
+2608	entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	not_entailment
+2624	entailment
+2625	entailment
+2626	entailment
+2627	entailment
+2628	not_entailment
+2629	not_entailment
+2630	entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	entailment
+2636	not_entailment
+2637	not_entailment
+2638	not_entailment
+2639	entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	entailment
+2644	not_entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	not_entailment
+2656	entailment
+2657	not_entailment
+2658	entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	not_entailment
+2663	entailment
+2664	not_entailment
+2665	not_entailment
+2666	not_entailment
+2667	not_entailment
+2668	not_entailment
+2669	not_entailment
+2670	not_entailment
+2671	entailment
+2672	not_entailment
+2673	not_entailment
+2674	not_entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	not_entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	not_entailment
+2685	not_entailment
+2686	not_entailment
+2687	entailment
+2688	not_entailment
+2689	not_entailment
+2690	not_entailment
+2691	entailment
+2692	entailment
+2693	not_entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	entailment
+2714	entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	entailment
+2738	not_entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	not_entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	not_entailment
+2763	not_entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	entailment
+2768	not_entailment
+2769	entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	not_entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	entailment
+2787	entailment
+2788	not_entailment
+2789	entailment
+2790	not_entailment
+2791	entailment
+2792	not_entailment
+2793	entailment
+2794	entailment
+2795	entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	not_entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	not_entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	not_entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	not_entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	not_entailment
+2871	not_entailment
+2872	entailment
+2873	entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	not_entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	not_entailment
+2905	not_entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	not_entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	not_entailment
+2936	entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	not_entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	not_entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	not_entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8736462093862816,
+    "eval_loss": 0.987364649772644,
+    "eval_runtime": 0.7987,
+    "eval_samples": 277,
+    "eval_samples_per_second": 346.833,
+    "eval_steps_per_second": 1.252
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8736462093862816,
+    "eval_loss": 0.987364649772644,
+    "eval_runtime": 0.7987,
+    "eval_samples": 277,
+    "eval_samples_per_second": 346.833,
+    "eval_steps_per_second": 1.252
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "key_proj",
+    "value_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.0,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "key_proj",
+    "value_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5640f37955b7c0d028a3040d04d37aa9a3317d2fc90283e12e6322b147b95d
+size 7449859

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/trainer_state.json

@@ -0,0 +1,411 @@
+{
+  "best_global_step": 1800,
+  "best_metric": 0.8736462093862816,
+  "best_model_checkpoint": "./glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h32m11,r=4,s44/checkpoint-1800",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 2340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 4.847902297973633,
+      "learning_rate": 0.00198,
+      "loss": 0.6652,
+      "step": 100
+    },
+    {
+      "epoch": 1.282051282051282,
+      "eval_accuracy": 0.7509025270758123,
+      "eval_loss": 0.5001809597015381,
+      "eval_runtime": 0.569,
+      "eval_samples_per_second": 486.784,
+      "eval_steps_per_second": 1.757,
+      "step": 100
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 3.1748201847076416,
+      "learning_rate": 0.0019901135883728755,
+      "loss": 0.4418,
+      "step": 200
+    },
+    {
+      "epoch": 2.564102564102564,
+      "eval_accuracy": 0.8086642599277978,
+      "eval_loss": 0.4765739440917969,
+      "eval_runtime": 0.4779,
+      "eval_samples_per_second": 579.623,
+      "eval_steps_per_second": 2.093,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 4.5945634841918945,
+      "learning_rate": 0.001960254016408426,
+      "loss": 0.284,
+      "step": 300
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_accuracy": 0.8122743682310469,
+      "eval_loss": 0.4344148635864258,
+      "eval_runtime": 0.4787,
+      "eval_samples_per_second": 578.711,
+      "eval_steps_per_second": 2.089,
+      "step": 300
+    },
+    {
+      "epoch": 5.128205128205128,
+      "grad_norm": 4.30985164642334,
+      "learning_rate": 0.0019110226492460884,
+      "loss": 0.1791,
+      "step": 400
+    },
+    {
+      "epoch": 5.128205128205128,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 0.4213261902332306,
+      "eval_runtime": 0.785,
+      "eval_samples_per_second": 352.874,
+      "eval_steps_per_second": 1.274,
+      "step": 400
+    },
+    {
+      "epoch": 6.410256410256411,
+      "grad_norm": 4.828902244567871,
+      "learning_rate": 0.0018434126615518196,
+      "loss": 0.1266,
+      "step": 500
+    },
+    {
+      "epoch": 6.410256410256411,
+      "eval_accuracy": 0.8339350180505415,
+      "eval_loss": 0.9153698086738586,
+      "eval_runtime": 0.4757,
+      "eval_samples_per_second": 582.314,
+      "eval_steps_per_second": 2.102,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 4.774994850158691,
+      "learning_rate": 0.0017587879912134756,
+      "loss": 0.0877,
+      "step": 600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_accuracy": 0.8339350180505415,
+      "eval_loss": 0.6588249206542969,
+      "eval_runtime": 0.4784,
+      "eval_samples_per_second": 579.073,
+      "eval_steps_per_second": 2.091,
+      "step": 600
+    },
+    {
+      "epoch": 8.974358974358974,
+      "grad_norm": 10.793031692504883,
+      "learning_rate": 0.0016588558237824534,
+      "loss": 0.0942,
+      "step": 700
+    },
+    {
+      "epoch": 8.974358974358974,
+      "eval_accuracy": 0.8231046931407943,
+      "eval_loss": 0.8199591636657715,
+      "eval_runtime": 0.4768,
+      "eval_samples_per_second": 580.9,
+      "eval_steps_per_second": 2.097,
+      "step": 700
+    },
+    {
+      "epoch": 10.256410256410255,
+      "grad_norm": 1.2087340354919434,
+      "learning_rate": 0.0015456321523689876,
+      "loss": 0.0678,
+      "step": 800
+    },
+    {
+      "epoch": 10.256410256410255,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 0.7879194021224976,
+      "eval_runtime": 0.6313,
+      "eval_samples_per_second": 438.762,
+      "eval_steps_per_second": 1.584,
+      "step": 800
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 3.9575536251068115,
+      "learning_rate": 0.0014214011077725293,
+      "loss": 0.0449,
+      "step": 900
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_accuracy": 0.8411552346570397,
+      "eval_loss": 0.8954871892929077,
+      "eval_runtime": 0.4775,
+      "eval_samples_per_second": 580.153,
+      "eval_steps_per_second": 2.094,
+      "step": 900
+    },
+    {
+      "epoch": 12.820512820512821,
+      "grad_norm": 0.022739944979548454,
+      "learning_rate": 0.0012886688793055097,
+      "loss": 0.0401,
+      "step": 1000
+    },
+    {
+      "epoch": 12.820512820512821,
+      "eval_accuracy": 0.8267148014440433,
+      "eval_loss": 0.9791350364685059,
+      "eval_runtime": 0.4786,
+      "eval_samples_per_second": 578.775,
+      "eval_steps_per_second": 2.089,
+      "step": 1000
+    },
+    {
+      "epoch": 14.102564102564102,
+      "grad_norm": 0.009362452663481236,
+      "learning_rate": 0.0011501131558940736,
+      "loss": 0.0263,
+      "step": 1100
+    },
+    {
+      "epoch": 14.102564102564102,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 0.785088300704956,
+      "eval_runtime": 0.4762,
+      "eval_samples_per_second": 581.671,
+      "eval_steps_per_second": 2.1,
+      "step": 1100
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 0.006961214356124401,
+      "learning_rate": 0.0010085291074115638,
+      "loss": 0.0151,
+      "step": 1200
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_accuracy": 0.8447653429602888,
+      "eval_loss": 0.9285351037979126,
+      "eval_runtime": 0.4583,
+      "eval_samples_per_second": 604.448,
+      "eval_steps_per_second": 2.182,
+      "step": 1200
+    },
+    {
+      "epoch": 16.666666666666668,
+      "grad_norm": 0.0039193229749798775,
+      "learning_rate": 0.0008667729959965649,
+      "loss": 0.0257,
+      "step": 1300
+    },
+    {
+      "epoch": 16.666666666666668,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.9479755759239197,
+      "eval_runtime": 0.473,
+      "eval_samples_per_second": 585.625,
+      "eval_steps_per_second": 2.114,
+      "step": 1300
+    },
+    {
+      "epoch": 17.94871794871795,
+      "grad_norm": 10.02035140991211,
+      "learning_rate": 0.0007277045549190833,
+      "loss": 0.0162,
+      "step": 1400
+    },
+    {
+      "epoch": 17.94871794871795,
+      "eval_accuracy": 0.8628158844765343,
+      "eval_loss": 0.9154594540596008,
+      "eval_runtime": 0.4724,
+      "eval_samples_per_second": 586.372,
+      "eval_steps_per_second": 2.117,
+      "step": 1400
+    },
+    {
+      "epoch": 19.23076923076923,
+      "grad_norm": 0.0021329743321985006,
+      "learning_rate": 0.0005941292974214578,
+      "loss": 0.0048,
+      "step": 1500
+    },
+    {
+      "epoch": 19.23076923076923,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.9718559384346008,
+      "eval_runtime": 0.4774,
+      "eval_samples_per_second": 580.216,
+      "eval_steps_per_second": 2.095,
+      "step": 1500
+    },
+    {
+      "epoch": 20.51282051282051,
+      "grad_norm": 0.0011293134884908795,
+      "learning_rate": 0.00046874191937325337,
+      "loss": 0.0075,
+      "step": 1600
+    },
+    {
+      "epoch": 20.51282051282051,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.9410526156425476,
+      "eval_runtime": 0.4733,
+      "eval_samples_per_second": 585.309,
+      "eval_steps_per_second": 2.113,
+      "step": 1600
+    },
+    {
+      "epoch": 21.794871794871796,
+      "grad_norm": 0.046254437416791916,
+      "learning_rate": 0.00035407193751321286,
+      "loss": 0.0018,
+      "step": 1700
+    },
+    {
+      "epoch": 21.794871794871796,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.164982795715332,
+      "eval_runtime": 0.475,
+      "eval_samples_per_second": 583.187,
+      "eval_steps_per_second": 2.105,
+      "step": 1700
+    },
+    {
+      "epoch": 23.076923076923077,
+      "grad_norm": 0.0005316001479513943,
+      "learning_rate": 0.00025243265995146156,
+      "loss": 0.0024,
+      "step": 1800
+    },
+    {
+      "epoch": 23.076923076923077,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.987364649772644,
+      "eval_runtime": 0.4754,
+      "eval_samples_per_second": 582.728,
+      "eval_steps_per_second": 2.104,
+      "step": 1800
+    },
+    {
+      "epoch": 24.358974358974358,
+      "grad_norm": 6.646165370941162,
+      "learning_rate": 0.0001658745183814303,
+      "loss": 0.0011,
+      "step": 1900
+    },
+    {
+      "epoch": 24.358974358974358,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 1.063416600227356,
+      "eval_runtime": 0.4735,
+      "eval_samples_per_second": 584.952,
+      "eval_steps_per_second": 2.112,
+      "step": 1900
+    },
+    {
+      "epoch": 25.641025641025642,
+      "grad_norm": 0.0003100734029430896,
+      "learning_rate": 9.614370345949952e-05,
+      "loss": 0.0027,
+      "step": 2000
+    },
+    {
+      "epoch": 25.641025641025642,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 1.1698224544525146,
+      "eval_runtime": 0.477,
+      "eval_samples_per_second": 580.701,
+      "eval_steps_per_second": 2.096,
+      "step": 2000
+    },
+    {
+      "epoch": 26.923076923076923,
+      "grad_norm": 0.0006432537920773029,
+      "learning_rate": 4.4646937826311684e-05,
+      "loss": 0.001,
+      "step": 2100
+    },
+    {
+      "epoch": 26.923076923076923,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 1.174928069114685,
+      "eval_runtime": 0.4736,
+      "eval_samples_per_second": 584.912,
+      "eval_steps_per_second": 2.112,
+      "step": 2100
+    },
+    {
+      "epoch": 28.205128205128204,
+      "grad_norm": 0.0001776200660970062,
+      "learning_rate": 1.2423097425266594e-05,
+      "loss": 0.0088,
+      "step": 2200
+    },
+    {
+      "epoch": 28.205128205128204,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 1.16022789478302,
+      "eval_runtime": 0.4779,
+      "eval_samples_per_second": 579.564,
+      "eval_steps_per_second": 2.092,
+      "step": 2200
+    },
+    {
+      "epoch": 29.487179487179485,
+      "grad_norm": 0.0017503555864095688,
+      "learning_rate": 1.2225361880779938e-07,
+      "loss": 0.0022,
+      "step": 2300
+    },
+    {
+      "epoch": 29.487179487179485,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 1.1507654190063477,
+      "eval_runtime": 0.4773,
+      "eval_samples_per_second": 580.295,
+      "eval_steps_per_second": 2.095,
+      "step": 2300
+    },
+    {
+      "epoch": 30.0,
+      "step": 2340,
+      "total_flos": 1.2464312631552e+16,
+      "train_loss": 0.09185760267970398,
+      "train_runtime": 652.9047,
+      "train_samples_per_second": 114.412,
+      "train_steps_per_second": 3.584
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2464312631552e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9025270758122743,
+    "eval_loss": 0.6701845526695251,
+    "eval_runtime": 0.4731,
+    "eval_samples": 277,
+    "eval_samples_per_second": 585.479,
+    "eval_steps_per_second": 2.114
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.9025270758122743,
+    "eval_loss": 0.6701845526695251,
+    "eval_runtime": 0.4731,
+    "eval_samples": 277,
+    "eval_samples_per_second": 585.479,
+    "eval_steps_per_second": 2.114
+}

nlu/glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/trainer_state.json

@@ -0,0 +1,411 @@
+{
+  "best_global_step": 1100,
+  "best_metric": 0.9025270758122743,
+  "best_model_checkpoint": "./glue_exp/rte/dr0.0,mlr5e-04,clr2e-03,ep=30.0t=24d11h43m32,r=4,s45/checkpoint-1100",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 2340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 2.801841974258423,
+      "learning_rate": 0.00198,
+      "loss": 0.6659,
+      "step": 100
+    },
+    {
+      "epoch": 1.282051282051282,
+      "eval_accuracy": 0.7328519855595668,
+      "eval_loss": 0.6932477951049805,
+      "eval_runtime": 0.5617,
+      "eval_samples_per_second": 493.133,
+      "eval_steps_per_second": 1.78,
+      "step": 100
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 3.3516640663146973,
+      "learning_rate": 0.0019901135883728755,
+      "loss": 0.431,
+      "step": 200
+    },
+    {
+      "epoch": 2.564102564102564,
+      "eval_accuracy": 0.8194945848375451,
+      "eval_loss": 0.44010743498802185,
+      "eval_runtime": 0.4826,
+      "eval_samples_per_second": 573.992,
+      "eval_steps_per_second": 2.072,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 4.348176956176758,
+      "learning_rate": 0.001960254016408426,
+      "loss": 0.2792,
+      "step": 300
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_accuracy": 0.8375451263537906,
+      "eval_loss": 0.45828959345817566,
+      "eval_runtime": 0.4743,
+      "eval_samples_per_second": 584.065,
+      "eval_steps_per_second": 2.109,
+      "step": 300
+    },
+    {
+      "epoch": 5.128205128205128,
+      "grad_norm": 11.504400253295898,
+      "learning_rate": 0.0019110226492460884,
+      "loss": 0.1778,
+      "step": 400
+    },
+    {
+      "epoch": 5.128205128205128,
+      "eval_accuracy": 0.8303249097472925,
+      "eval_loss": 0.7025226950645447,
+      "eval_runtime": 0.4751,
+      "eval_samples_per_second": 583.023,
+      "eval_steps_per_second": 2.105,
+      "step": 400
+    },
+    {
+      "epoch": 6.410256410256411,
+      "grad_norm": 7.125367164611816,
+      "learning_rate": 0.0018434126615518196,
+      "loss": 0.1181,
+      "step": 500
+    },
+    {
+      "epoch": 6.410256410256411,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 0.4790351390838623,
+      "eval_runtime": 0.4755,
+      "eval_samples_per_second": 582.494,
+      "eval_steps_per_second": 2.103,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 2.2389230728149414,
+      "learning_rate": 0.0017587879912134756,
+      "loss": 0.0938,
+      "step": 600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_accuracy": 0.8808664259927798,
+      "eval_loss": 0.4674670398235321,
+      "eval_runtime": 0.4747,
+      "eval_samples_per_second": 583.549,
+      "eval_steps_per_second": 2.107,
+      "step": 600
+    },
+    {
+      "epoch": 8.974358974358974,
+      "grad_norm": 5.897788047790527,
+      "learning_rate": 0.0016588558237824534,
+      "loss": 0.0611,
+      "step": 700
+    },
+    {
+      "epoch": 8.974358974358974,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.6454977989196777,
+      "eval_runtime": 0.4753,
+      "eval_samples_per_second": 582.8,
+      "eval_steps_per_second": 2.104,
+      "step": 700
+    },
+    {
+      "epoch": 10.256410256410255,
+      "grad_norm": 0.28826460242271423,
+      "learning_rate": 0.0015456321523689876,
+      "loss": 0.0483,
+      "step": 800
+    },
+    {
+      "epoch": 10.256410256410255,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 0.8877715468406677,
+      "eval_runtime": 0.4722,
+      "eval_samples_per_second": 586.606,
+      "eval_steps_per_second": 2.118,
+      "step": 800
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 0.03222513571381569,
+      "learning_rate": 0.0014214011077725293,
+      "loss": 0.0329,
+      "step": 900
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.1362124681472778,
+      "eval_runtime": 0.4753,
+      "eval_samples_per_second": 582.736,
+      "eval_steps_per_second": 2.104,
+      "step": 900
+    },
+    {
+      "epoch": 12.820512820512821,
+      "grad_norm": 0.048881277441978455,
+      "learning_rate": 0.0012886688793055097,
+      "loss": 0.052,
+      "step": 1000
+    },
+    {
+      "epoch": 12.820512820512821,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 0.7540045380592346,
+      "eval_runtime": 0.4749,
+      "eval_samples_per_second": 583.338,
+      "eval_steps_per_second": 2.106,
+      "step": 1000
+    },
+    {
+      "epoch": 14.102564102564102,
+      "grad_norm": 0.009679924696683884,
+      "learning_rate": 0.0011501131558940736,
+      "loss": 0.0342,
+      "step": 1100
+    },
+    {
+      "epoch": 14.102564102564102,
+      "eval_accuracy": 0.9025270758122743,
+      "eval_loss": 0.6701845526695251,
+      "eval_runtime": 0.4778,
+      "eval_samples_per_second": 579.718,
+      "eval_steps_per_second": 2.093,
+      "step": 1100
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 4.785580158233643,
+      "learning_rate": 0.0010085291074115638,
+      "loss": 0.0127,
+      "step": 1200
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_accuracy": 0.8772563176895307,
+      "eval_loss": 0.9014573097229004,
+      "eval_runtime": 0.4715,
+      "eval_samples_per_second": 587.442,
+      "eval_steps_per_second": 2.121,
+      "step": 1200
+    },
+    {
+      "epoch": 16.666666666666668,
+      "grad_norm": 0.00279235583730042,
+      "learning_rate": 0.0008667729959965649,
+      "loss": 0.0201,
+      "step": 1300
+    },
+    {
+      "epoch": 16.666666666666668,
+      "eval_accuracy": 0.8916967509025271,
+      "eval_loss": 0.9241403341293335,
+      "eval_runtime": 0.4754,
+      "eval_samples_per_second": 582.66,
+      "eval_steps_per_second": 2.103,
+      "step": 1300
+    },
+    {
+      "epoch": 17.94871794871795,
+      "grad_norm": 0.002337154233828187,
+      "learning_rate": 0.0007277045549190833,
+      "loss": 0.0104,
+      "step": 1400
+    },
+    {
+      "epoch": 17.94871794871795,
+      "eval_accuracy": 0.8808664259927798,
+      "eval_loss": 1.021811604499817,
+      "eval_runtime": 0.4763,
+      "eval_samples_per_second": 581.566,
+      "eval_steps_per_second": 2.1,
+      "step": 1400
+    },
+    {
+      "epoch": 19.23076923076923,
+      "grad_norm": 0.009222474880516529,
+      "learning_rate": 0.0005941292974214578,
+      "loss": 0.0107,
+      "step": 1500
+    },
+    {
+      "epoch": 19.23076923076923,
+      "eval_accuracy": 0.8844765342960289,
+      "eval_loss": 1.0304327011108398,
+      "eval_runtime": 0.4731,
+      "eval_samples_per_second": 585.552,
+      "eval_steps_per_second": 2.114,
+      "step": 1500
+    },
+    {
+      "epoch": 20.51282051282051,
+      "grad_norm": 0.0009100649040192366,
+      "learning_rate": 0.00046874191937325337,
+      "loss": 0.0053,
+      "step": 1600
+    },
+    {
+      "epoch": 20.51282051282051,
+      "eval_accuracy": 0.8916967509025271,
+      "eval_loss": 0.9850677847862244,
+      "eval_runtime": 0.4757,
+      "eval_samples_per_second": 582.263,
+      "eval_steps_per_second": 2.102,
+      "step": 1600
+    },
+    {
+      "epoch": 21.794871794871796,
+      "grad_norm": 0.0004325272748246789,
+      "learning_rate": 0.00035407193751321286,
+      "loss": 0.0031,
+      "step": 1700
+    },
+    {
+      "epoch": 21.794871794871796,
+      "eval_accuracy": 0.8880866425992779,
+      "eval_loss": 0.9805148243904114,
+      "eval_runtime": 0.4833,
+      "eval_samples_per_second": 573.202,
+      "eval_steps_per_second": 2.069,
+      "step": 1700
+    },
+    {
+      "epoch": 23.076923076923077,
+      "grad_norm": 0.0004454803711269051,
+      "learning_rate": 0.00025243265995146156,
+      "loss": 0.0059,
+      "step": 1800
+    },
+    {
+      "epoch": 23.076923076923077,
+      "eval_accuracy": 0.8989169675090253,
+      "eval_loss": 0.9440359473228455,
+      "eval_runtime": 0.474,
+      "eval_samples_per_second": 584.433,
+      "eval_steps_per_second": 2.11,
+      "step": 1800
+    },
+    {
+      "epoch": 24.358974358974358,
+      "grad_norm": 0.00796630047261715,
+      "learning_rate": 0.0001658745183814303,
+      "loss": 0.0016,
+      "step": 1900
+    },
+    {
+      "epoch": 24.358974358974358,
+      "eval_accuracy": 0.8953068592057761,
+      "eval_loss": 0.9499315619468689,
+      "eval_runtime": 0.4753,
+      "eval_samples_per_second": 582.773,
+      "eval_steps_per_second": 2.104,
+      "step": 1900
+    },
+    {
+      "epoch": 25.641025641025642,
+      "grad_norm": 0.0001624962460482493,
+      "learning_rate": 9.614370345949952e-05,
+      "loss": 0.0034,
+      "step": 2000
+    },
+    {
+      "epoch": 25.641025641025642,
+      "eval_accuracy": 0.8989169675090253,
+      "eval_loss": 0.9551858901977539,
+      "eval_runtime": 0.4762,
+      "eval_samples_per_second": 581.701,
+      "eval_steps_per_second": 2.1,
+      "step": 2000
+    },
+    {
+      "epoch": 26.923076923076923,
+      "grad_norm": 0.00031829343060962856,
+      "learning_rate": 4.4646937826311684e-05,
+      "loss": 0.0065,
+      "step": 2100
+    },
+    {
+      "epoch": 26.923076923076923,
+      "eval_accuracy": 0.8880866425992779,
+      "eval_loss": 0.9560551047325134,
+      "eval_runtime": 0.4755,
+      "eval_samples_per_second": 582.5,
+      "eval_steps_per_second": 2.103,
+      "step": 2100
+    },
+    {
+      "epoch": 28.205128205128204,
+      "grad_norm": 0.0009333299240097404,
+      "learning_rate": 1.2423097425266594e-05,
+      "loss": 0.0022,
+      "step": 2200
+    },
+    {
+      "epoch": 28.205128205128204,
+      "eval_accuracy": 0.8880866425992779,
+      "eval_loss": 0.9658953547477722,
+      "eval_runtime": 0.4727,
+      "eval_samples_per_second": 586.033,
+      "eval_steps_per_second": 2.116,
+      "step": 2200
+    },
+    {
+      "epoch": 29.487179487179485,
+      "grad_norm": 0.9933815002441406,
+      "learning_rate": 1.2225361880779938e-07,
+      "loss": 0.0031,
+      "step": 2300
+    },
+    {
+      "epoch": 29.487179487179485,
+      "eval_accuracy": 0.8880866425992779,
+      "eval_loss": 0.9662900567054749,
+      "eval_runtime": 0.4756,
+      "eval_samples_per_second": 582.436,
+      "eval_steps_per_second": 2.103,
+      "step": 2300
+    },
+    {
+      "epoch": 30.0,
+      "step": 2340,
+      "total_flos": 1.2464312631552e+16,
+      "train_loss": 0.08886483160890321,
+      "train_runtime": 659.2778,
+      "train_samples_per_second": 113.306,
+      "train_steps_per_second": 3.549
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2464312631552e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	not_entailment
+22	not_entailment
+23	entailment
+24	not_entailment
+25	not_entailment
+26	entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	not_entailment
+32	not_entailment
+33	not_entailment
+34	entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	not_entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	entailment
+67	entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	not_entailment
+85	not_entailment
+86	entailment
+87	entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	entailment
+98	entailment
+99	entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	not_entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	not_entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	not_entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	entailment
+127	entailment
+128	entailment
+129	entailment
+130	entailment
+131	entailment
+132	not_entailment
+133	not_entailment
+134	entailment
+135	entailment
+136	not_entailment
+137	not_entailment
+138	entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	not_entailment
+148	not_entailment
+149	entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	not_entailment
+168	entailment
+169	not_entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	not_entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	not_entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	entailment
+223	not_entailment
+224	entailment
+225	entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	entailment
+231	entailment
+232	not_entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	entailment
+256	not_entailment
+257	not_entailment
+258	entailment
+259	entailment
+260	entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	not_entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	entailment
+281	entailment
+282	entailment
+283	not_entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	entailment
+289	entailment
+290	not_entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	entailment
+300	not_entailment
+301	entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	not_entailment
+307	not_entailment
+308	entailment
+309	not_entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	not_entailment
+327	entailment
+328	entailment
+329	entailment
+330	not_entailment
+331	not_entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	entailment
+337	entailment
+338	not_entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	not_entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	not_entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	not_entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	entailment
+398	entailment
+399	not_entailment
+400	entailment
+401	entailment
+402	entailment
+403	entailment
+404	entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	entailment
+425	entailment
+426	entailment
+427	not_entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	entailment
+432	entailment
+433	entailment
+434	not_entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	not_entailment
+453	entailment
+454	not_entailment
+455	not_entailment
+456	not_entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	not_entailment
+483	entailment
+484	entailment
+485	entailment
+486	not_entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	not_entailment
+493	entailment
+494	entailment
+495	not_entailment
+496	not_entailment
+497	not_entailment
+498	entailment
+499	entailment
+500	entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	entailment
+507	not_entailment
+508	entailment
+509	entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	entailment
+518	not_entailment
+519	not_entailment
+520	not_entailment
+521	entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	entailment
+526	not_entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	entailment
+537	entailment
+538	entailment
+539	not_entailment
+540	entailment
+541	not_entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	not_entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	not_entailment
+555	not_entailment
+556	not_entailment
+557	not_entailment
+558	not_entailment
+559	not_entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	entailment
+564	entailment
+565	entailment
+566	not_entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	not_entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	not_entailment
+611	not_entailment
+612	entailment
+613	not_entailment
+614	not_entailment
+615	entailment
+616	entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	entailment
+625	entailment
+626	entailment
+627	entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	entailment
+649	not_entailment
+650	not_entailment
+651	not_entailment
+652	entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	entailment
+668	not_entailment
+669	entailment
+670	entailment
+671	entailment
+672	entailment
+673	not_entailment
+674	not_entailment
+675	not_entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	entailment
+683	entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	entailment
+700	entailment
+701	entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	entailment
+713	entailment
+714	entailment
+715	not_entailment
+716	not_entailment
+717	not_entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	not_entailment
+724	entailment
+725	entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	entailment
+733	entailment
+734	entailment
+735	entailment
+736	entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	entailment
+744	entailment
+745	entailment
+746	entailment
+747	not_entailment
+748	not_entailment
+749	not_entailment
+750	entailment
+751	entailment
+752	not_entailment
+753	not_entailment
+754	entailment
+755	entailment
+756	entailment
+757	not_entailment
+758	not_entailment
+759	not_entailment
+760	entailment
+761	entailment
+762	entailment
+763	entailment
+764	not_entailment
+765	not_entailment
+766	entailment
+767	not_entailment
+768	entailment
+769	not_entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	entailment
+775	entailment
+776	entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	entailment
+792	entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	entailment
+798	entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	not_entailment
+808	entailment
+809	not_entailment
+810	not_entailment
+811	not_entailment
+812	not_entailment
+813	entailment
+814	not_entailment
+815	entailment
+816	not_entailment
+817	entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	not_entailment
+822	entailment
+823	entailment
+824	entailment
+825	not_entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	not_entailment
+832	entailment
+833	not_entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	not_entailment
+843	not_entailment
+844	entailment
+845	entailment
+846	entailment
+847	entailment
+848	entailment
+849	not_entailment
+850	entailment
+851	entailment
+852	entailment
+853	entailment
+854	not_entailment
+855	not_entailment
+856	entailment
+857	not_entailment
+858	not_entailment
+859	entailment
+860	entailment
+861	not_entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	not_entailment
+867	entailment
+868	entailment
+869	entailment
+870	entailment
+871	entailment
+872	entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	not_entailment
+879	not_entailment
+880	not_entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	not_entailment
+897	entailment
+898	not_entailment
+899	not_entailment
+900	not_entailment
+901	entailment
+902	entailment
+903	entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	entailment
+912	not_entailment
+913	entailment
+914	not_entailment
+915	entailment
+916	entailment
+917	entailment
+918	not_entailment
+919	entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	not_entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	entailment
+943	entailment
+944	not_entailment
+945	not_entailment
+946	not_entailment
+947	entailment
+948	not_entailment
+949	not_entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	entailment
+968	entailment
+969	not_entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	not_entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	entailment
+986	entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	not_entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	entailment
+1006	entailment
+1007	entailment
+1008	entailment
+1009	not_entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	entailment
+1018	entailment
+1019	entailment
+1020	entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	entailment
+1050	not_entailment
+1051	entailment
+1052	entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	entailment
+1080	entailment
+1081	not_entailment
+1082	not_entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	not_entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	not_entailment
+1099	not_entailment
+1100	not_entailment
+1101	entailment
+1102	entailment
+1103	entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	not_entailment
+1131	not_entailment
+1132	not_entailment
+1133	entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	entailment
+1139	entailment
+1140	not_entailment
+1141	entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	entailment
+1146	not_entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	not_entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	entailment
+1175	entailment
+1176	entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	entailment
+1189	not_entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	entailment
+1203	not_entailment
+1204	entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	entailment
+1212	not_entailment
+1213	entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	entailment
+1235	entailment
+1236	entailment
+1237	not_entailment
+1238	entailment
+1239	entailment
+1240	not_entailment
+1241	entailment
+1242	not_entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	entailment
+1256	not_entailment
+1257	entailment
+1258	entailment
+1259	not_entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	not_entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	not_entailment
+1283	not_entailment
+1284	entailment
+1285	entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	entailment
+1294	entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	entailment
+1312	not_entailment
+1313	entailment
+1314	entailment
+1315	entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	entailment
+1355	entailment
+1356	entailment
+1357	not_entailment
+1358	entailment
+1359	entailment
+1360	entailment
+1361	not_entailment
+1362	entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	entailment
+1368	entailment
+1369	entailment
+1370	entailment
+1371	entailment
+1372	not_entailment
+1373	entailment
+1374	not_entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	not_entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	not_entailment
+1400	entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	not_entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	entailment
+1441	entailment
+1442	entailment
+1443	not_entailment
+1444	entailment
+1445	not_entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	entailment
+1453	not_entailment
+1454	entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	entailment
+1459	entailment
+1460	not_entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	entailment
+1469	not_entailment
+1470	entailment
+1471	not_entailment
+1472	not_entailment
+1473	entailment
+1474	entailment
+1475	entailment
+1476	entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	entailment
+1481	not_entailment
+1482	entailment
+1483	entailment
+1484	entailment
+1485	not_entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	entailment
+1496	entailment
+1497	not_entailment
+1498	not_entailment
+1499	not_entailment
+1500	not_entailment
+1501	entailment
+1502	entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	not_entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	not_entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	not_entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	entailment
+1552	entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	not_entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	entailment
+1581	not_entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	not_entailment
+1588	entailment
+1589	entailment
+1590	entailment
+1591	not_entailment
+1592	not_entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	not_entailment
+1597	entailment
+1598	entailment
+1599	not_entailment
+1600	entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	not_entailment
+1609	entailment
+1610	entailment
+1611	entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	not_entailment
+1616	entailment
+1617	entailment
+1618	not_entailment
+1619	entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	entailment
+1632	entailment
+1633	entailment
+1634	entailment
+1635	entailment
+1636	entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	not_entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	not_entailment
+1682	entailment
+1683	entailment
+1684	not_entailment
+1685	entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	not_entailment
+1690	entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	entailment
+1696	entailment
+1697	not_entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	not_entailment
+1703	entailment
+1704	entailment
+1705	entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	entailment
+1727	entailment
+1728	entailment
+1729	entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	entailment
+1745	not_entailment
+1746	entailment
+1747	not_entailment
+1748	not_entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	entailment
+1753	entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	not_entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	entailment
+1777	entailment
+1778	not_entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	not_entailment
+1788	entailment
+1789	entailment
+1790	entailment
+1791	entailment
+1792	entailment
+1793	not_entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	entailment
+1799	not_entailment
+1800	entailment
+1801	entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	not_entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	entailment
+1818	entailment
+1819	entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	not_entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	entailment
+1835	entailment
+1836	entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	entailment
+1850	not_entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	entailment
+1855	not_entailment
+1856	not_entailment
+1857	entailment
+1858	entailment
+1859	not_entailment
+1860	entailment
+1861	entailment
+1862	not_entailment
+1863	entailment
+1864	entailment
+1865	not_entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	not_entailment
+1871	entailment
+1872	entailment
+1873	not_entailment
+1874	entailment
+1875	entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	entailment
+1887	entailment
+1888	not_entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	not_entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	not_entailment
+1925	entailment
+1926	not_entailment
+1927	not_entailment
+1928	not_entailment
+1929	entailment
+1930	not_entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	not_entailment
+1944	entailment
+1945	not_entailment
+1946	entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	not_entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	not_entailment
+1964	not_entailment
+1965	entailment
+1966	not_entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	not_entailment
+1978	entailment
+1979	entailment
+1980	entailment
+1981	entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	entailment
+1986	not_entailment
+1987	not_entailment
+1988	not_entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	entailment
+1997	entailment
+1998	entailment
+1999	entailment
+2000	entailment
+2001	not_entailment
+2002	entailment
+2003	entailment
+2004	not_entailment
+2005	entailment
+2006	not_entailment
+2007	not_entailment
+2008	not_entailment
+2009	not_entailment
+2010	entailment
+2011	entailment
+2012	entailment
+2013	entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	entailment
+2018	not_entailment
+2019	entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	entailment
+2026	entailment
+2027	not_entailment
+2028	not_entailment
+2029	entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	entailment
+2035	not_entailment
+2036	entailment
+2037	entailment
+2038	entailment
+2039	entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	not_entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	entailment
+2049	entailment
+2050	not_entailment
+2051	entailment
+2052	not_entailment
+2053	not_entailment
+2054	not_entailment
+2055	not_entailment
+2056	not_entailment
+2057	not_entailment
+2058	entailment
+2059	not_entailment
+2060	not_entailment
+2061	entailment
+2062	entailment
+2063	entailment
+2064	entailment
+2065	entailment
+2066	entailment
+2067	entailment
+2068	not_entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	entailment
+2076	entailment
+2077	entailment
+2078	entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	not_entailment
+2100	not_entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	not_entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	entailment
+2120	entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	not_entailment
+2165	not_entailment
+2166	not_entailment
+2167	entailment
+2168	entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	entailment
+2173	not_entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	entailment
+2186	entailment
+2187	entailment
+2188	not_entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	entailment
+2197	entailment
+2198	not_entailment
+2199	entailment
+2200	entailment
+2201	entailment
+2202	entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	entailment
+2208	not_entailment
+2209	entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	entailment
+2222	entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	not_entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	entailment
+2237	not_entailment
+2238	entailment
+2239	not_entailment
+2240	entailment
+2241	not_entailment
+2242	entailment
+2243	not_entailment
+2244	not_entailment
+2245	entailment
+2246	entailment
+2247	not_entailment
+2248	entailment
+2249	not_entailment
+2250	entailment
+2251	entailment
+2252	entailment
+2253	entailment
+2254	entailment
+2255	entailment
+2256	entailment
+2257	not_entailment
+2258	not_entailment
+2259	entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	entailment
+2270	not_entailment
+2271	not_entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	entailment
+2277	not_entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	not_entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	not_entailment
+2313	not_entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	not_entailment
+2318	entailment
+2319	not_entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	entailment
+2328	not_entailment
+2329	not_entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	entailment
+2353	entailment
+2354	entailment
+2355	entailment
+2356	entailment
+2357	not_entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	not_entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	not_entailment
+2379	not_entailment
+2380	not_entailment
+2381	not_entailment
+2382	entailment
+2383	entailment
+2384	entailment
+2385	not_entailment
+2386	entailment
+2387	entailment
+2388	entailment
+2389	entailment
+2390	not_entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	not_entailment
+2398	entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	not_entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	not_entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	not_entailment
+2432	entailment
+2433	not_entailment
+2434	not_entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	entailment
+2443	not_entailment
+2444	entailment
+2445	entailment
+2446	not_entailment
+2447	entailment
+2448	entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	not_entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	not_entailment
+2461	not_entailment
+2462	entailment
+2463	entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	entailment
+2475	not_entailment
+2476	entailment
+2477	entailment
+2478	entailment
+2479	entailment
+2480	entailment
+2481	not_entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	not_entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	entailment
+2505	entailment
+2506	entailment
+2507	entailment
+2508	entailment
+2509	not_entailment
+2510	not_entailment
+2511	entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	entailment
+2519	entailment
+2520	entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	not_entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	not_entailment
+2541	entailment
+2542	not_entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	entailment
+2550	entailment
+2551	entailment
+2552	entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	entailment
+2584	entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	entailment
+2595	not_entailment
+2596	entailment
+2597	entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	entailment
+2604	entailment
+2605	not_entailment
+2606	not_entailment
+2607	not_entailment
+2608	not_entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	not_entailment
+2624	entailment
+2625	entailment
+2626	entailment
+2627	entailment
+2628	not_entailment
+2629	not_entailment
+2630	entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	entailment
+2636	not_entailment
+2637	not_entailment
+2638	not_entailment
+2639	entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	entailment
+2644	entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	entailment
+2656	entailment
+2657	not_entailment
+2658	not_entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	entailment
+2663	entailment
+2664	not_entailment
+2665	entailment
+2666	not_entailment
+2667	not_entailment
+2668	entailment
+2669	not_entailment
+2670	not_entailment
+2671	not_entailment
+2672	entailment
+2673	not_entailment
+2674	entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	not_entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	not_entailment
+2685	entailment
+2686	not_entailment
+2687	entailment
+2688	entailment
+2689	entailment
+2690	not_entailment
+2691	entailment
+2692	entailment
+2693	not_entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	not_entailment
+2714	entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	not_entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	not_entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	entailment
+2738	entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	entailment
+2763	entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	entailment
+2768	not_entailment
+2769	entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	not_entailment
+2787	entailment
+2788	not_entailment
+2789	not_entailment
+2790	not_entailment
+2791	not_entailment
+2792	not_entailment
+2793	entailment
+2794	entailment
+2795	not_entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	not_entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	not_entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	not_entailment
+2871	entailment
+2872	entailment
+2873	entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	not_entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	not_entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	entailment
+2905	not_entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	not_entailment
+2936	entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	not_entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8664259927797834,
+    "eval_loss": 0.6021495461463928,
+    "eval_runtime": 0.459,
+    "eval_samples": 277,
+    "eval_samples_per_second": 603.523,
+    "eval_steps_per_second": 2.179
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8664259927797834,
+    "eval_loss": 0.6021495461463928,
+    "eval_runtime": 0.459,
+    "eval_samples": 277,
+    "eval_samples_per_second": 603.523,
+    "eval_steps_per_second": 2.179
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "output.dense",
+    "key_proj",
+    "value_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "query_proj",
+    "attention.output.dense",
+    "intermediate.dense",
+    "output.dense",
+    "key_proj",
+    "value_proj"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr1e-03,ep=30.0t=18d22h28m35/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc759e95f859e7d9c03c14bf9ac50335cd99e14194a936f3a1745a4b6a06ccc
+size 7449859

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/RTE.tsv

@@ -0,0 +1,3001 @@
+index	prediction
+0	not_entailment
+1	not_entailment
+2	entailment
+3	not_entailment
+4	entailment
+5	entailment
+6	not_entailment
+7	not_entailment
+8	not_entailment
+9	entailment
+10	not_entailment
+11	entailment
+12	not_entailment
+13	not_entailment
+14	not_entailment
+15	not_entailment
+16	not_entailment
+17	entailment
+18	entailment
+19	not_entailment
+20	entailment
+21	not_entailment
+22	not_entailment
+23	entailment
+24	not_entailment
+25	not_entailment
+26	entailment
+27	entailment
+28	entailment
+29	entailment
+30	not_entailment
+31	not_entailment
+32	not_entailment
+33	not_entailment
+34	not_entailment
+35	entailment
+36	not_entailment
+37	entailment
+38	entailment
+39	entailment
+40	not_entailment
+41	not_entailment
+42	entailment
+43	not_entailment
+44	not_entailment
+45	entailment
+46	entailment
+47	entailment
+48	entailment
+49	not_entailment
+50	not_entailment
+51	entailment
+52	not_entailment
+53	entailment
+54	entailment
+55	not_entailment
+56	entailment
+57	not_entailment
+58	entailment
+59	entailment
+60	entailment
+61	not_entailment
+62	not_entailment
+63	entailment
+64	entailment
+65	not_entailment
+66	entailment
+67	entailment
+68	not_entailment
+69	entailment
+70	entailment
+71	entailment
+72	entailment
+73	entailment
+74	entailment
+75	entailment
+76	not_entailment
+77	entailment
+78	entailment
+79	not_entailment
+80	not_entailment
+81	entailment
+82	not_entailment
+83	not_entailment
+84	not_entailment
+85	not_entailment
+86	entailment
+87	not_entailment
+88	entailment
+89	entailment
+90	not_entailment
+91	entailment
+92	not_entailment
+93	entailment
+94	entailment
+95	not_entailment
+96	entailment
+97	entailment
+98	not_entailment
+99	entailment
+100	entailment
+101	entailment
+102	not_entailment
+103	entailment
+104	entailment
+105	not_entailment
+106	entailment
+107	not_entailment
+108	not_entailment
+109	not_entailment
+110	entailment
+111	not_entailment
+112	not_entailment
+113	not_entailment
+114	entailment
+115	not_entailment
+116	entailment
+117	not_entailment
+118	not_entailment
+119	not_entailment
+120	not_entailment
+121	not_entailment
+122	not_entailment
+123	not_entailment
+124	entailment
+125	entailment
+126	entailment
+127	entailment
+128	entailment
+129	entailment
+130	entailment
+131	entailment
+132	not_entailment
+133	not_entailment
+134	entailment
+135	not_entailment
+136	not_entailment
+137	not_entailment
+138	entailment
+139	not_entailment
+140	entailment
+141	not_entailment
+142	not_entailment
+143	entailment
+144	entailment
+145	not_entailment
+146	not_entailment
+147	not_entailment
+148	not_entailment
+149	entailment
+150	entailment
+151	entailment
+152	not_entailment
+153	entailment
+154	entailment
+155	not_entailment
+156	not_entailment
+157	entailment
+158	not_entailment
+159	not_entailment
+160	entailment
+161	not_entailment
+162	entailment
+163	not_entailment
+164	not_entailment
+165	entailment
+166	entailment
+167	not_entailment
+168	entailment
+169	not_entailment
+170	entailment
+171	entailment
+172	not_entailment
+173	entailment
+174	entailment
+175	not_entailment
+176	not_entailment
+177	not_entailment
+178	entailment
+179	not_entailment
+180	not_entailment
+181	not_entailment
+182	entailment
+183	entailment
+184	entailment
+185	not_entailment
+186	entailment
+187	entailment
+188	not_entailment
+189	not_entailment
+190	entailment
+191	entailment
+192	entailment
+193	not_entailment
+194	entailment
+195	entailment
+196	entailment
+197	not_entailment
+198	not_entailment
+199	not_entailment
+200	entailment
+201	entailment
+202	entailment
+203	not_entailment
+204	not_entailment
+205	entailment
+206	not_entailment
+207	not_entailment
+208	not_entailment
+209	entailment
+210	not_entailment
+211	not_entailment
+212	entailment
+213	entailment
+214	entailment
+215	entailment
+216	not_entailment
+217	not_entailment
+218	entailment
+219	not_entailment
+220	entailment
+221	entailment
+222	entailment
+223	not_entailment
+224	entailment
+225	not_entailment
+226	entailment
+227	entailment
+228	not_entailment
+229	not_entailment
+230	entailment
+231	entailment
+232	not_entailment
+233	not_entailment
+234	entailment
+235	not_entailment
+236	entailment
+237	entailment
+238	not_entailment
+239	entailment
+240	entailment
+241	not_entailment
+242	entailment
+243	entailment
+244	not_entailment
+245	not_entailment
+246	entailment
+247	not_entailment
+248	entailment
+249	entailment
+250	not_entailment
+251	not_entailment
+252	entailment
+253	not_entailment
+254	entailment
+255	entailment
+256	not_entailment
+257	not_entailment
+258	entailment
+259	entailment
+260	entailment
+261	not_entailment
+262	entailment
+263	entailment
+264	entailment
+265	entailment
+266	entailment
+267	not_entailment
+268	entailment
+269	not_entailment
+270	not_entailment
+271	entailment
+272	not_entailment
+273	entailment
+274	entailment
+275	not_entailment
+276	not_entailment
+277	entailment
+278	not_entailment
+279	not_entailment
+280	entailment
+281	entailment
+282	entailment
+283	not_entailment
+284	not_entailment
+285	not_entailment
+286	entailment
+287	not_entailment
+288	not_entailment
+289	entailment
+290	not_entailment
+291	not_entailment
+292	not_entailment
+293	entailment
+294	entailment
+295	not_entailment
+296	not_entailment
+297	not_entailment
+298	entailment
+299	entailment
+300	not_entailment
+301	entailment
+302	entailment
+303	entailment
+304	entailment
+305	not_entailment
+306	not_entailment
+307	not_entailment
+308	not_entailment
+309	not_entailment
+310	not_entailment
+311	entailment
+312	not_entailment
+313	not_entailment
+314	entailment
+315	not_entailment
+316	entailment
+317	not_entailment
+318	entailment
+319	entailment
+320	not_entailment
+321	not_entailment
+322	entailment
+323	entailment
+324	entailment
+325	not_entailment
+326	not_entailment
+327	entailment
+328	entailment
+329	entailment
+330	not_entailment
+331	not_entailment
+332	not_entailment
+333	not_entailment
+334	not_entailment
+335	entailment
+336	entailment
+337	entailment
+338	not_entailment
+339	entailment
+340	entailment
+341	entailment
+342	entailment
+343	entailment
+344	not_entailment
+345	entailment
+346	entailment
+347	entailment
+348	not_entailment
+349	not_entailment
+350	entailment
+351	entailment
+352	not_entailment
+353	entailment
+354	entailment
+355	not_entailment
+356	entailment
+357	not_entailment
+358	entailment
+359	entailment
+360	entailment
+361	entailment
+362	entailment
+363	not_entailment
+364	entailment
+365	not_entailment
+366	not_entailment
+367	entailment
+368	entailment
+369	not_entailment
+370	not_entailment
+371	entailment
+372	not_entailment
+373	entailment
+374	not_entailment
+375	entailment
+376	not_entailment
+377	entailment
+378	not_entailment
+379	not_entailment
+380	not_entailment
+381	not_entailment
+382	entailment
+383	entailment
+384	not_entailment
+385	entailment
+386	not_entailment
+387	entailment
+388	entailment
+389	not_entailment
+390	not_entailment
+391	entailment
+392	entailment
+393	entailment
+394	entailment
+395	entailment
+396	entailment
+397	not_entailment
+398	entailment
+399	not_entailment
+400	entailment
+401	not_entailment
+402	entailment
+403	entailment
+404	entailment
+405	entailment
+406	not_entailment
+407	entailment
+408	not_entailment
+409	entailment
+410	not_entailment
+411	entailment
+412	entailment
+413	entailment
+414	not_entailment
+415	not_entailment
+416	not_entailment
+417	not_entailment
+418	not_entailment
+419	not_entailment
+420	entailment
+421	entailment
+422	not_entailment
+423	not_entailment
+424	entailment
+425	entailment
+426	entailment
+427	not_entailment
+428	entailment
+429	entailment
+430	not_entailment
+431	not_entailment
+432	entailment
+433	entailment
+434	not_entailment
+435	not_entailment
+436	not_entailment
+437	entailment
+438	entailment
+439	not_entailment
+440	not_entailment
+441	entailment
+442	entailment
+443	entailment
+444	not_entailment
+445	entailment
+446	entailment
+447	not_entailment
+448	entailment
+449	entailment
+450	entailment
+451	entailment
+452	not_entailment
+453	entailment
+454	not_entailment
+455	not_entailment
+456	not_entailment
+457	entailment
+458	entailment
+459	entailment
+460	entailment
+461	entailment
+462	entailment
+463	entailment
+464	entailment
+465	entailment
+466	entailment
+467	not_entailment
+468	entailment
+469	entailment
+470	not_entailment
+471	entailment
+472	entailment
+473	entailment
+474	entailment
+475	not_entailment
+476	not_entailment
+477	not_entailment
+478	not_entailment
+479	entailment
+480	not_entailment
+481	entailment
+482	not_entailment
+483	entailment
+484	entailment
+485	entailment
+486	not_entailment
+487	entailment
+488	not_entailment
+489	entailment
+490	entailment
+491	entailment
+492	not_entailment
+493	entailment
+494	entailment
+495	entailment
+496	not_entailment
+497	not_entailment
+498	entailment
+499	entailment
+500	entailment
+501	entailment
+502	entailment
+503	entailment
+504	not_entailment
+505	entailment
+506	entailment
+507	not_entailment
+508	entailment
+509	not_entailment
+510	not_entailment
+511	entailment
+512	not_entailment
+513	entailment
+514	entailment
+515	not_entailment
+516	not_entailment
+517	entailment
+518	not_entailment
+519	not_entailment
+520	not_entailment
+521	not_entailment
+522	not_entailment
+523	entailment
+524	entailment
+525	entailment
+526	not_entailment
+527	entailment
+528	entailment
+529	not_entailment
+530	entailment
+531	not_entailment
+532	not_entailment
+533	entailment
+534	entailment
+535	entailment
+536	not_entailment
+537	entailment
+538	entailment
+539	not_entailment
+540	entailment
+541	not_entailment
+542	not_entailment
+543	entailment
+544	entailment
+545	not_entailment
+546	entailment
+547	entailment
+548	entailment
+549	entailment
+550	entailment
+551	entailment
+552	entailment
+553	not_entailment
+554	not_entailment
+555	not_entailment
+556	not_entailment
+557	not_entailment
+558	not_entailment
+559	not_entailment
+560	entailment
+561	entailment
+562	not_entailment
+563	entailment
+564	entailment
+565	entailment
+566	not_entailment
+567	entailment
+568	not_entailment
+569	entailment
+570	entailment
+571	entailment
+572	entailment
+573	not_entailment
+574	entailment
+575	not_entailment
+576	entailment
+577	entailment
+578	not_entailment
+579	entailment
+580	not_entailment
+581	not_entailment
+582	not_entailment
+583	entailment
+584	entailment
+585	entailment
+586	entailment
+587	not_entailment
+588	entailment
+589	not_entailment
+590	entailment
+591	not_entailment
+592	not_entailment
+593	not_entailment
+594	entailment
+595	entailment
+596	entailment
+597	not_entailment
+598	entailment
+599	not_entailment
+600	entailment
+601	entailment
+602	not_entailment
+603	not_entailment
+604	not_entailment
+605	not_entailment
+606	entailment
+607	entailment
+608	not_entailment
+609	entailment
+610	not_entailment
+611	not_entailment
+612	entailment
+613	not_entailment
+614	not_entailment
+615	entailment
+616	not_entailment
+617	entailment
+618	not_entailment
+619	entailment
+620	not_entailment
+621	entailment
+622	entailment
+623	not_entailment
+624	entailment
+625	entailment
+626	not_entailment
+627	entailment
+628	not_entailment
+629	not_entailment
+630	entailment
+631	entailment
+632	not_entailment
+633	not_entailment
+634	not_entailment
+635	entailment
+636	entailment
+637	not_entailment
+638	not_entailment
+639	entailment
+640	entailment
+641	not_entailment
+642	entailment
+643	not_entailment
+644	entailment
+645	not_entailment
+646	entailment
+647	entailment
+648	entailment
+649	not_entailment
+650	not_entailment
+651	not_entailment
+652	entailment
+653	not_entailment
+654	entailment
+655	entailment
+656	entailment
+657	entailment
+658	not_entailment
+659	not_entailment
+660	not_entailment
+661	entailment
+662	entailment
+663	entailment
+664	not_entailment
+665	not_entailment
+666	entailment
+667	entailment
+668	entailment
+669	not_entailment
+670	entailment
+671	entailment
+672	entailment
+673	not_entailment
+674	not_entailment
+675	entailment
+676	entailment
+677	entailment
+678	entailment
+679	entailment
+680	entailment
+681	entailment
+682	entailment
+683	not_entailment
+684	not_entailment
+685	entailment
+686	entailment
+687	entailment
+688	not_entailment
+689	entailment
+690	entailment
+691	not_entailment
+692	entailment
+693	entailment
+694	entailment
+695	not_entailment
+696	not_entailment
+697	entailment
+698	entailment
+699	entailment
+700	entailment
+701	not_entailment
+702	entailment
+703	not_entailment
+704	not_entailment
+705	not_entailment
+706	not_entailment
+707	entailment
+708	entailment
+709	entailment
+710	not_entailment
+711	entailment
+712	entailment
+713	entailment
+714	not_entailment
+715	not_entailment
+716	not_entailment
+717	entailment
+718	not_entailment
+719	not_entailment
+720	entailment
+721	entailment
+722	entailment
+723	not_entailment
+724	entailment
+725	not_entailment
+726	not_entailment
+727	entailment
+728	entailment
+729	entailment
+730	entailment
+731	entailment
+732	not_entailment
+733	entailment
+734	entailment
+735	entailment
+736	not_entailment
+737	not_entailment
+738	entailment
+739	entailment
+740	not_entailment
+741	entailment
+742	not_entailment
+743	not_entailment
+744	entailment
+745	entailment
+746	entailment
+747	not_entailment
+748	not_entailment
+749	not_entailment
+750	entailment
+751	entailment
+752	not_entailment
+753	not_entailment
+754	entailment
+755	entailment
+756	entailment
+757	not_entailment
+758	not_entailment
+759	entailment
+760	entailment
+761	entailment
+762	entailment
+763	entailment
+764	not_entailment
+765	not_entailment
+766	not_entailment
+767	not_entailment
+768	entailment
+769	not_entailment
+770	entailment
+771	not_entailment
+772	not_entailment
+773	not_entailment
+774	not_entailment
+775	entailment
+776	not_entailment
+777	entailment
+778	entailment
+779	not_entailment
+780	entailment
+781	entailment
+782	entailment
+783	entailment
+784	entailment
+785	entailment
+786	entailment
+787	entailment
+788	entailment
+789	entailment
+790	not_entailment
+791	entailment
+792	entailment
+793	entailment
+794	not_entailment
+795	entailment
+796	entailment
+797	entailment
+798	not_entailment
+799	not_entailment
+800	entailment
+801	entailment
+802	entailment
+803	entailment
+804	not_entailment
+805	entailment
+806	not_entailment
+807	not_entailment
+808	entailment
+809	not_entailment
+810	not_entailment
+811	not_entailment
+812	not_entailment
+813	entailment
+814	not_entailment
+815	entailment
+816	not_entailment
+817	entailment
+818	entailment
+819	not_entailment
+820	entailment
+821	not_entailment
+822	entailment
+823	entailment
+824	entailment
+825	not_entailment
+826	entailment
+827	entailment
+828	entailment
+829	entailment
+830	entailment
+831	not_entailment
+832	entailment
+833	not_entailment
+834	entailment
+835	entailment
+836	entailment
+837	not_entailment
+838	not_entailment
+839	entailment
+840	entailment
+841	entailment
+842	not_entailment
+843	not_entailment
+844	entailment
+845	entailment
+846	entailment
+847	entailment
+848	entailment
+849	not_entailment
+850	not_entailment
+851	entailment
+852	entailment
+853	entailment
+854	not_entailment
+855	not_entailment
+856	not_entailment
+857	not_entailment
+858	not_entailment
+859	entailment
+860	entailment
+861	not_entailment
+862	entailment
+863	not_entailment
+864	entailment
+865	entailment
+866	not_entailment
+867	entailment
+868	not_entailment
+869	entailment
+870	entailment
+871	entailment
+872	entailment
+873	entailment
+874	entailment
+875	entailment
+876	not_entailment
+877	entailment
+878	not_entailment
+879	not_entailment
+880	not_entailment
+881	entailment
+882	entailment
+883	entailment
+884	entailment
+885	entailment
+886	entailment
+887	entailment
+888	not_entailment
+889	entailment
+890	entailment
+891	entailment
+892	entailment
+893	entailment
+894	entailment
+895	entailment
+896	not_entailment
+897	not_entailment
+898	not_entailment
+899	not_entailment
+900	not_entailment
+901	entailment
+902	entailment
+903	not_entailment
+904	entailment
+905	entailment
+906	entailment
+907	entailment
+908	entailment
+909	entailment
+910	not_entailment
+911	entailment
+912	not_entailment
+913	entailment
+914	entailment
+915	entailment
+916	entailment
+917	entailment
+918	not_entailment
+919	entailment
+920	entailment
+921	entailment
+922	entailment
+923	not_entailment
+924	not_entailment
+925	entailment
+926	entailment
+927	entailment
+928	entailment
+929	not_entailment
+930	not_entailment
+931	entailment
+932	not_entailment
+933	not_entailment
+934	entailment
+935	entailment
+936	entailment
+937	entailment
+938	not_entailment
+939	not_entailment
+940	not_entailment
+941	entailment
+942	not_entailment
+943	entailment
+944	not_entailment
+945	not_entailment
+946	not_entailment
+947	entailment
+948	not_entailment
+949	not_entailment
+950	entailment
+951	entailment
+952	entailment
+953	not_entailment
+954	entailment
+955	not_entailment
+956	entailment
+957	entailment
+958	not_entailment
+959	entailment
+960	entailment
+961	entailment
+962	entailment
+963	entailment
+964	entailment
+965	entailment
+966	entailment
+967	entailment
+968	entailment
+969	not_entailment
+970	entailment
+971	entailment
+972	entailment
+973	entailment
+974	entailment
+975	entailment
+976	entailment
+977	entailment
+978	not_entailment
+979	not_entailment
+980	not_entailment
+981	not_entailment
+982	entailment
+983	entailment
+984	not_entailment
+985	entailment
+986	entailment
+987	entailment
+988	not_entailment
+989	entailment
+990	entailment
+991	not_entailment
+992	not_entailment
+993	not_entailment
+994	entailment
+995	entailment
+996	entailment
+997	not_entailment
+998	entailment
+999	not_entailment
+1000	entailment
+1001	not_entailment
+1002	entailment
+1003	not_entailment
+1004	not_entailment
+1005	entailment
+1006	entailment
+1007	entailment
+1008	entailment
+1009	not_entailment
+1010	entailment
+1011	not_entailment
+1012	not_entailment
+1013	not_entailment
+1014	not_entailment
+1015	entailment
+1016	entailment
+1017	entailment
+1018	entailment
+1019	entailment
+1020	entailment
+1021	entailment
+1022	not_entailment
+1023	entailment
+1024	not_entailment
+1025	not_entailment
+1026	not_entailment
+1027	entailment
+1028	entailment
+1029	not_entailment
+1030	not_entailment
+1031	not_entailment
+1032	entailment
+1033	entailment
+1034	entailment
+1035	entailment
+1036	not_entailment
+1037	not_entailment
+1038	not_entailment
+1039	entailment
+1040	not_entailment
+1041	not_entailment
+1042	entailment
+1043	not_entailment
+1044	not_entailment
+1045	entailment
+1046	not_entailment
+1047	entailment
+1048	entailment
+1049	entailment
+1050	not_entailment
+1051	entailment
+1052	entailment
+1053	not_entailment
+1054	entailment
+1055	entailment
+1056	not_entailment
+1057	entailment
+1058	not_entailment
+1059	entailment
+1060	entailment
+1061	not_entailment
+1062	not_entailment
+1063	entailment
+1064	not_entailment
+1065	entailment
+1066	entailment
+1067	entailment
+1068	entailment
+1069	not_entailment
+1070	entailment
+1071	entailment
+1072	entailment
+1073	entailment
+1074	not_entailment
+1075	not_entailment
+1076	not_entailment
+1077	entailment
+1078	not_entailment
+1079	entailment
+1080	entailment
+1081	not_entailment
+1082	entailment
+1083	entailment
+1084	entailment
+1085	entailment
+1086	entailment
+1087	not_entailment
+1088	entailment
+1089	not_entailment
+1090	not_entailment
+1091	entailment
+1092	not_entailment
+1093	not_entailment
+1094	not_entailment
+1095	not_entailment
+1096	entailment
+1097	entailment
+1098	not_entailment
+1099	not_entailment
+1100	not_entailment
+1101	entailment
+1102	entailment
+1103	not_entailment
+1104	not_entailment
+1105	not_entailment
+1106	not_entailment
+1107	not_entailment
+1108	not_entailment
+1109	not_entailment
+1110	not_entailment
+1111	not_entailment
+1112	not_entailment
+1113	entailment
+1114	entailment
+1115	not_entailment
+1116	not_entailment
+1117	not_entailment
+1118	not_entailment
+1119	entailment
+1120	not_entailment
+1121	not_entailment
+1122	not_entailment
+1123	entailment
+1124	entailment
+1125	not_entailment
+1126	entailment
+1127	entailment
+1128	not_entailment
+1129	not_entailment
+1130	not_entailment
+1131	not_entailment
+1132	not_entailment
+1133	entailment
+1134	not_entailment
+1135	not_entailment
+1136	not_entailment
+1137	not_entailment
+1138	not_entailment
+1139	entailment
+1140	not_entailment
+1141	not_entailment
+1142	entailment
+1143	not_entailment
+1144	not_entailment
+1145	entailment
+1146	entailment
+1147	entailment
+1148	not_entailment
+1149	not_entailment
+1150	not_entailment
+1151	not_entailment
+1152	not_entailment
+1153	entailment
+1154	entailment
+1155	entailment
+1156	entailment
+1157	entailment
+1158	not_entailment
+1159	not_entailment
+1160	entailment
+1161	entailment
+1162	not_entailment
+1163	not_entailment
+1164	not_entailment
+1165	entailment
+1166	not_entailment
+1167	entailment
+1168	entailment
+1169	not_entailment
+1170	entailment
+1171	entailment
+1172	entailment
+1173	entailment
+1174	entailment
+1175	entailment
+1176	entailment
+1177	entailment
+1178	not_entailment
+1179	not_entailment
+1180	not_entailment
+1181	entailment
+1182	not_entailment
+1183	not_entailment
+1184	not_entailment
+1185	not_entailment
+1186	not_entailment
+1187	not_entailment
+1188	entailment
+1189	not_entailment
+1190	not_entailment
+1191	not_entailment
+1192	not_entailment
+1193	not_entailment
+1194	not_entailment
+1195	entailment
+1196	not_entailment
+1197	not_entailment
+1198	not_entailment
+1199	not_entailment
+1200	entailment
+1201	entailment
+1202	entailment
+1203	not_entailment
+1204	entailment
+1205	entailment
+1206	entailment
+1207	entailment
+1208	not_entailment
+1209	not_entailment
+1210	entailment
+1211	entailment
+1212	not_entailment
+1213	entailment
+1214	entailment
+1215	not_entailment
+1216	entailment
+1217	not_entailment
+1218	entailment
+1219	entailment
+1220	entailment
+1221	entailment
+1222	entailment
+1223	entailment
+1224	not_entailment
+1225	entailment
+1226	entailment
+1227	not_entailment
+1228	entailment
+1229	entailment
+1230	entailment
+1231	entailment
+1232	entailment
+1233	not_entailment
+1234	entailment
+1235	entailment
+1236	entailment
+1237	not_entailment
+1238	entailment
+1239	entailment
+1240	not_entailment
+1241	entailment
+1242	not_entailment
+1243	entailment
+1244	entailment
+1245	entailment
+1246	entailment
+1247	not_entailment
+1248	entailment
+1249	entailment
+1250	not_entailment
+1251	entailment
+1252	entailment
+1253	entailment
+1254	not_entailment
+1255	entailment
+1256	not_entailment
+1257	not_entailment
+1258	entailment
+1259	entailment
+1260	not_entailment
+1261	entailment
+1262	not_entailment
+1263	not_entailment
+1264	not_entailment
+1265	entailment
+1266	entailment
+1267	entailment
+1268	not_entailment
+1269	not_entailment
+1270	entailment
+1271	entailment
+1272	entailment
+1273	entailment
+1274	entailment
+1275	entailment
+1276	not_entailment
+1277	entailment
+1278	entailment
+1279	entailment
+1280	entailment
+1281	not_entailment
+1282	entailment
+1283	not_entailment
+1284	not_entailment
+1285	entailment
+1286	not_entailment
+1287	entailment
+1288	entailment
+1289	not_entailment
+1290	entailment
+1291	entailment
+1292	entailment
+1293	not_entailment
+1294	not_entailment
+1295	not_entailment
+1296	not_entailment
+1297	not_entailment
+1298	entailment
+1299	not_entailment
+1300	entailment
+1301	not_entailment
+1302	entailment
+1303	not_entailment
+1304	entailment
+1305	entailment
+1306	not_entailment
+1307	not_entailment
+1308	entailment
+1309	not_entailment
+1310	not_entailment
+1311	not_entailment
+1312	not_entailment
+1313	entailment
+1314	entailment
+1315	not_entailment
+1316	not_entailment
+1317	entailment
+1318	not_entailment
+1319	not_entailment
+1320	entailment
+1321	not_entailment
+1322	not_entailment
+1323	not_entailment
+1324	not_entailment
+1325	not_entailment
+1326	entailment
+1327	entailment
+1328	not_entailment
+1329	entailment
+1330	entailment
+1331	not_entailment
+1332	not_entailment
+1333	entailment
+1334	entailment
+1335	entailment
+1336	not_entailment
+1337	entailment
+1338	entailment
+1339	entailment
+1340	entailment
+1341	entailment
+1342	entailment
+1343	entailment
+1344	not_entailment
+1345	not_entailment
+1346	entailment
+1347	entailment
+1348	entailment
+1349	entailment
+1350	not_entailment
+1351	entailment
+1352	entailment
+1353	not_entailment
+1354	entailment
+1355	entailment
+1356	entailment
+1357	not_entailment
+1358	entailment
+1359	entailment
+1360	entailment
+1361	not_entailment
+1362	not_entailment
+1363	not_entailment
+1364	not_entailment
+1365	entailment
+1366	entailment
+1367	entailment
+1368	entailment
+1369	entailment
+1370	entailment
+1371	entailment
+1372	not_entailment
+1373	entailment
+1374	entailment
+1375	entailment
+1376	not_entailment
+1377	not_entailment
+1378	not_entailment
+1379	not_entailment
+1380	not_entailment
+1381	entailment
+1382	entailment
+1383	not_entailment
+1384	not_entailment
+1385	not_entailment
+1386	entailment
+1387	entailment
+1388	entailment
+1389	not_entailment
+1390	entailment
+1391	not_entailment
+1392	not_entailment
+1393	entailment
+1394	entailment
+1395	not_entailment
+1396	not_entailment
+1397	entailment
+1398	not_entailment
+1399	not_entailment
+1400	not_entailment
+1401	not_entailment
+1402	entailment
+1403	entailment
+1404	entailment
+1405	entailment
+1406	entailment
+1407	entailment
+1408	not_entailment
+1409	not_entailment
+1410	entailment
+1411	entailment
+1412	not_entailment
+1413	entailment
+1414	not_entailment
+1415	entailment
+1416	entailment
+1417	entailment
+1418	entailment
+1419	entailment
+1420	not_entailment
+1421	entailment
+1422	entailment
+1423	entailment
+1424	entailment
+1425	entailment
+1426	entailment
+1427	entailment
+1428	entailment
+1429	not_entailment
+1430	entailment
+1431	entailment
+1432	not_entailment
+1433	entailment
+1434	entailment
+1435	not_entailment
+1436	entailment
+1437	not_entailment
+1438	entailment
+1439	entailment
+1440	entailment
+1441	entailment
+1442	entailment
+1443	not_entailment
+1444	entailment
+1445	entailment
+1446	not_entailment
+1447	entailment
+1448	not_entailment
+1449	entailment
+1450	entailment
+1451	not_entailment
+1452	entailment
+1453	not_entailment
+1454	entailment
+1455	entailment
+1456	entailment
+1457	entailment
+1458	entailment
+1459	entailment
+1460	not_entailment
+1461	entailment
+1462	entailment
+1463	entailment
+1464	not_entailment
+1465	entailment
+1466	entailment
+1467	entailment
+1468	entailment
+1469	not_entailment
+1470	entailment
+1471	not_entailment
+1472	not_entailment
+1473	not_entailment
+1474	entailment
+1475	entailment
+1476	entailment
+1477	entailment
+1478	entailment
+1479	not_entailment
+1480	not_entailment
+1481	not_entailment
+1482	entailment
+1483	entailment
+1484	not_entailment
+1485	not_entailment
+1486	entailment
+1487	entailment
+1488	entailment
+1489	entailment
+1490	entailment
+1491	entailment
+1492	entailment
+1493	entailment
+1494	entailment
+1495	entailment
+1496	entailment
+1497	not_entailment
+1498	entailment
+1499	not_entailment
+1500	not_entailment
+1501	entailment
+1502	not_entailment
+1503	not_entailment
+1504	entailment
+1505	entailment
+1506	not_entailment
+1507	entailment
+1508	not_entailment
+1509	not_entailment
+1510	entailment
+1511	entailment
+1512	entailment
+1513	not_entailment
+1514	not_entailment
+1515	entailment
+1516	entailment
+1517	entailment
+1518	entailment
+1519	entailment
+1520	entailment
+1521	entailment
+1522	entailment
+1523	entailment
+1524	entailment
+1525	entailment
+1526	not_entailment
+1527	entailment
+1528	not_entailment
+1529	entailment
+1530	entailment
+1531	entailment
+1532	entailment
+1533	entailment
+1534	entailment
+1535	entailment
+1536	entailment
+1537	not_entailment
+1538	entailment
+1539	not_entailment
+1540	not_entailment
+1541	not_entailment
+1542	not_entailment
+1543	entailment
+1544	entailment
+1545	not_entailment
+1546	not_entailment
+1547	entailment
+1548	entailment
+1549	entailment
+1550	entailment
+1551	entailment
+1552	entailment
+1553	entailment
+1554	not_entailment
+1555	entailment
+1556	entailment
+1557	entailment
+1558	not_entailment
+1559	not_entailment
+1560	entailment
+1561	not_entailment
+1562	entailment
+1563	entailment
+1564	not_entailment
+1565	entailment
+1566	not_entailment
+1567	entailment
+1568	not_entailment
+1569	not_entailment
+1570	entailment
+1571	not_entailment
+1572	entailment
+1573	entailment
+1574	not_entailment
+1575	not_entailment
+1576	entailment
+1577	entailment
+1578	entailment
+1579	not_entailment
+1580	entailment
+1581	not_entailment
+1582	not_entailment
+1583	not_entailment
+1584	not_entailment
+1585	entailment
+1586	entailment
+1587	not_entailment
+1588	entailment
+1589	entailment
+1590	entailment
+1591	not_entailment
+1592	not_entailment
+1593	not_entailment
+1594	entailment
+1595	entailment
+1596	not_entailment
+1597	entailment
+1598	entailment
+1599	not_entailment
+1600	not_entailment
+1601	entailment
+1602	entailment
+1603	not_entailment
+1604	not_entailment
+1605	entailment
+1606	entailment
+1607	not_entailment
+1608	not_entailment
+1609	entailment
+1610	entailment
+1611	not_entailment
+1612	entailment
+1613	entailment
+1614	not_entailment
+1615	not_entailment
+1616	not_entailment
+1617	entailment
+1618	not_entailment
+1619	not_entailment
+1620	not_entailment
+1621	entailment
+1622	not_entailment
+1623	entailment
+1624	entailment
+1625	not_entailment
+1626	not_entailment
+1627	not_entailment
+1628	not_entailment
+1629	entailment
+1630	not_entailment
+1631	entailment
+1632	entailment
+1633	not_entailment
+1634	entailment
+1635	entailment
+1636	entailment
+1637	not_entailment
+1638	not_entailment
+1639	not_entailment
+1640	entailment
+1641	not_entailment
+1642	not_entailment
+1643	entailment
+1644	not_entailment
+1645	not_entailment
+1646	not_entailment
+1647	not_entailment
+1648	not_entailment
+1649	not_entailment
+1650	entailment
+1651	entailment
+1652	not_entailment
+1653	not_entailment
+1654	entailment
+1655	entailment
+1656	entailment
+1657	entailment
+1658	entailment
+1659	entailment
+1660	not_entailment
+1661	entailment
+1662	entailment
+1663	not_entailment
+1664	entailment
+1665	not_entailment
+1666	entailment
+1667	not_entailment
+1668	entailment
+1669	entailment
+1670	entailment
+1671	entailment
+1672	not_entailment
+1673	not_entailment
+1674	entailment
+1675	not_entailment
+1676	entailment
+1677	entailment
+1678	not_entailment
+1679	entailment
+1680	entailment
+1681	not_entailment
+1682	not_entailment
+1683	entailment
+1684	not_entailment
+1685	not_entailment
+1686	entailment
+1687	entailment
+1688	not_entailment
+1689	not_entailment
+1690	entailment
+1691	entailment
+1692	not_entailment
+1693	not_entailment
+1694	not_entailment
+1695	entailment
+1696	entailment
+1697	not_entailment
+1698	entailment
+1699	not_entailment
+1700	entailment
+1701	entailment
+1702	not_entailment
+1703	not_entailment
+1704	entailment
+1705	entailment
+1706	not_entailment
+1707	entailment
+1708	not_entailment
+1709	not_entailment
+1710	not_entailment
+1711	not_entailment
+1712	entailment
+1713	entailment
+1714	not_entailment
+1715	entailment
+1716	entailment
+1717	entailment
+1718	not_entailment
+1719	not_entailment
+1720	not_entailment
+1721	entailment
+1722	entailment
+1723	not_entailment
+1724	entailment
+1725	entailment
+1726	entailment
+1727	entailment
+1728	entailment
+1729	entailment
+1730	not_entailment
+1731	entailment
+1732	not_entailment
+1733	entailment
+1734	not_entailment
+1735	not_entailment
+1736	entailment
+1737	entailment
+1738	not_entailment
+1739	not_entailment
+1740	entailment
+1741	entailment
+1742	not_entailment
+1743	not_entailment
+1744	entailment
+1745	not_entailment
+1746	not_entailment
+1747	not_entailment
+1748	entailment
+1749	not_entailment
+1750	not_entailment
+1751	not_entailment
+1752	not_entailment
+1753	entailment
+1754	not_entailment
+1755	not_entailment
+1756	not_entailment
+1757	not_entailment
+1758	entailment
+1759	entailment
+1760	entailment
+1761	not_entailment
+1762	entailment
+1763	not_entailment
+1764	entailment
+1765	entailment
+1766	not_entailment
+1767	not_entailment
+1768	entailment
+1769	not_entailment
+1770	entailment
+1771	not_entailment
+1772	not_entailment
+1773	entailment
+1774	entailment
+1775	entailment
+1776	entailment
+1777	entailment
+1778	not_entailment
+1779	entailment
+1780	entailment
+1781	not_entailment
+1782	not_entailment
+1783	entailment
+1784	not_entailment
+1785	entailment
+1786	entailment
+1787	not_entailment
+1788	entailment
+1789	entailment
+1790	entailment
+1791	entailment
+1792	entailment
+1793	not_entailment
+1794	entailment
+1795	entailment
+1796	not_entailment
+1797	not_entailment
+1798	not_entailment
+1799	not_entailment
+1800	entailment
+1801	not_entailment
+1802	entailment
+1803	entailment
+1804	not_entailment
+1805	not_entailment
+1806	not_entailment
+1807	not_entailment
+1808	not_entailment
+1809	entailment
+1810	entailment
+1811	not_entailment
+1812	not_entailment
+1813	entailment
+1814	entailment
+1815	entailment
+1816	entailment
+1817	entailment
+1818	entailment
+1819	entailment
+1820	not_entailment
+1821	not_entailment
+1822	entailment
+1823	not_entailment
+1824	entailment
+1825	entailment
+1826	entailment
+1827	not_entailment
+1828	not_entailment
+1829	entailment
+1830	entailment
+1831	not_entailment
+1832	not_entailment
+1833	not_entailment
+1834	entailment
+1835	entailment
+1836	not_entailment
+1837	entailment
+1838	not_entailment
+1839	not_entailment
+1840	entailment
+1841	entailment
+1842	not_entailment
+1843	entailment
+1844	not_entailment
+1845	not_entailment
+1846	not_entailment
+1847	not_entailment
+1848	not_entailment
+1849	entailment
+1850	not_entailment
+1851	not_entailment
+1852	entailment
+1853	not_entailment
+1854	entailment
+1855	not_entailment
+1856	not_entailment
+1857	entailment
+1858	entailment
+1859	not_entailment
+1860	not_entailment
+1861	entailment
+1862	not_entailment
+1863	entailment
+1864	not_entailment
+1865	not_entailment
+1866	entailment
+1867	not_entailment
+1868	entailment
+1869	entailment
+1870	not_entailment
+1871	entailment
+1872	entailment
+1873	not_entailment
+1874	entailment
+1875	not_entailment
+1876	not_entailment
+1877	not_entailment
+1878	not_entailment
+1879	not_entailment
+1880	not_entailment
+1881	entailment
+1882	not_entailment
+1883	not_entailment
+1884	entailment
+1885	entailment
+1886	entailment
+1887	entailment
+1888	not_entailment
+1889	entailment
+1890	not_entailment
+1891	not_entailment
+1892	entailment
+1893	entailment
+1894	entailment
+1895	not_entailment
+1896	entailment
+1897	entailment
+1898	not_entailment
+1899	entailment
+1900	not_entailment
+1901	entailment
+1902	not_entailment
+1903	not_entailment
+1904	not_entailment
+1905	entailment
+1906	entailment
+1907	not_entailment
+1908	not_entailment
+1909	entailment
+1910	entailment
+1911	entailment
+1912	not_entailment
+1913	not_entailment
+1914	entailment
+1915	not_entailment
+1916	not_entailment
+1917	entailment
+1918	not_entailment
+1919	entailment
+1920	not_entailment
+1921	not_entailment
+1922	entailment
+1923	entailment
+1924	not_entailment
+1925	entailment
+1926	not_entailment
+1927	entailment
+1928	not_entailment
+1929	entailment
+1930	not_entailment
+1931	entailment
+1932	entailment
+1933	not_entailment
+1934	not_entailment
+1935	entailment
+1936	not_entailment
+1937	not_entailment
+1938	not_entailment
+1939	entailment
+1940	entailment
+1941	not_entailment
+1942	not_entailment
+1943	not_entailment
+1944	entailment
+1945	not_entailment
+1946	entailment
+1947	entailment
+1948	entailment
+1949	not_entailment
+1950	not_entailment
+1951	not_entailment
+1952	not_entailment
+1953	not_entailment
+1954	not_entailment
+1955	not_entailment
+1956	entailment
+1957	entailment
+1958	not_entailment
+1959	entailment
+1960	entailment
+1961	not_entailment
+1962	entailment
+1963	not_entailment
+1964	not_entailment
+1965	entailment
+1966	not_entailment
+1967	entailment
+1968	not_entailment
+1969	not_entailment
+1970	entailment
+1971	entailment
+1972	not_entailment
+1973	entailment
+1974	entailment
+1975	not_entailment
+1976	entailment
+1977	not_entailment
+1978	entailment
+1979	entailment
+1980	not_entailment
+1981	entailment
+1982	not_entailment
+1983	entailment
+1984	entailment
+1985	entailment
+1986	not_entailment
+1987	not_entailment
+1988	not_entailment
+1989	entailment
+1990	entailment
+1991	entailment
+1992	entailment
+1993	not_entailment
+1994	not_entailment
+1995	entailment
+1996	entailment
+1997	not_entailment
+1998	entailment
+1999	entailment
+2000	entailment
+2001	not_entailment
+2002	entailment
+2003	entailment
+2004	not_entailment
+2005	entailment
+2006	not_entailment
+2007	not_entailment
+2008	not_entailment
+2009	not_entailment
+2010	entailment
+2011	entailment
+2012	not_entailment
+2013	not_entailment
+2014	entailment
+2015	entailment
+2016	entailment
+2017	not_entailment
+2018	not_entailment
+2019	not_entailment
+2020	not_entailment
+2021	not_entailment
+2022	entailment
+2023	entailment
+2024	entailment
+2025	entailment
+2026	entailment
+2027	not_entailment
+2028	not_entailment
+2029	not_entailment
+2030	not_entailment
+2031	entailment
+2032	entailment
+2033	entailment
+2034	not_entailment
+2035	not_entailment
+2036	entailment
+2037	entailment
+2038	not_entailment
+2039	not_entailment
+2040	entailment
+2041	entailment
+2042	entailment
+2043	not_entailment
+2044	entailment
+2045	entailment
+2046	entailment
+2047	not_entailment
+2048	not_entailment
+2049	entailment
+2050	not_entailment
+2051	entailment
+2052	not_entailment
+2053	not_entailment
+2054	not_entailment
+2055	not_entailment
+2056	not_entailment
+2057	not_entailment
+2058	not_entailment
+2059	not_entailment
+2060	not_entailment
+2061	not_entailment
+2062	not_entailment
+2063	entailment
+2064	not_entailment
+2065	entailment
+2066	not_entailment
+2067	entailment
+2068	not_entailment
+2069	entailment
+2070	entailment
+2071	not_entailment
+2072	entailment
+2073	entailment
+2074	not_entailment
+2075	not_entailment
+2076	entailment
+2077	entailment
+2078	entailment
+2079	entailment
+2080	entailment
+2081	entailment
+2082	not_entailment
+2083	entailment
+2084	entailment
+2085	not_entailment
+2086	entailment
+2087	entailment
+2088	entailment
+2089	entailment
+2090	not_entailment
+2091	entailment
+2092	not_entailment
+2093	not_entailment
+2094	entailment
+2095	not_entailment
+2096	not_entailment
+2097	entailment
+2098	not_entailment
+2099	not_entailment
+2100	not_entailment
+2101	not_entailment
+2102	entailment
+2103	not_entailment
+2104	not_entailment
+2105	not_entailment
+2106	entailment
+2107	entailment
+2108	entailment
+2109	not_entailment
+2110	entailment
+2111	entailment
+2112	entailment
+2113	not_entailment
+2114	not_entailment
+2115	entailment
+2116	not_entailment
+2117	entailment
+2118	not_entailment
+2119	entailment
+2120	entailment
+2121	not_entailment
+2122	entailment
+2123	entailment
+2124	not_entailment
+2125	not_entailment
+2126	entailment
+2127	entailment
+2128	entailment
+2129	not_entailment
+2130	entailment
+2131	not_entailment
+2132	not_entailment
+2133	not_entailment
+2134	entailment
+2135	entailment
+2136	not_entailment
+2137	not_entailment
+2138	not_entailment
+2139	not_entailment
+2140	entailment
+2141	not_entailment
+2142	entailment
+2143	not_entailment
+2144	entailment
+2145	entailment
+2146	entailment
+2147	not_entailment
+2148	not_entailment
+2149	entailment
+2150	entailment
+2151	not_entailment
+2152	entailment
+2153	not_entailment
+2154	entailment
+2155	entailment
+2156	entailment
+2157	entailment
+2158	not_entailment
+2159	entailment
+2160	not_entailment
+2161	entailment
+2162	entailment
+2163	not_entailment
+2164	not_entailment
+2165	not_entailment
+2166	not_entailment
+2167	entailment
+2168	entailment
+2169	not_entailment
+2170	not_entailment
+2171	entailment
+2172	entailment
+2173	not_entailment
+2174	entailment
+2175	not_entailment
+2176	not_entailment
+2177	entailment
+2178	not_entailment
+2179	entailment
+2180	not_entailment
+2181	not_entailment
+2182	entailment
+2183	not_entailment
+2184	not_entailment
+2185	entailment
+2186	entailment
+2187	entailment
+2188	not_entailment
+2189	not_entailment
+2190	not_entailment
+2191	entailment
+2192	entailment
+2193	not_entailment
+2194	not_entailment
+2195	not_entailment
+2196	entailment
+2197	entailment
+2198	not_entailment
+2199	entailment
+2200	entailment
+2201	entailment
+2202	not_entailment
+2203	not_entailment
+2204	not_entailment
+2205	entailment
+2206	not_entailment
+2207	not_entailment
+2208	not_entailment
+2209	entailment
+2210	not_entailment
+2211	entailment
+2212	entailment
+2213	entailment
+2214	entailment
+2215	entailment
+2216	not_entailment
+2217	not_entailment
+2218	not_entailment
+2219	not_entailment
+2220	not_entailment
+2221	entailment
+2222	entailment
+2223	not_entailment
+2224	not_entailment
+2225	not_entailment
+2226	not_entailment
+2227	not_entailment
+2228	not_entailment
+2229	not_entailment
+2230	not_entailment
+2231	not_entailment
+2232	not_entailment
+2233	not_entailment
+2234	entailment
+2235	not_entailment
+2236	entailment
+2237	not_entailment
+2238	entailment
+2239	not_entailment
+2240	entailment
+2241	not_entailment
+2242	entailment
+2243	not_entailment
+2244	entailment
+2245	entailment
+2246	entailment
+2247	not_entailment
+2248	entailment
+2249	not_entailment
+2250	entailment
+2251	entailment
+2252	entailment
+2253	entailment
+2254	entailment
+2255	not_entailment
+2256	entailment
+2257	not_entailment
+2258	not_entailment
+2259	not_entailment
+2260	entailment
+2261	entailment
+2262	not_entailment
+2263	not_entailment
+2264	not_entailment
+2265	not_entailment
+2266	not_entailment
+2267	entailment
+2268	not_entailment
+2269	entailment
+2270	not_entailment
+2271	not_entailment
+2272	entailment
+2273	entailment
+2274	entailment
+2275	entailment
+2276	not_entailment
+2277	not_entailment
+2278	not_entailment
+2279	entailment
+2280	not_entailment
+2281	not_entailment
+2282	entailment
+2283	not_entailment
+2284	not_entailment
+2285	entailment
+2286	not_entailment
+2287	not_entailment
+2288	entailment
+2289	entailment
+2290	entailment
+2291	entailment
+2292	entailment
+2293	entailment
+2294	entailment
+2295	entailment
+2296	entailment
+2297	entailment
+2298	entailment
+2299	entailment
+2300	entailment
+2301	entailment
+2302	not_entailment
+2303	entailment
+2304	entailment
+2305	entailment
+2306	entailment
+2307	not_entailment
+2308	not_entailment
+2309	not_entailment
+2310	entailment
+2311	not_entailment
+2312	not_entailment
+2313	entailment
+2314	not_entailment
+2315	entailment
+2316	entailment
+2317	not_entailment
+2318	entailment
+2319	entailment
+2320	not_entailment
+2321	entailment
+2322	entailment
+2323	not_entailment
+2324	entailment
+2325	entailment
+2326	not_entailment
+2327	entailment
+2328	not_entailment
+2329	not_entailment
+2330	entailment
+2331	entailment
+2332	entailment
+2333	not_entailment
+2334	not_entailment
+2335	not_entailment
+2336	entailment
+2337	entailment
+2338	entailment
+2339	not_entailment
+2340	not_entailment
+2341	entailment
+2342	not_entailment
+2343	entailment
+2344	not_entailment
+2345	entailment
+2346	entailment
+2347	entailment
+2348	not_entailment
+2349	entailment
+2350	entailment
+2351	not_entailment
+2352	not_entailment
+2353	not_entailment
+2354	not_entailment
+2355	entailment
+2356	entailment
+2357	not_entailment
+2358	entailment
+2359	entailment
+2360	entailment
+2361	not_entailment
+2362	not_entailment
+2363	not_entailment
+2364	not_entailment
+2365	not_entailment
+2366	not_entailment
+2367	entailment
+2368	not_entailment
+2369	entailment
+2370	entailment
+2371	entailment
+2372	entailment
+2373	entailment
+2374	entailment
+2375	entailment
+2376	not_entailment
+2377	entailment
+2378	not_entailment
+2379	not_entailment
+2380	not_entailment
+2381	not_entailment
+2382	entailment
+2383	entailment
+2384	entailment
+2385	not_entailment
+2386	entailment
+2387	entailment
+2388	entailment
+2389	entailment
+2390	entailment
+2391	entailment
+2392	entailment
+2393	entailment
+2394	entailment
+2395	entailment
+2396	not_entailment
+2397	not_entailment
+2398	not_entailment
+2399	entailment
+2400	not_entailment
+2401	not_entailment
+2402	not_entailment
+2403	entailment
+2404	not_entailment
+2405	entailment
+2406	entailment
+2407	entailment
+2408	entailment
+2409	not_entailment
+2410	not_entailment
+2411	not_entailment
+2412	not_entailment
+2413	entailment
+2414	entailment
+2415	entailment
+2416	not_entailment
+2417	not_entailment
+2418	not_entailment
+2419	entailment
+2420	entailment
+2421	entailment
+2422	not_entailment
+2423	not_entailment
+2424	not_entailment
+2425	entailment
+2426	entailment
+2427	entailment
+2428	not_entailment
+2429	not_entailment
+2430	entailment
+2431	entailment
+2432	entailment
+2433	not_entailment
+2434	not_entailment
+2435	entailment
+2436	entailment
+2437	entailment
+2438	not_entailment
+2439	not_entailment
+2440	not_entailment
+2441	entailment
+2442	not_entailment
+2443	not_entailment
+2444	entailment
+2445	entailment
+2446	not_entailment
+2447	entailment
+2448	not_entailment
+2449	entailment
+2450	entailment
+2451	entailment
+2452	entailment
+2453	entailment
+2454	not_entailment
+2455	not_entailment
+2456	entailment
+2457	entailment
+2458	not_entailment
+2459	entailment
+2460	not_entailment
+2461	not_entailment
+2462	entailment
+2463	entailment
+2464	entailment
+2465	entailment
+2466	not_entailment
+2467	entailment
+2468	entailment
+2469	entailment
+2470	entailment
+2471	not_entailment
+2472	not_entailment
+2473	not_entailment
+2474	entailment
+2475	not_entailment
+2476	not_entailment
+2477	entailment
+2478	entailment
+2479	entailment
+2480	entailment
+2481	not_entailment
+2482	entailment
+2483	not_entailment
+2484	not_entailment
+2485	entailment
+2486	not_entailment
+2487	not_entailment
+2488	entailment
+2489	not_entailment
+2490	entailment
+2491	not_entailment
+2492	not_entailment
+2493	entailment
+2494	not_entailment
+2495	entailment
+2496	not_entailment
+2497	entailment
+2498	not_entailment
+2499	not_entailment
+2500	entailment
+2501	not_entailment
+2502	entailment
+2503	entailment
+2504	entailment
+2505	entailment
+2506	entailment
+2507	entailment
+2508	not_entailment
+2509	not_entailment
+2510	not_entailment
+2511	not_entailment
+2512	entailment
+2513	not_entailment
+2514	not_entailment
+2515	entailment
+2516	not_entailment
+2517	not_entailment
+2518	not_entailment
+2519	entailment
+2520	not_entailment
+2521	not_entailment
+2522	entailment
+2523	entailment
+2524	not_entailment
+2525	entailment
+2526	not_entailment
+2527	not_entailment
+2528	not_entailment
+2529	entailment
+2530	not_entailment
+2531	not_entailment
+2532	not_entailment
+2533	entailment
+2534	not_entailment
+2535	entailment
+2536	entailment
+2537	not_entailment
+2538	not_entailment
+2539	entailment
+2540	not_entailment
+2541	entailment
+2542	entailment
+2543	entailment
+2544	entailment
+2545	entailment
+2546	not_entailment
+2547	entailment
+2548	not_entailment
+2549	not_entailment
+2550	entailment
+2551	entailment
+2552	not_entailment
+2553	entailment
+2554	entailment
+2555	entailment
+2556	entailment
+2557	entailment
+2558	entailment
+2559	entailment
+2560	not_entailment
+2561	not_entailment
+2562	entailment
+2563	entailment
+2564	entailment
+2565	entailment
+2566	not_entailment
+2567	entailment
+2568	entailment
+2569	entailment
+2570	entailment
+2571	not_entailment
+2572	not_entailment
+2573	entailment
+2574	not_entailment
+2575	entailment
+2576	not_entailment
+2577	entailment
+2578	not_entailment
+2579	not_entailment
+2580	entailment
+2581	not_entailment
+2582	not_entailment
+2583	entailment
+2584	entailment
+2585	not_entailment
+2586	entailment
+2587	entailment
+2588	not_entailment
+2589	entailment
+2590	entailment
+2591	not_entailment
+2592	not_entailment
+2593	entailment
+2594	entailment
+2595	not_entailment
+2596	entailment
+2597	not_entailment
+2598	entailment
+2599	not_entailment
+2600	entailment
+2601	entailment
+2602	not_entailment
+2603	not_entailment
+2604	entailment
+2605	not_entailment
+2606	not_entailment
+2607	not_entailment
+2608	not_entailment
+2609	not_entailment
+2610	not_entailment
+2611	entailment
+2612	not_entailment
+2613	entailment
+2614	not_entailment
+2615	entailment
+2616	entailment
+2617	entailment
+2618	entailment
+2619	entailment
+2620	not_entailment
+2621	entailment
+2622	entailment
+2623	not_entailment
+2624	not_entailment
+2625	entailment
+2626	entailment
+2627	entailment
+2628	not_entailment
+2629	not_entailment
+2630	entailment
+2631	entailment
+2632	entailment
+2633	not_entailment
+2634	not_entailment
+2635	entailment
+2636	not_entailment
+2637	not_entailment
+2638	not_entailment
+2639	not_entailment
+2640	not_entailment
+2641	entailment
+2642	not_entailment
+2643	not_entailment
+2644	entailment
+2645	entailment
+2646	entailment
+2647	not_entailment
+2648	entailment
+2649	entailment
+2650	not_entailment
+2651	not_entailment
+2652	not_entailment
+2653	entailment
+2654	entailment
+2655	not_entailment
+2656	entailment
+2657	not_entailment
+2658	not_entailment
+2659	entailment
+2660	entailment
+2661	not_entailment
+2662	entailment
+2663	entailment
+2664	not_entailment
+2665	entailment
+2666	not_entailment
+2667	not_entailment
+2668	not_entailment
+2669	not_entailment
+2670	not_entailment
+2671	not_entailment
+2672	entailment
+2673	not_entailment
+2674	not_entailment
+2675	not_entailment
+2676	not_entailment
+2677	not_entailment
+2678	not_entailment
+2679	not_entailment
+2680	not_entailment
+2681	not_entailment
+2682	not_entailment
+2683	not_entailment
+2684	not_entailment
+2685	not_entailment
+2686	not_entailment
+2687	entailment
+2688	not_entailment
+2689	entailment
+2690	not_entailment
+2691	not_entailment
+2692	entailment
+2693	not_entailment
+2694	not_entailment
+2695	entailment
+2696	entailment
+2697	entailment
+2698	entailment
+2699	entailment
+2700	entailment
+2701	not_entailment
+2702	entailment
+2703	not_entailment
+2704	entailment
+2705	entailment
+2706	not_entailment
+2707	not_entailment
+2708	entailment
+2709	not_entailment
+2710	not_entailment
+2711	entailment
+2712	entailment
+2713	not_entailment
+2714	not_entailment
+2715	entailment
+2716	entailment
+2717	entailment
+2718	entailment
+2719	not_entailment
+2720	not_entailment
+2721	entailment
+2722	not_entailment
+2723	not_entailment
+2724	not_entailment
+2725	not_entailment
+2726	not_entailment
+2727	not_entailment
+2728	not_entailment
+2729	entailment
+2730	not_entailment
+2731	not_entailment
+2732	entailment
+2733	not_entailment
+2734	not_entailment
+2735	not_entailment
+2736	entailment
+2737	entailment
+2738	entailment
+2739	entailment
+2740	not_entailment
+2741	not_entailment
+2742	entailment
+2743	not_entailment
+2744	entailment
+2745	entailment
+2746	entailment
+2747	entailment
+2748	entailment
+2749	not_entailment
+2750	not_entailment
+2751	entailment
+2752	entailment
+2753	entailment
+2754	not_entailment
+2755	not_entailment
+2756	not_entailment
+2757	not_entailment
+2758	not_entailment
+2759	not_entailment
+2760	entailment
+2761	not_entailment
+2762	entailment
+2763	not_entailment
+2764	not_entailment
+2765	entailment
+2766	not_entailment
+2767	entailment
+2768	not_entailment
+2769	entailment
+2770	entailment
+2771	not_entailment
+2772	entailment
+2773	entailment
+2774	entailment
+2775	not_entailment
+2776	entailment
+2777	entailment
+2778	not_entailment
+2779	not_entailment
+2780	entailment
+2781	not_entailment
+2782	entailment
+2783	entailment
+2784	not_entailment
+2785	not_entailment
+2786	not_entailment
+2787	entailment
+2788	not_entailment
+2789	not_entailment
+2790	not_entailment
+2791	not_entailment
+2792	not_entailment
+2793	entailment
+2794	entailment
+2795	not_entailment
+2796	entailment
+2797	entailment
+2798	not_entailment
+2799	not_entailment
+2800	entailment
+2801	not_entailment
+2802	not_entailment
+2803	entailment
+2804	not_entailment
+2805	entailment
+2806	not_entailment
+2807	entailment
+2808	not_entailment
+2809	entailment
+2810	entailment
+2811	entailment
+2812	entailment
+2813	entailment
+2814	entailment
+2815	entailment
+2816	not_entailment
+2817	not_entailment
+2818	entailment
+2819	not_entailment
+2820	not_entailment
+2821	not_entailment
+2822	not_entailment
+2823	entailment
+2824	entailment
+2825	entailment
+2826	entailment
+2827	entailment
+2828	entailment
+2829	not_entailment
+2830	not_entailment
+2831	not_entailment
+2832	not_entailment
+2833	not_entailment
+2834	not_entailment
+2835	entailment
+2836	not_entailment
+2837	not_entailment
+2838	not_entailment
+2839	not_entailment
+2840	not_entailment
+2841	entailment
+2842	not_entailment
+2843	entailment
+2844	not_entailment
+2845	entailment
+2846	entailment
+2847	not_entailment
+2848	not_entailment
+2849	not_entailment
+2850	not_entailment
+2851	not_entailment
+2852	entailment
+2853	entailment
+2854	not_entailment
+2855	entailment
+2856	not_entailment
+2857	entailment
+2858	entailment
+2859	not_entailment
+2860	entailment
+2861	not_entailment
+2862	entailment
+2863	not_entailment
+2864	not_entailment
+2865	entailment
+2866	entailment
+2867	not_entailment
+2868	entailment
+2869	entailment
+2870	entailment
+2871	entailment
+2872	entailment
+2873	entailment
+2874	entailment
+2875	not_entailment
+2876	entailment
+2877	entailment
+2878	not_entailment
+2879	entailment
+2880	entailment
+2881	not_entailment
+2882	entailment
+2883	not_entailment
+2884	entailment
+2885	entailment
+2886	not_entailment
+2887	entailment
+2888	not_entailment
+2889	entailment
+2890	entailment
+2891	entailment
+2892	not_entailment
+2893	entailment
+2894	not_entailment
+2895	entailment
+2896	not_entailment
+2897	not_entailment
+2898	not_entailment
+2899	entailment
+2900	not_entailment
+2901	entailment
+2902	entailment
+2903	entailment
+2904	not_entailment
+2905	not_entailment
+2906	not_entailment
+2907	not_entailment
+2908	entailment
+2909	entailment
+2910	entailment
+2911	entailment
+2912	not_entailment
+2913	not_entailment
+2914	entailment
+2915	not_entailment
+2916	not_entailment
+2917	not_entailment
+2918	entailment
+2919	entailment
+2920	not_entailment
+2921	not_entailment
+2922	entailment
+2923	entailment
+2924	not_entailment
+2925	not_entailment
+2926	not_entailment
+2927	not_entailment
+2928	entailment
+2929	not_entailment
+2930	not_entailment
+2931	entailment
+2932	not_entailment
+2933	entailment
+2934	entailment
+2935	not_entailment
+2936	entailment
+2937	not_entailment
+2938	not_entailment
+2939	entailment
+2940	not_entailment
+2941	not_entailment
+2942	not_entailment
+2943	entailment
+2944	entailment
+2945	entailment
+2946	not_entailment
+2947	entailment
+2948	entailment
+2949	entailment
+2950	not_entailment
+2951	entailment
+2952	not_entailment
+2953	not_entailment
+2954	not_entailment
+2955	entailment
+2956	entailment
+2957	not_entailment
+2958	not_entailment
+2959	not_entailment
+2960	entailment
+2961	not_entailment
+2962	entailment
+2963	not_entailment
+2964	not_entailment
+2965	not_entailment
+2966	not_entailment
+2967	entailment
+2968	not_entailment
+2969	entailment
+2970	entailment
+2971	entailment
+2972	not_entailment
+2973	entailment
+2974	entailment
+2975	not_entailment
+2976	entailment
+2977	entailment
+2978	entailment
+2979	not_entailment
+2980	entailment
+2981	entailment
+2982	not_entailment
+2983	entailment
+2984	entailment
+2985	entailment
+2986	not_entailment
+2987	not_entailment
+2988	entailment
+2989	entailment
+2990	not_entailment
+2991	entailment
+2992	entailment
+2993	not_entailment
+2994	entailment
+2995	entailment
+2996	not_entailment
+2997	entailment
+2998	not_entailment
+2999	not_entailment

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8736462093862816,
+    "eval_loss": 1.1554869413375854,
+    "eval_runtime": 0.4586,
+    "eval_samples": 277,
+    "eval_samples_per_second": 604.007,
+    "eval_steps_per_second": 2.181
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 30.0,
+    "eval_accuracy": 0.8736462093862816,
+    "eval_loss": 1.1554869413375854,
+    "eval_runtime": 0.4586,
+    "eval_samples": 277,
+    "eval_samples_per_second": 604.007,
+    "eval_steps_per_second": 2.181
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": false,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "intermediate.dense",
+    "query_proj",
+    "key_proj",
+    "value_proj",
+    "output.dense",
+    "attention.output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft/tokenizer_config.json

@@ -0,0 +1,60 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft2/adapter_config.json

@@ -0,0 +1,26 @@
+{
+  "T": 1.0,
+  "base_model_name_or_path": "microsoft/deberta-v3-base",
+  "bias": "none",
+  "drop_out": 0.15,
+  "inference_mode": true,
+  "layers_to_transform": null,
+  "modules_to_save": [
+    "classifier",
+    "pooler"
+  ],
+  "num_rotations": 1,
+  "peft_type": "ROTATION",
+  "r": 4,
+  "revision": null,
+  "target_modules": [
+    "intermediate.dense",
+    "query_proj",
+    "key_proj",
+    "value_proj",
+    "output.dense",
+    "attention.output.dense"
+  ],
+  "target_modules_to_skip": null,
+  "task_type": "SEQ_CLS"
+}

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/ft2/adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11f98b9dce7073b300db65f60b81d56feb4d17b8cb7162678fc97d0a625bf1
+size 7449859

nlu/glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/trainer_state.json

@@ -0,0 +1,411 @@
+{
+  "best_global_step": 1600,
+  "best_metric": 0.8736462093862816,
+  "best_model_checkpoint": "./glue_exp/rte/dr0.15,mlr1e-04,clr2e-03,ep=30.0t=18d22h48m32/checkpoint-1600",
+  "epoch": 30.0,
+  "eval_steps": 100,
+  "global_step": 2340,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.282051282051282,
+      "grad_norm": 1.3250564336776733,
+      "learning_rate": 0.00198,
+      "loss": 0.7001,
+      "step": 100
+    },
+    {
+      "epoch": 1.282051282051282,
+      "eval_accuracy": 0.6137184115523465,
+      "eval_loss": 0.6217420101165771,
+      "eval_runtime": 0.5435,
+      "eval_samples_per_second": 509.638,
+      "eval_steps_per_second": 1.84,
+      "step": 100
+    },
+    {
+      "epoch": 2.564102564102564,
+      "grad_norm": 3.8458852767944336,
+      "learning_rate": 0.0019901135883728755,
+      "loss": 0.5386,
+      "step": 200
+    },
+    {
+      "epoch": 2.564102564102564,
+      "eval_accuracy": 0.7978339350180506,
+      "eval_loss": 0.43769288063049316,
+      "eval_runtime": 0.4589,
+      "eval_samples_per_second": 603.658,
+      "eval_steps_per_second": 2.179,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 7.632363796234131,
+      "learning_rate": 0.001960254016408426,
+      "loss": 0.3932,
+      "step": 300
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_accuracy": 0.7942238267148014,
+      "eval_loss": 0.4137565493583679,
+      "eval_runtime": 0.4659,
+      "eval_samples_per_second": 594.543,
+      "eval_steps_per_second": 2.146,
+      "step": 300
+    },
+    {
+      "epoch": 5.128205128205128,
+      "grad_norm": 5.603860855102539,
+      "learning_rate": 0.0019110226492460884,
+      "loss": 0.289,
+      "step": 400
+    },
+    {
+      "epoch": 5.128205128205128,
+      "eval_accuracy": 0.8158844765342961,
+      "eval_loss": 0.43133804202079773,
+      "eval_runtime": 0.461,
+      "eval_samples_per_second": 600.917,
+      "eval_steps_per_second": 2.169,
+      "step": 400
+    },
+    {
+      "epoch": 6.410256410256411,
+      "grad_norm": 5.757658958435059,
+      "learning_rate": 0.0018434126615518196,
+      "loss": 0.238,
+      "step": 500
+    },
+    {
+      "epoch": 6.410256410256411,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 0.3693014979362488,
+      "eval_runtime": 0.463,
+      "eval_samples_per_second": 598.269,
+      "eval_steps_per_second": 2.16,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 4.977752208709717,
+      "learning_rate": 0.0017587879912134756,
+      "loss": 0.1599,
+      "step": 600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 0.4878435432910919,
+      "eval_runtime": 0.4587,
+      "eval_samples_per_second": 603.843,
+      "eval_steps_per_second": 2.18,
+      "step": 600
+    },
+    {
+      "epoch": 8.974358974358974,
+      "grad_norm": 12.62326431274414,
+      "learning_rate": 0.0016588558237824534,
+      "loss": 0.1472,
+      "step": 700
+    },
+    {
+      "epoch": 8.974358974358974,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 0.6143831610679626,
+      "eval_runtime": 0.4475,
+      "eval_samples_per_second": 618.99,
+      "eval_steps_per_second": 2.235,
+      "step": 700
+    },
+    {
+      "epoch": 10.256410256410255,
+      "grad_norm": 8.102975845336914,
+      "learning_rate": 0.0015456321523689876,
+      "loss": 0.1058,
+      "step": 800
+    },
+    {
+      "epoch": 10.256410256410255,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 0.5542489886283875,
+      "eval_runtime": 0.4636,
+      "eval_samples_per_second": 597.488,
+      "eval_steps_per_second": 2.157,
+      "step": 800
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 4.1505045890808105,
+      "learning_rate": 0.0014214011077725293,
+      "loss": 0.1069,
+      "step": 900
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 0.6947546005249023,
+      "eval_runtime": 0.4555,
+      "eval_samples_per_second": 608.087,
+      "eval_steps_per_second": 2.195,
+      "step": 900
+    },
+    {
+      "epoch": 12.820512820512821,
+      "grad_norm": 14.927446365356445,
+      "learning_rate": 0.0012886688793055097,
+      "loss": 0.0811,
+      "step": 1000
+    },
+    {
+      "epoch": 12.820512820512821,
+      "eval_accuracy": 0.8700361010830325,
+      "eval_loss": 0.7094434499740601,
+      "eval_runtime": 0.4514,
+      "eval_samples_per_second": 613.671,
+      "eval_steps_per_second": 2.215,
+      "step": 1000
+    },
+    {
+      "epoch": 14.102564102564102,
+      "grad_norm": 0.5329881906509399,
+      "learning_rate": 0.0011501131558940736,
+      "loss": 0.0652,
+      "step": 1100
+    },
+    {
+      "epoch": 14.102564102564102,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 0.7925324440002441,
+      "eval_runtime": 0.454,
+      "eval_samples_per_second": 610.114,
+      "eval_steps_per_second": 2.203,
+      "step": 1100
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 0.3898635804653168,
+      "learning_rate": 0.0010085291074115638,
+      "loss": 0.038,
+      "step": 1200
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_accuracy": 0.8483754512635379,
+      "eval_loss": 1.0214414596557617,
+      "eval_runtime": 0.4602,
+      "eval_samples_per_second": 601.876,
+      "eval_steps_per_second": 2.173,
+      "step": 1200
+    },
+    {
+      "epoch": 16.666666666666668,
+      "grad_norm": 19.257596969604492,
+      "learning_rate": 0.0008667729959965649,
+      "loss": 0.0525,
+      "step": 1300
+    },
+    {
+      "epoch": 16.666666666666668,
+      "eval_accuracy": 0.8267148014440433,
+      "eval_loss": 1.1703070402145386,
+      "eval_runtime": 0.4575,
+      "eval_samples_per_second": 605.425,
+      "eval_steps_per_second": 2.186,
+      "step": 1300
+    },
+    {
+      "epoch": 17.94871794871795,
+      "grad_norm": 10.768020629882812,
+      "learning_rate": 0.0007277045549190833,
+      "loss": 0.0543,
+      "step": 1400
+    },
+    {
+      "epoch": 17.94871794871795,
+      "eval_accuracy": 0.8411552346570397,
+      "eval_loss": 1.075645089149475,
+      "eval_runtime": 0.4673,
+      "eval_samples_per_second": 592.73,
+      "eval_steps_per_second": 2.14,
+      "step": 1400
+    },
+    {
+      "epoch": 19.23076923076923,
+      "grad_norm": 0.28258514404296875,
+      "learning_rate": 0.0005941292974214578,
+      "loss": 0.0324,
+      "step": 1500
+    },
+    {
+      "epoch": 19.23076923076923,
+      "eval_accuracy": 0.8664259927797834,
+      "eval_loss": 1.0935016870498657,
+      "eval_runtime": 0.4458,
+      "eval_samples_per_second": 621.366,
+      "eval_steps_per_second": 2.243,
+      "step": 1500
+    },
+    {
+      "epoch": 20.51282051282051,
+      "grad_norm": 2.3844645023345947,
+      "learning_rate": 0.00046874191937325337,
+      "loss": 0.0335,
+      "step": 1600
+    },
+    {
+      "epoch": 20.51282051282051,
+      "eval_accuracy": 0.8736462093862816,
+      "eval_loss": 1.1554869413375854,
+      "eval_runtime": 0.4613,
+      "eval_samples_per_second": 600.521,
+      "eval_steps_per_second": 2.168,
+      "step": 1600
+    },
+    {
+      "epoch": 21.794871794871796,
+      "grad_norm": 0.09939593821763992,
+      "learning_rate": 0.00035407193751321286,
+      "loss": 0.0281,
+      "step": 1700
+    },
+    {
+      "epoch": 21.794871794871796,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.192283034324646,
+      "eval_runtime": 0.4105,
+      "eval_samples_per_second": 674.794,
+      "eval_steps_per_second": 2.436,
+      "step": 1700
+    },
+    {
+      "epoch": 23.076923076923077,
+      "grad_norm": 3.903534412384033,
+      "learning_rate": 0.00025243265995146156,
+      "loss": 0.032,
+      "step": 1800
+    },
+    {
+      "epoch": 23.076923076923077,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 1.1626566648483276,
+      "eval_runtime": 0.4607,
+      "eval_samples_per_second": 601.315,
+      "eval_steps_per_second": 2.171,
+      "step": 1800
+    },
+    {
+      "epoch": 24.358974358974358,
+      "grad_norm": 8.99332046508789,
+      "learning_rate": 0.0001658745183814303,
+      "loss": 0.0284,
+      "step": 1900
+    },
+    {
+      "epoch": 24.358974358974358,
+      "eval_accuracy": 0.855595667870036,
+      "eval_loss": 1.1802129745483398,
+      "eval_runtime": 0.4482,
+      "eval_samples_per_second": 618.066,
+      "eval_steps_per_second": 2.231,
+      "step": 1900
+    },
+    {
+      "epoch": 25.641025641025642,
+      "grad_norm": 0.01821702904999256,
+      "learning_rate": 9.614370345949952e-05,
+      "loss": 0.0159,
+      "step": 2000
+    },
+    {
+      "epoch": 25.641025641025642,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 1.2340244054794312,
+      "eval_runtime": 0.459,
+      "eval_samples_per_second": 603.46,
+      "eval_steps_per_second": 2.179,
+      "step": 2000
+    },
+    {
+      "epoch": 26.923076923076923,
+      "grad_norm": 0.056490056216716766,
+      "learning_rate": 4.4646937826311684e-05,
+      "loss": 0.03,
+      "step": 2100
+    },
+    {
+      "epoch": 26.923076923076923,
+      "eval_accuracy": 0.8592057761732852,
+      "eval_loss": 1.201198935508728,
+      "eval_runtime": 0.4453,
+      "eval_samples_per_second": 622.06,
+      "eval_steps_per_second": 2.246,
+      "step": 2100
+    },
+    {
+      "epoch": 28.205128205128204,
+      "grad_norm": 14.337639808654785,
+      "learning_rate": 1.2423097425266594e-05,
+      "loss": 0.0255,
+      "step": 2200
+    },
+    {
+      "epoch": 28.205128205128204,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 1.2137559652328491,
+      "eval_runtime": 0.4612,
+      "eval_samples_per_second": 600.62,
+      "eval_steps_per_second": 2.168,
+      "step": 2200
+    },
+    {
+      "epoch": 29.487179487179485,
+      "grad_norm": 12.80378246307373,
+      "learning_rate": 1.2225361880779938e-07,
+      "loss": 0.0234,
+      "step": 2300
+    },
+    {
+      "epoch": 29.487179487179485,
+      "eval_accuracy": 0.851985559566787,
+      "eval_loss": 1.219272494316101,
+      "eval_runtime": 0.458,
+      "eval_samples_per_second": 604.796,
+      "eval_steps_per_second": 2.183,
+      "step": 2300
+    },
+    {
+      "epoch": 30.0,
+      "step": 2340,
+      "total_flos": 1.2464312631552e+16,
+      "train_loss": 0.1378875537815257,
+      "train_runtime": 571.7159,
+      "train_samples_per_second": 130.659,
+      "train_steps_per_second": 4.093
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 2340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2464312631552e+16,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}