\\<^": 61944,
+ "IRS": 61945,
+ "æ¤ħä¸Ĭ": 61946,
+ "û": 61947,
+ "ĠCommunist": 61948,
+ "azar": 61949,
+ "åĴİ": 61950,
+ "acic": 61951,
+ "Ġannoyed": 61952,
+ "Academic": 61953,
+ "妩": 61954,
+ "ĠFen": 61955,
+ "Ġavocado": 61956,
+ "_MON": 61957,
+ "_COL": 61958,
+ "Ġwig": 61959,
+ "-going": 61960,
+ "ĠSloven": 61961,
+ "Ġoverexp": 61962,
+ "年轻人çļĦ": 61963,
+ "Ġä½ľ": 61964,
+ "Hero": 61965,
+ "ĠScreening": 61966,
+ "ï¼ĮæĪĸèĢħ说": 61967,
+ "Ġtensorflow": 61968,
+ "ãĢģ社åĮº": 61969,
+ "Ġpredators": 61970,
+ "Ġcomposing": 61971,
+ "æĢ¥éľĢ": 61972,
+ "(tree": 61973,
+ "çĿĢæĥ³": 61974,
+ "ĠPlumbing": 61975,
+ "ĠReads": 61976,
+ "ï¼Įçł´": 61977,
+ "Ġfec": 61978,
+ "æľĪçIJĥ": 61979,
+ "éĺ²æ»ij": 61980,
+ "åĽŀæĥ³": 61981,
+ "()": 61982,
+ "åĪ°åľº": 61983,
+ "ĠKatherine": 61984,
+ "æŃ£è¦ģ": 61985,
+ ".stdout": 61986,
+ "ãĢģçĶŁæĢģ": 61987,
+ "æĻļæĬ¥": 61988,
+ "å¹´ä¸Ń": 61989,
+ "Ġannotated": 61990,
+ "ãĢĤéķ¿": 61991,
+ "ordinates": 61992,
+ "@implementation": 61993,
+ "IOR": 61994,
+ "ä¸įé«ĺåħ´": 61995,
+ "å¤ļå±Ĥ": 61996,
+ "-frame": 61997,
+ "æľºæ¢°è®¾å¤ĩ": 61998,
+ "ĠÅ¡": 61999,
+ "oyer": 62000,
+ "åĴĮæ²»çĸĹ": 62001,
+ "oxygen": 62002,
+ "ä¸Ģ缴éĥ½æĺ¯": 62003,
+ "Ġvastly": 62004,
+ "èιéķ¿": 62005,
+ "grams": 62006,
+ ".Marshal": 62007,
+ "/base": 62008,
+ "Ġkinem": 62009,
+ "åģıè§ģ": 62010,
+ ".getDefault": 62011,
+ "éĴĹ": 62012,
+ "线åĴĮ": 62013,
+ "Ġmixes": 62014,
+ "æĮĩçļĦ": 62015,
+ "æľīæľŁå¾ĴåĪij": 62016,
+ "Ġaromatic": 62017,
+ "Ġinteriors": 62018,
+ "ä¹³æĪ¿": 62019,
+ "Roles": 62020,
+ "oblast": 62021,
+ "ä¸įæĺ¯åľ¨": 62022,
+ "溶äºİ": 62023,
+ "ĠparseInt": 62024,
+ "åĮĸåѦåĵģ": 62025,
+ ">$": 62026,
+ "Emily": 62027,
+ "Ġâĺħ": 62028,
+ "Ġemerges": 62029,
+ "çĮİ人": 62030,
+ "çŁŃè·¯": 62031,
+ "éĩĮäºļ": 62032,
+ "èĦ±åıij": 62033,
+ "课å¤ĸ": 62034,
+ "Ġscarf": 62035,
+ "Town": 62036,
+ "天æĻļä¸Ĭ": 62037,
+ "Ġenthusiast": 62038,
+ "Âłä¸įè¿ĩ": 62039,
+ "remely": 62040,
+ "ä½łæīĢ": 62041,
+ "ĠYo": 62042,
+ "Usually": 62043,
+ "ãĢģ广å·ŀ": 62044,
+ "å°ıå®¶ä¼Ļ": 62045,
+ "ãĢģ建设": 62046,
+ "主干": 62047,
+ "Upcoming": 62048,
+ "Ġskillet": 62049,
+ "ï¼ģåľ¨": 62050,
+ "-economic": 62051,
+ "Campaign": 62052,
+ "ĠforKey": 62053,
+ "ï¼ĮæĪijåıĪ": 62054,
+ "äºĶ人": 62055,
+ "æĬijéĥģçĹĩ": 62056,
+ "åĩºçİ°åľ¨äºĨ": 62057,
+ "åĴĮåºĶç͍": 62058,
+ "nod": 62059,
+ "ĠPrix": 62060,
+ "æ´ŀç©´": 62061,
+ "äºİä¸Ģä½ĵçļĦ": 62062,
+ "ï¼ĽäºĮ": 62063,
+ "åĽ´çĿĢ": 62064,
+ "æ³¢çī¹": 62065,
+ "ĠLegion": 62066,
+ "ĠGerald": 62067,
+ "æīĵåħ¥": 62068,
+ "ï¼Įè¿Ļæł·æīįèĥ½": 62069,
+ "/****************************************************************": 62070,
+ "-piece": 62071,
+ "Ġìķ": 62072,
+ "èľľèľĤ": 62073,
+ "å°ĦéŨ": 62074,
+ "èµ°åĩºäºĨ": 62075,
+ "äh": 62076,
+ "average": 62077,
+ "å¸Ńåį·": 62078,
+ "ĠGinger": 62079,
+ "Healthcare": 62080,
+ "-road": 62081,
+ "Ġaccusations": 62082,
+ "æĬīæĭ©": 62083,
+ "Ġembryos": 62084,
+ ".logging": 62085,
+ "/content": 62086,
+ "(resp": 62087,
+ "ï¼Įåı¦ä¸Ģ个": 62088,
+ "Ġdivisible": 62089,
+ "ï¼ĮçĶ»": 62090,
+ "ĠDum": 62091,
+ "æĶ¯æĴijæŀ¶": 62092,
+ "ï¼Įå°¤åħ¶æĺ¯åľ¨": 62093,
+ "å®ŀåIJį": 62094,
+ "è°ĥéħį": 62095,
+ "Ġratt": 62096,
+ "å¡ijæĢ§": 62097,
+ "礼æľį": 62098,
+ "Ġrehears": 62099,
+ "yc": 62100,
+ "ãĢģæīĢè¿°": 62101,
+ "Ġattributable": 62102,
+ "æĻļå¹´": 62103,
+ "Ġlieu": 62104,
+ "ĠMats": 62105,
+ "Ġdif": 62106,
+ "olphin": 62107,
+ "ĠBlind": 62108,
+ "çĽijçĿ£ç®¡çIJĨå±Ģ": 62109,
+ "æīĢæĮģ": 62110,
+ "ç¨ĢåľŁ": 62111,
+ "KL": 62112,
+ "æŃ£èĥ½éĩı": 62113,
+ "ibi": 62114,
+ "ĠRubber": 62115,
+ "ï¼Īä¸Ĭ": 62116,
+ "Ġchecksum": 62117,
+ "Ġperfume": 62118,
+ "MutableArray": 62119,
+ "ĠSalesforce": 62120,
+ "éĴĪ对æĢ§çļĦ": 62121,
+ "iast": 62122,
+ "Ġtruncated": 62123,
+ "åĬ¨èį¡": 62124,
+ "ãĢĤåľ¨ä¸ĢäºĽ": 62125,
+ "Ġstoryline": 62126,
+ "æĮģèĤ¡æ¯Ķä¾ĭ": 62127,
+ "Ġstagn": 62128,
+ "ĠHtml": 62129,
+ "Ġcardio": 62130,
+ "elic": 62131,
+ "ĠLaf": 62132,
+ "大æłij": 62133,
+ "_decl": 62134,
+ "äºĨçīĩåĪ»": 62135,
+ "//================================================================": 62136,
+ "ĠResponses": 62137,
+ "borg": 62138,
+ "åĪĴè¿ĩ": 62139,
+ "Ġroofs": 62140,
+ "å°ı鼨": 62141,
+ ".success": 62142,
+ "Ġstrawberries": 62143,
+ "nginx": 62144,
+ "CrossRef": 62145,
+ "çĥŃå¿ĥ": 62146,
+ "(pred": 62147,
+ "Ġwarriors": 62148,
+ "车éĺŁ": 62149,
+ "\\noindent": 62150,
+ "ï¼Į她æĺ¯": 62151,
+ "äºĨ声": 62152,
+ "Susan": 62153,
+ "-external": 62154,
+ "å¾Ĺåĥı": 62155,
+ "ĠSVG": 62156,
+ "ĠManning": 62157,
+ "åł¡éķ¿": 62158,
+ "Ġcatheter": 62159,
+ "Ġceremonies": 62160,
+ "Resume": 62161,
+ "åIJ¸å°ĺ": 62162,
+ "ĠNPR": 62163,
+ "åĮ»çĸĹæľįåĬ¡": 62164,
+ "evol": 62165,
+ "naments": 62166,
+ "phantom": 62167,
+ "JM": 62168,
+ "Ġsulfur": 62169,
+ "æ°ĶæĦ¤": 62170,
+ "Ġcortical": 62171,
+ "fact": 62172,
+ "çŀ§çŀ§": 62173,
+ "ï¼Įå½»åºķ": 62174,
+ "_CONF": 62175,
+ "Specification": 62176,
+ "ĠWarrior": 62177,
+ "åįģå¤ļ": 62178,
+ "æĭĽæīĭ": 62179,
+ "Ġ-*": 62180,
+ "ĠConcent": 62181,
+ "ĠIDC": 62182,
+ "æĦīå¿«çļĦ": 62183,
+ "ativistic": 62184,
+ "-MS": 62185,
+ "Å£": 62186,
+ "ç²īèī²": 62187,
+ "Ġborrower": 62188,
+ ",使ç͍": 62189,
+ "Ġleftover": 62190,
+ "oron": 62191,
+ "å°±è§īå¾Ĺ": 62192,
+ "ï¼ĮæĢ»ä¹ĭ": 62193,
+ "ĠTaxes": 62194,
+ "eploy": 62195,
+ "å®Įä¹ĭåIJİ": 62196,
+ "ĠElectricity": 62197,
+ ".trim": 62198,
+ "Ġshouting": 62199,
+ "èĢħæĺ¯": 62200,
+ "âĹİ": 62201,
+ "ï¼ĮæĹ©å°±": 62202,
+ "交éĢļå·¥åħ·": 62203,
+ "æĪIJç«ĭ以æĿ¥": 62204,
+ ".St": 62205,
+ "ï¼ģå¦Ĥæŀľ": 62206,
+ "Ġprevail": 62207,
+ "é«ĺåĪĨ": 62208,
+ "_sig": 62209,
+ "æīĵåΰ": 62210,
+ "Sense": 62211,
+ "ĠCBC": 62212,
+ "ĠMueller": 62213,
+ "ä¸ĩ人次": 62214,
+ "Ġidi": 62215,
+ "DAT": 62216,
+ "æĿ¥å½¢å®¹": 62217,
+ "+m": 62218,
+ "ï¼ĮR": 62219,
+ "ãĢģä¸ļåĬ¡": 62220,
+ "è¯ijæĸĩ": 62221,
+ "âĢĶI": 62222,
+ "Ġfiller": 62223,
+ "ĠBedrooms": 62224,
+ "æĶĢåįĩ": 62225,
+ "Ġwatering": 62226,
+ "åħµçļĦ": 62227,
+ "ĠBarrett": 62228,
+ "ÅĦ": 62229,
+ "ĠCovered": 62230,
+ "æĺ¯ä»Ģä¹Īåij¢": 62231,
+ "unky": 62232,
+ "grp": 62233,
+ "é£ŀç¿Ķ": 62234,
+ "ãĢģåıij": 62235,
+ "Ġips": 62236,
+ "ocative": 62237,
+ ":id": 62238,
+ "æĦŁå®ĺ": 62239,
+ "åŁĭä¼ı": 62240,
+ "ercises": 62241,
+ "ãĢĤæīĢè¿°": 62242,
+ "rowning": 62243,
+ "Ġcollaborations": 62244,
+ "Capital": 62245,
+ "é¦Ļæ°´": 62246,
+ "æĽ´å¤ļçļĦæĺ¯": 62247,
+ "ç͵åŃIJ产åĵģ": 62248,
+ "_PRI": 62249,
+ "æĺ¯æľĢ好çļĦ": 62250,
+ "dual": 62251,
+ "Ġacknowledging": 62252,
+ "æ°´å¹³åĴĮ": 62253,
+ "ĠLitigation": 62254,
+ "KC": 62255,
+ "Ġindisp": 62256,
+ "ozyg": 62257,
+ "æĦıå¢ĥ": 62258,
+ "å½±åĵįåĬĽçļĦ": 62259,
+ "TimeMillis": 62260,
+ "Ġ第ä¸ī竳": 62261,
+ "Ġstigma": 62262,
+ "ĠWong": 62263,
+ "Ġleaking": 62264,
+ "åħ¬åħ±åį«çĶŁ": 62265,
+ "ï¼Į管çIJĨ": 62266,
+ "-theme": 62267,
+ "èĭĩ": 62268,
+ "åł´": 62269,
+ "å³°å̼": 62270,
+ "Ġbrewing": 62271,
+ "é¢ľæĸĻ": 62272,
+ "áĥĺ": 62273,
+ "Ġcorp": 62274,
+ "-Year": 62275,
+ "åīį线": 62276,
+ "(Exception": 62277,
+ "éĵĥ声": 62278,
+ "åįłæį®äºĨ": 62279,
+ "ĠNorton": 62280,
+ "-arrow": 62281,
+ "Ġbinder": 62282,
+ "Ġchr": 62283,
+ "èIJ½åľ¨äºĨ": 62284,
+ "åıĻäºĭ": 62285,
+ "éϤ以": 62286,
+ "ĠSev": 62287,
+ "Ġbehold": 62288,
+ "ĠOdds": 62289,
+ "etched": 62290,
+ ".Fatal": 62291,
+ "çĤ¹å¤´éģĵ": 62292,
+ "Ġricher": 62293,
+ "getType": 62294,
+ "&E": 62295,
+ "ĠProcessor": 62296,
+ "PIN": 62297,
+ "å°¾éĥ¨": 62298,
+ "Ġneutrino": 62299,
+ "åijĬè¾ŀ": 62300,
+ "Wiki": 62301,
+ "Ġsubscribing": 62302,
+ "æľ¬æĿ¥å°±æĺ¯": 62303,
+ "Editing": 62304,
+ "ĠChanged": 62305,
+ "/:": 62306,
+ "ï¼Į帮": 62307,
+ "ĠGlor": 62308,
+ "_SHORT": 62309,
+ "ĠEpid": 62310,
+ "æĪIJäºĨä¸Ģ": 62311,
+ "ä¸īçŃīå¥ĸ": 62312,
+ "ĠSmoke": 62313,
+ "éŁŃèıľ": 62314,
+ "izzard": 62315,
+ "æľīæķĪæľŁ": 62316,
+ "ãĢĤæŃ£å¦Ĥ": 62317,
+ "(con": 62318,
+ "Modify": 62319,
+ "ãĢģæ·±åľ³": 62320,
+ "å¨ģå°¼æĸ¯": 62321,
+ "å¸Ĥåľºç»ıæµİ": 62322,
+ "plice": 62323,
+ "è¿ĺä¼ļæľī": 62324,
+ "ãĢģ两": 62325,
+ "å¾Ģè¿Ķ": 62326,
+ "ĠSwimming": 62327,
+ "é»Ħçĵľ": 62328,
+ "Ġpresumed": 62329,
+ "Ġbipolar": 62330,
+ "Ġvp": 62331,
+ "æİ¢å¤´": 62332,
+ "Ġflipped": 62333,
+ "Keeping": 62334,
+ "Laura": 62335,
+ "ä¾Ľè´§": 62336,
+ "åŁİæ±ł": 62337,
+ "è¯ķè¡Į": 62338,
+ "åĿı人": 62339,
+ "ĠSerbia": 62340,
+ "ijuana": 62341,
+ "IPv": 62342,
+ "tg": 62343,
+ "交éĶĭ": 62344,
+ "ÑĤа": 62345,
+ "DES": 62346,
+ "Ta": 62347,
+ "ĠWeak": 62348,
+ "ophers": 62349,
+ "cala": 62350,
+ "rored": 62351,
+ "Ġinoc": 62352,
+ "ĠOE": 62353,
+ "å¹¶è¡Į": 62354,
+ "chess": 62355,
+ "_component": 62356,
+ "Lin": 62357,
+ "yped": 62358,
+ "Ġforensic": 62359,
+ "波浪": 62360,
+ "ĠFraser": 62361,
+ "çļĦ空": 62362,
+ "åıĮèĩĤ": 62363,
+ "æŃ¦åĬĽ": 62364,
+ "èĩªåı¤": 62365,
+ "ä¿Ŀå§Ĩ": 62366,
+ "cloth": 62367,
+ "Ġdepletion": 62368,
+ "é¢ĨåĨĽ": 62369,
+ "åĨįçľĭ": 62370,
+ "Ġnets": 62371,
+ "è´¦éĿ¢ä½Ļé¢Ŀ": 62372,
+ "ancelled": 62373,
+ "ä¿ĿæĮģä¸Ģèĩ´": 62374,
+ "GridView": 62375,
+ "Ġalternatively": 62376,
+ "çī¹åľ°": 62377,
+ "缺å¸Ń": 62378,
+ "åľ¨é«ĺ": 62379,
+ "Ġbombing": 62380,
+ "ĠFail": 62381,
+ "ĠAddiction": 62382,
+ "against": 62383,
+ ",æĭ¥æľī": 62384,
+ "ĠBJP": 62385,
+ "ä¸ĢæĹ©": 62386,
+ "Ġsculptures": 62387,
+ ".Style": 62388,
+ "ãĢĤæĸĩ": 62389,
+ "è¿Ļ两ç§į": 62390,
+ "ĠVenture": 62391,
+ "Ordered": 62392,
+ "Farm": 62393,
+ "Ġcolourful": 62394,
+ "looks": 62395,
+ "Presenter": 62396,
+ "éŨå°Ĩ": 62397,
+ "ç´§è¿«": 62398,
+ "è´«åĽ°æĪ·": 62399,
+ "Ġparliamentary": 62400,
+ "HU": 62401,
+ "çģ¯ç¬¼": 62402,
+ "ĠInputStream": 62403,
+ "ĠPodcasts": 62404,
+ "amarin": 62405,
+ ".plugin": 62406,
+ "æĶ¹åĬ¨": 62407,
+ "æĻºèĥ½å®¶å±ħ": 62408,
+ "ï¼Łï¼Ī": 62409,
+ "ĠTalking": 62410,
+ "Boston": 62411,
+ "Ġspouses": 62412,
+ "ä¸ĵ人": 62413,
+ "ĠWrest": 62414,
+ "æĽ´æ·±": 62415,
+ "QP": 62416,
+ "Together": 62417,
+ "estry": 62418,
+ "ãĢģç»ĵæŀĦ": 62419,
+ "éĿ¢åĽ¢": 62420,
+ "RARY": 62421,
+ "ï¼Įå¤ĦçIJĨ": 62422,
+ "çļĦåĬªåĬĽ": 62423,
+ "lys": 62424,
+ "ä¸Ĭæīĭ": 62425,
+ "å®¶è£ħ": 62426,
+ "æµģåŁŁ": 62427,
+ "ä¸Ń没æľī": 62428,
+ "defs": 62429,
+ "ç»ĩçī©": 62430,
+ "ĠSegment": 62431,
+ "Ġinversion": 62432,
+ "bishop": 62433,
+ "ĠVatican": 62434,
+ "Ġsniff": 62435,
+ "Ġnarrator": 62436,
+ "åľ¨è¿Ļç§į": 62437,
+ "å°ijå¹´çļĦ": 62438,
+ "ynes": 62439,
+ "ĠTet": 62440,
+ "ĠSharma": 62441,
+ "åħī亮": 62442,
+ "ç´¢å°Ķ": 62443,
+ "ĠGentle": 62444,
+ "Whenever": 62445,
+ "æ´»ä¸ĭåİ»": 62446,
+ "_dma": 62447,
+ "è¯ŃçļĦ": 62448,
+ "Ġtails": 62449,
+ "ĠIng": 62450,
+ "Vac": 62451,
+ "amina": 62452,
+ "ĠDidn": 62453,
+ "çĶŁåīį": 62454,
+ "accuracy": 62455,
+ "Positions": 62456,
+ "Ġenclosure": 62457,
+ "ï¼Įçİ°åľ¨çļĦ": 62458,
+ "Ġtheoretically": 62459,
+ ".origin": 62460,
+ "Ġmkdir": 62461,
+ "ĠSimpl": 62462,
+ "Exercise": 62463,
+ "ĠVinyl": 62464,
+ "Except": 62465,
+ "èĤºçĻĮ": 62466,
+ "CAN": 62467,
+ "\\[[@": 62468,
+ "Ġwarranted": 62469,
+ "åĸ·å°Ħ": 62470,
+ "书åĮħ": 62471,
+ "Ġflashing": 62472,
+ "ä¹Łç½¢": 62473,
+ "itlement": 62474,
+ "Ġillumination": 62475,
+ "esville": 62476,
+ "Ġboast": 62477,
+ "ĠDrupal": 62478,
+ ",U": 62479,
+ "åºĬè¾¹": 62480,
+ ".drawable": 62481,
+ "ï¼Įçļ®èĤ¤": 62482,
+ "éĥ½æľīèĩªå·±çļĦ": 62483,
+ "Ġformulate": 62484,
+ "ursively": 62485,
+ "Ġaccelerating": 62486,
+ "RON": 62487,
+ "è¿ĩæĪij": 62488,
+ "Ġhue": 62489,
+ "Interrupt": 62490,
+ "occus": 62491,
+ "æĺ¯ä¸Ģ缴": 62492,
+ "æ´»äºĨ": 62493,
+ "éĶħéĩĮ": 62494,
+ "åıªè§īå¾Ĺ": 62495,
+ "åĽŀåij³": 62496,
+ "åĩıéľĩ": 62497,
+ "john": 62498,
+ "Ġstaged": 62499,
+ "Chip": 62500,
+ "nyder": 62501,
+ "aye": 62502,
+ "à¤ķ": 62503,
+ ".DEFAULT": 62504,
+ "Ġè¢ģ": 62505,
+ "Ġvtk": 62506,
+ "-trained": 62507,
+ "ãĢĤèĩªå·±": 62508,
+ "ï¼ļå½ĵ": 62509,
+ "_dbg": 62510,
+ "è¿Ľè¡Įæ²»çĸĹ": 62511,
+ "odian": 62512,
+ "æĸ¹é̏": 62513,
+ "ĠPUBLIC": 62514,
+ "_saida": 62515,
+ ".files": 62516,
+ "Ġpetrol": 62517,
+ "ç³»åĪĹ产åĵģ": 62518,
+ "æģĭæĥħ": 62519,
+ "ãĤ¹ãĥĪ": 62520,
+ "mw": 62521,
+ "Lake": 62522,
+ "çŃIJ": 62523,
+ "ï¼Įå°±åĥıæĺ¯": 62524,
+ "MOS": 62525,
+ "Ġfaded": 62526,
+ "æĪij们åİ»": 62527,
+ "Ġproficient": 62528,
+ "ĠBookmark": 62529,
+ "olon": 62530,
+ "CCC": 62531,
+ "ĠFro": 62532,
+ "年头": 62533,
+ "Ġæĺ¯åIJ¦": 62534,
+ "oise": 62535,
+ "æŀģåĬĽ": 62536,
+ "Ġglove": 62537,
+ "asser": 62538,
+ "Ġrunway": 62539,
+ "Ġdazz": 62540,
+ "igar": 62541,
+ "äºĨä¸Ģæł·": 62542,
+ "ĠLear": 62543,
+ "_used": 62544,
+ "(pr": 62545,
+ "Ġ:,": 62546,
+ "大衣": 62547,
+ "æĪ¿ç§Ł": 62548,
+ "Ġnar": 62549,
+ "æł¹æį®èĩªå·±çļĦ": 62550,
+ "CIT": 62551,
+ "shaw": 62552,
+ "Recommend": 62553,
+ "ç®Ģåįķåľ°": 62554,
+ "çħ¤æ°Ķ": 62555,
+ "edical": 62556,
+ "ĠJudgment": 62557,
+ "ĠNEVER": 62558,
+ ".Local": 62559,
+ "ritel": 62560,
+ "ãĢĤæį®äºĨè§£": 62561,
+ "latest": 62562,
+ "otomy": 62563,
+ ".parser": 62564,
+ ".Types": 62565,
+ "ĠPaw": 62566,
+ "é¢ĿçļĦ": 62567,
+ "ï¼Įæĺ¨å¤©": 62568,
+ "Ġxi": 62569,
+ "Ãħ": 62570,
+ "è¾ĥå¤ļçļĦ": 62571,
+ "ÐIJ": 62572,
+ "Ġconsultancy": 62573,
+ "ï¼Įåħĭ": 62574,
+ "ç²ĺç»ĵ": 62575,
+ "Ġremarked": 62576,
+ "åįģåĩłå¹´": 62577,
+ "åͧ": 62578,
+ "ï¼Įæĥ³åΰ": 62579,
+ "indust": 62580,
+ "ä¸ĢèĪ¬åľ¨": 62581,
+ "表达äºĨ": 62582,
+ "ä¸ĩ亿": 62583,
+ "wyn": 62584,
+ "åIJĥçĿĢ": 62585,
+ "Ġsponge": 62586,
+ "ï¼ĮæĹłçĸij": 62587,
+ "Forum": 62588,
+ "Showing": 62589,
+ "ĠContractor": 62590,
+ "ãĢĤåĮĹ": 62591,
+ "GU": 62592,
+ "ãĢĤ以åīį": 62593,
+ "åºĶå±Ĭ": 62594,
+ "scripts": 62595,
+ "_ap": 62596,
+ "Johnson": 62597,
+ "ĠCatholics": 62598,
+ "Ġnaval": 62599,
+ "aggering": 62600,
+ "ãĢģæİ§åζ": 62601,
+ "è¦ģ对": 62602,
+ "å¤ļæĸ¹": 62603,
+ "å®īåħ¨åĴĮ": 62604,
+ "Ġgentlemen": 62605,
+ "çļĦéĵģ": 62606,
+ "Ġ§§": 62607,
+ "å½Ĵè¿ĺ": 62608,
+ "Ġquas": 62609,
+ "纳德": 62610,
+ "åĮºæĶ¿åºľ": 62611,
+ "åIJĦçľģ": 62612,
+ "afx": 62613,
+ "-board": 62614,
+ "æī¾åĽŀ": 62615,
+ "Ġportfolios": 62616,
+ "Leading": 62617,
+ "Jane": 62618,
+ "secondary": 62619,
+ "ãĢĤä¸ĢèάæĿ¥è¯´": 62620,
+ "WARD": 62621,
+ "Ġmoderately": 62622,
+ "çĽijåIJ¬": 62623,
+ "Ġshelters": 62624,
+ "clair": 62625,
+ "fat": 62626,
+ "åĴĮè§£": 62627,
+ "åĮħæĭ¬ç¬¬ä¸Ģ": 62628,
+ "ĠTort": 62629,
+ "大ä¸ĵ": 62630,
+ "æ°ij宿": 62631,
+ "ï¼ĮæľĢå¤ļ": 62632,
+ "æīī": 62633,
+ "|_": 62634,
+ "Ġspacecraft": 62635,
+ "è¿·çħ³": 62636,
+ "ä¸ĢèάæĿ¥è¯´": 62637,
+ "ursions": 62638,
+ "åĨĻä¸ĭ": 62639,
+ "ĠChick": 62640,
+ "Ġraft": 62641,
+ "oxia": 62642,
+ "çīĪæľ¬çļĦ": 62643,
+ "(cfg": 62644,
+ "çĽijçĿ£æ£ĢæŁ¥": 62645,
+ "Ġsuperficial": 62646,
+ "\"": 62647,
+ "Ġdell": 62648,
+ "æĬĬ人": 62649,
+ ".appendChild": 62650,
+ "ãĢģå®£ä¼ł": 62651,
+ "åįļ士çĶŁ": 62652,
+ "å®ļå±ħ": 62653,
+ "åĬªåĬĽçļĦ": 62654,
+ "aghetti": 62655,
+ "ç»Ŀ对çļĦ": 62656,
+ "ä¹Łä¸º": 62657,
+ "}\".": 62658,
+ "ï¼Įåı³æīĭ": 62659,
+ "迫使": 62660,
+ "Gray": 62661,
+ "æĸ¹åľĨ": 62662,
+ "Ġdropdown": 62663,
+ "ĠEmotional": 62664,
+ "ãĢijï¼Į": 62665,
+ "失败äºĨ": 62666,
+ "Ġspecials": 62667,
+ "æĪij们çİ°åľ¨": 62668,
+ "Ġsincerely": 62669,
+ "/watch": 62670,
+ ",è¿ĩ": 62671,
+ "ç͵影çļĦ": 62672,
+ "æ§Ł": 62673,
+ "ĠPrelude": 62674,
+ ",容æĺĵ": 62675,
+ "ãĢĤæ¯ı次": 62676,
+ "aleb": 62677,
+ "æĶ»åŁİ": 62678,
+ "Ġphotographed": 62679,
+ "ãĢĤåıį": 62680,
+ "æľīåIJįçļĦ": 62681,
+ "ographically": 62682,
+ "_LIMIT": 62683,
+ "Ġinterviewing": 62684,
+ "ĠTonight": 62685,
+ "åıijåĩºä¸Ģ": 62686,
+ ".fit": 62687,
+ "ä¹Łæĺ¯åľ¨": 62688,
+ "å¨ĺçļĦ": 62689,
+ "abilistic": 62690,
+ "ĠWitness": 62691,
+ "驱åĬ¨çĶµæľº": 62692,
+ "æľĪåľ¨": 62693,
+ "ä¸Ĭ设置æľī": 62694,
+ "kd": 62695,
+ "ä¸Ńç¾İ": 62696,
+ "ĠOrganisation": 62697,
+ "ĠManila": 62698,
+ "Budget": 62699,
+ "åį·ç§¯": 62700,
+ "ç¾Ĭæ¯Ľ": 62701,
+ "Ġdissip": 62702,
+ "Ġsplendid": 62703,
+ "åħ³ç³»åΰ": 62704,
+ "Tooltip": 62705,
+ "_DATE": 62706,
+ "æĶ¾çļĦ": 62707,
+ "Ġbolts": 62708,
+ "è¿IJç»´": 62709,
+ "ALLOC": 62710,
+ "é«ĺ度çļĦ": 62711,
+ "ĠASCII": 62712,
+ ",)": 62713,
+ "åģľæŃ¢äºĨ": 62714,
+ "èĦ¯": 62715,
+ "Ġdum": 62716,
+ "Ġ=========": 62717,
+ "çľģåĨħ": 62718,
+ "Ġcompeted": 62719,
+ "Ġballet": 62720,
+ "å¹¶ä¸įå¤ļ": 62721,
+ ",è¿Ľè¡Į": 62722,
+ "åŃĶéĽĢ": 62723,
+ "ĠAttorneys": 62724,
+ "贴身": 62725,
+ "Ġorbits": 62726,
+ "ĠDOC": 62727,
+ "eo": 62728,
+ "Ġtopping": 62729,
+ "Ġdistractions": 62730,
+ "ï¼Įä¸ĢæĿ¡": 62731,
+ "ï¼ĮæĹĭ": 62732,
+ "Ġtoilets": 62733,
+ "production": 62734,
+ "é«ĺæĸ°": 62735,
+ "çļĦéĩįè¦ģç»ĦæĪIJéĥ¨åĪĨ": 62736,
+ "æ¯ģäºĨ": 62737,
+ "Ġhippoc": 62738,
+ "Policies": 62739,
+ "Ġimmensely": 62740,
+ "Ġsanity": 62741,
+ "(channel": 62742,
+ ",æĹ¶éĹ´": 62743,
+ "带åĽŀ": 62744,
+ "ĠSprint": 62745,
+ "ĠSilva": 62746,
+ "Ġç®Ģ": 62747,
+ ",è¿Ļ次": 62748,
+ "ĠCDs": 62749,
+ "ï¼Į累计": 62750,
+ "å®Įå¤ĩ": 62751,
+ "æł¼çļĦ": 62752,
+ "ï¼Įåħ¶æ¬¡": 62753,
+ "æĶ¸": 62754,
+ "åĿļ硬": 62755,
+ "Ġprogrammers": 62756,
+ "çħ¦": 62757,
+ "ï¼Įæ´Ĺ": 62758,
+ "人æĦı": 62759,
+ "](/": 62760,
+ "åı¯çĸij": 62761,
+ "åŃ¦è¯´": 62762,
+ "Ġshortages": 62763,
+ "转åĢº": 62764,
+ "Compound": 62765,
+ "_'": 62766,
+ "ĠKits": 62767,
+ "Ġtelecommunications": 62768,
+ "\\\",\\\"": 62769,
+ "/latest": 62770,
+ "èİīäºļ": 62771,
+ "pw": 62772,
+ "-backed": 62773,
+ "éĹ®é¢ĺäºĨ": 62774,
+ "为äºĨ让": 62775,
+ "è¡¥ç»Ļ": 62776,
+ "Volunte": 62777,
+ "odka": 62778,
+ "ĠRBI": 62779,
+ "lol": 62780,
+ "texture": 62781,
+ "å±ĢéĻIJäºİ": 62782,
+ "ifter": 62783,
+ "åIJ¬ä¼Ĺ": 62784,
+ "Ġhaem": 62785,
+ "å¿«æĿ¥": 62786,
+ "ä¼ļè§īå¾Ĺ": 62787,
+ "Gram": 62788,
+ "Ġdonating": 62789,
+ "Ġgrabbing": 62790,
+ "Hyp": 62791,
+ "尽责": 62792,
+ "Ġracks": 62793,
+ "Corner": 62794,
+ "注è§ĨçĿĢ": 62795,
+ "ï¼ĮèĢĮæĪij": 62796,
+ "ï¼Įåıijåĩº": 62797,
+ "æł¹æľ¬å°±": 62798,
+ "jit": 62799,
+ "stars": 62800,
+ "âĢľéĩij": 62801,
+ "èĻļæĹł": 62802,
+ "å¤ļå¹´åīį": 62803,
+ "(Map": 62804,
+ "ï¼ĮåĽºå®ļ": 62805,
+ "Orders": 62806,
+ "imentary": 62807,
+ "XR": 62808,
+ "Ġå¾ħ": 62809,
+ "anco": 62810,
+ "ĠFranch": 62811,
+ "Ġplotting": 62812,
+ "ĠDeliver": 62813,
+ "Ġaccreditation": 62814,
+ "Replies": 62815,
+ "èij¡èIJĦç³ĸ": 62816,
+ "ä¹Łå¾Ī好": 62817,
+ "æĪij们éĥ½": 62818,
+ "æŀģé«ĺçļĦ": 62819,
+ "-node": 62820,
+ "Ġcosmetics": 62821,
+ "Ġburgers": 62822,
+ "Instrument": 62823,
+ "æľ¬åħ¬å¼Ģ": 62824,
+ "åı¯éĢīçļĦ": 62825,
+ "Ġ-(": 62826,
+ "æĮĽ": 62827,
+ "citet": 62828,
+ "urger": 62829,
+ "Ġmadness": 62830,
+ "PARATOR": 62831,
+ "Ġpicturesque": 62832,
+ "åĬłå·ŀ": 62833,
+ "ussion": 62834,
+ "PCA": 62835,
+ ".metadata": 62836,
+ "ä¸Ĭä¸Ģå±Ĥ": 62837,
+ "ĠEcuador": 62838,
+ "Ġrang": 62839,
+ "è̧": 62840,
+ "ä¸įåıªæĺ¯": 62841,
+ "æĬ¤èĤ¤åĵģ": 62842,
+ "ĠConcepts": 62843,
+ "èĩ´æķ¬": 62844,
+ "ĠWebster": 62845,
+ ",马": 62846,
+ "è¡ĻéŨ": 62847,
+ "Ġij": 62848,
+ "åĴĮåŃ¦ä¹ł": 62849,
+ "RIX": 62850,
+ "Ġpreaching": 62851,
+ "yun": 62852,
+ "Directive": 62853,
+ "Ġsmokers": 62854,
+ "çļĦå¢ŀéķ¿": 62855,
+ "åįģä¸ĢæĿ¡": 62856,
+ "稷": 62857,
+ "keywords": 62858,
+ "ãĢģ好": 62859,
+ "Ġblacks": 62860,
+ "Endian": 62861,
+ "vk": 62862,
+ "åįİåįĹ": 62863,
+ "ĠHusband": 62864,
+ "ĠFinnish": 62865,
+ "离家": 62866,
+ "ãĢĤ\\\"": 62867,
+ "é¢Ħ示": 62868,
+ "Ġcraving": 62869,
+ "ëĤ": 62870,
+ "ĠKarn": 62871,
+ "raphic": 62872,
+ "ĠWise": 62873,
+ "_VAR": 62874,
+ "Ġcylindrical": 62875,
+ ".proto": 62876,
+ "ãĢĤçݰ任": 62877,
+ "_CONTEXT": 62878,
+ "ï¼Įæ¯Ķèµ·": 62879,
+ "typeparam": 62880,
+ "åĩ½æķ°çļĦ": 62881,
+ "没å¿ħè¦ģ": 62882,
+ "ĠExplain": 62883,
+ "Ġnephew": 62884,
+ "åĴĮéĻĪ": 62885,
+ "}})": 62886,
+ "ĠFi": 62887,
+ "女主è§Ĵ": 62888,
+ "绢": 62889,
+ "ãĢĤå¦Ĥæŀľæĺ¯": 62890,
+ "Ġgoodies": 62891,
+ "ï¼Įè¦ģæĥ³": 62892,
+ "Hour": 62893,
+ "_dims": 62894,
+ "Ġdialect": 62895,
+ "vered": 62896,
+ "istrar": 62897,
+ "illus": 62898,
+ "ĠGur": 62899,
+ "album": 62900,
+ "èĽ¾": 62901,
+ "Simon": 62902,
+ "opause": 62903,
+ "ĠBeatles": 62904,
+ "头大": 62905,
+ "Ġtransmitter": 62906,
+ "ĠBottle": 62907,
+ "ĠApplying": 62908,
+ "ĠSaaS": 62909,
+ "å¿ĥçĶŁ": 62910,
+ "Ġamusement": 62911,
+ "Ġblunt": 62912,
+ "ĠGardner": 62913,
+ "çѹåĪĴ": 62914,
+ "browser": 62915,
+ "ä¸ĢåĨį": 62916,
+ "ĠMPs": 62917,
+ "rtl": 62918,
+ "ç¿»æ»ļ": 62919,
+ "Ġcatalytic": 62920,
+ "Ġ\"`": 62921,
+ "-äºĮ": 62922,
+ "wolf": 62923,
+ "Ġaquatic": 62924,
+ "xsl": 62925,
+ "ĠBelf": 62926,
+ "ĠMell": 62927,
+ "ĠCone": 62928,
+ "éĿŀ常é«ĺ": 62929,
+ "ĠRepository": 62930,
+ "秸": 62931,
+ "Ġstrands": 62932,
+ ".password": 62933,
+ "Ġelf": 62934,
+ "TCHA": 62935,
+ "åħħæ²Ľ": 62936,
+ "minimum": 62937,
+ "åºĦåŃIJ": 62938,
+ "ä½ľåĩºäºĨ": 62939,
+ "_CORE": 62940,
+ "XYZ": 62941,
+ "å¿ħä¸įåı¯å°ijçļĦ": 62942,
+ "ĠVander": 62943,
+ "åŁºå»º": 62944,
+ "çľ¼çľĭçĿĢ": 62945,
+ "ä¸ĸçķĮä¸Ń": 62946,
+ "Callbacks": 62947,
+ "Ġdelic": 62948,
+ "大åįĬ": 62949,
+ ",æĪijè§īå¾Ĺ": 62950,
+ "Flip": 62951,
+ ",éĿ¢å¯¹": 62952,
+ "coat": 62953,
+ "ĠSupporting": 62954,
+ "è¡°ç«Ń": 62955,
+ "Ġfading": 62956,
+ "ãĢģå¾IJ": 62957,
+ "çļĦèIJ¥åħ»": 62958,
+ "ï¼ĮæĪijè¿ĺæĺ¯": 62959,
+ "Spirit": 62960,
+ "Ġirq": 62961,
+ "র": 62962,
+ "åIJij她": 62963,
+ ".skip": 62964,
+ "溢价": 62965,
+ "ĠParallel": 62966,
+ ".hasNext": 62967,
+ "ĠSonic": 62968,
+ "ï¼ļ(": 62969,
+ "ï¼Įå¿ĥæĥ³": 62970,
+ "ĠWisdom": 62971,
+ "æĶ¾ç½®åľ¨": 62972,
+ "对ç«ĭ": 62973,
+ "管çIJĨä¸Ńå¿ĥ": 62974,
+ "èĩªçĦ¶è¯Ńè¨Ģ": 62975,
+ "_RUN": 62976,
+ "[pos": 62977,
+ "ulong": 62978,
+ "çļĦ两侧": 62979,
+ "Ġtasked": 62980,
+ "ĠLakers": 62981,
+ "joining": 62982,
+ "欺è¯Ī": 62983,
+ "Ġonsite": 62984,
+ "Ġüber": 62985,
+ "/String": 62986,
+ "å¸Ľ": 62987,
+ "ĠDisaster": 62988,
+ "ï¼ĮæĽ´æľī": 62989,
+ "è¦ģ以": 62990,
+ "åįķåĩ»": 62991,
+ "ĠPokémon": 62992,
+ "ĠDownloads": 62993,
+ "_btn": 62994,
+ "VG": 62995,
+ "Ðĺ": 62996,
+ "ãĢĤå°±ç®Ĺ": 62997,
+ "meg": 62998,
+ "ï¼Į带åĬ¨": 62999,
+ "Bath": 63000,
+ "ĠStern": 63001,
+ "ãĢģæ²¡æľī": 63002,
+ "ãĢĤçī¹åĪ«": 63003,
+ "OUNT": 63004,
+ "Templates": 63005,
+ "æĭĽæĶ¶": 63006,
+ "æ··æ··": 63007,
+ "(read": 63008,
+ "èĤ¡ä»½çļĦ": 63009,
+ "æĦıè¯ĨåĴĮ": 63010,
+ ";s": 63011,
+ "_mark": 63012,
+ "æĥ¯æĢ§": 63013,
+ ".engine": 63014,
+ "Ġseparates": 63015,
+ "ãĤĪãģĨ": 63016,
+ "ï¼ĮçīĽ": 63017,
+ "Ġsweetness": 63018,
+ "ĠRaiders": 63019,
+ "ĠCoastal": 63020,
+ "Dependencies": 63021,
+ "Īĺ": 63022,
+ "fires": 63023,
+ "å¥ĩå¼Ĥ": 63024,
+ "ç¥ĿæĦ¿": 63025,
+ "ĠEmbassy": 63026,
+ "ĠPID": 63027,
+ "âĢĶin": 63028,
+ "ç½ijåıĭ们": 63029,
+ "è¿ĻçŃī": 63030,
+ "Ġcontested": 63031,
+ "ĠOffices": 63032,
+ "ĠImproved": 63033,
+ "Ġdol": 63034,
+ "Ġpuls": 63035,
+ "paralleled": 63036,
+ "ĠAlf": 63037,
+ "èĴ¸é¦ı": 63038,
+ "Ġshipments": 63039,
+ "ãĢģ第": 63040,
+ "Ġdeficiencies": 63041,
+ "åĺŃ": 63042,
+ "Ġfeeder": 63043,
+ "ä¸įæķ¢çĽ¸ä¿¡": 63044,
+ "Ġfm": 63045,
+ "ĠTG": 63046,
+ ".dist": 63047,
+ "Ġcrank": 63048,
+ "Ġ-----": 63049,
+ "ratic": 63050,
+ "Ġlineage": 63051,
+ "å¼ķåıijçļĦ": 63052,
+ "ducing": 63053,
+ "ç§ģå®¶": 63054,
+ "habi": 63055,
+ "Ġtents": 63056,
+ "Ġmenstru": 63057,
+ "嬴": 63058,
+ "诶": 63059,
+ "Ġsugars": 63060,
+ "Rpc": 63061,
+ "Viol": 63062,
+ "versible": 63063,
+ "幺": 63064,
+ "Ġbingo": 63065,
+ "ĠMSN": 63066,
+ "_ver": 63067,
+ "ĠSever": 63068,
+ "温水": 63069,
+ "Ġculturally": 63070,
+ "ĠFax": 63071,
+ "头çĽĶ": 63072,
+ "éĽĨèģļ": 63073,
+ "·éĺ¿": 63074,
+ "å°±åľ¨äºİ": 63075,
+ "Ġcushions": 63076,
+ "/Getty": 63077,
+ "âĢļ": 63078,
+ "ãĢĤ产åĵģ": 63079,
+ "æķĻå¸ĪèµĦæł¼": 63080,
+ "(check": 63081,
+ "~/": 63082,
+ "çļĦä¸Ģ个éĩįè¦ģ": 63083,
+ "ä½Ļåľ°": 63084,
+ "ä¸įåħį": 63085,
+ "ï¼Įè¿ĻäºĽäºº": 63086,
+ "asename": 63087,
+ "Ġcereal": 63088,
+ "æĹłç§ģ": 63089,
+ ",éĤ£äºĽ": 63090,
+ "igel": 63091,
+ "illian": 63092,
+ "è¾Ľåĭ¤": 63093,
+ "arashtra": 63094,
+ ",èĬ±": 63095,
+ "Ġrespecting": 63096,
+ "ĠRated": 63097,
+ "ĠShopify": 63098,
+ "Ġoffenders": 63099,
+ "_VIDEO": 63100,
+ "_dst": 63101,
+ ",æĹ¥": 63102,
+ "Ġä¸ĭåįĪ": 63103,
+ "Ġnoteworthy": 63104,
+ "Ġglanced": 63105,
+ "iliated": 63106,
+ "_cluster": 63107,
+ "ä»ĺåĩºçļĦ": 63108,
+ "åĮĨå¿Ļ": 63109,
+ ",以åIJİ": 63110,
+ "Spread": 63111,
+ ".child": 63112,
+ "[": 63178,
+ "_RGB": 63179,
+ "daughter": 63180,
+ "è¦ģæĪij": 63181,
+ "ĠEssex": 63182,
+ "Procedure": 63183,
+ "Ġexploded": 63184,
+ "éĥ½æľīçĿĢ": 63185,
+ "_columns": 63186,
+ "æģ¢å¤įæŃ£å¸¸": 63187,
+ "å®¶éķ¿ä»¬": 63188,
+ "astrous": 63189,
+ "严å¯Ĩ": 63190,
+ "Ġditch": 63191,
+ "ĠCPP": 63192,
+ "lycer": 63193,
+ "é¤IJåħ·": 63194,
+ "_em": 63195,
+ "Throwable": 63196,
+ "Liber": 63197,
+ "Ram": 63198,
+ "ĠHQ": 63199,
+ "åħ³ç¾½": 63200,
+ "ĠQC": 63201,
+ "})^": 63202,
+ "ä¸įå°±": 63203,
+ "ãĢģåĽ¾": 63204,
+ "Connor": 63205,
+ "åħ³éĶ®çļĦ": 63206,
+ "æķĪæŀľçļĦ": 63207,
+ "ĠKoch": 63208,
+ "Ġhairc": 63209,
+ "(train": 63210,
+ "åIJĿ": 63211,
+ "ĠVirt": 63212,
+ "threads": 63213,
+ "èį£å¹¸": 63214,
+ "ĠDetailed": 63215,
+ "ĠCutting": 63216,
+ "çłĶç©¶æĪIJæŀľ": 63217,
+ "Ġdowntime": 63218,
+ "Ġwastewater": 63219,
+ "Ġthinner": 63220,
+ "~,": 63221,
+ "åŁİ管": 63222,
+ "Cases": 63223,
+ "åĬŁæ³ķ": 63224,
+ "ç»ı常æĢ§": 63225,
+ "teacher": 63226,
+ "Ġannex": 63227,
+ "èįīæľ¨": 63228,
+ "Ġedu": 63229,
+ "èĢģ天": 63230,
+ "ĠPatrol": 63231,
+ "Orange": 63232,
+ "Ġpreset": 63233,
+ "Chrome": 63234,
+ "æľĢ大åĮĸ": 63235,
+ "_alias": 63236,
+ "æ¯Ķçī¹å¸ģ": 63237,
+ "ãĤª": 63238,
+ "çļĦçIJĨè§£": 63239,
+ "formal": 63240,
+ "Ġadvises": 63241,
+ "Ġclones": 63242,
+ "relax": 63243,
+ "Ġimplicated": 63244,
+ "jpg": 63245,
+ "Ġconsulted": 63246,
+ "åͬ": 63247,
+ "Ġurges": 63248,
+ "_STATIC": 63249,
+ "Ġdass": 63250,
+ "æĹłèĢ»": 63251,
+ "è´µéĩijå±ŀ": 63252,
+ "ĠBEGIN": 63253,
+ "ĠRSA": 63254,
+ "Ġsque": 63255,
+ "Andy": 63256,
+ "ĠåİŁæľ¬": 63257,
+ "Late": 63258,
+ "pent": 63259,
+ "rass": 63260,
+ "Santa": 63261,
+ "Ġmorphological": 63262,
+ "ĠLLVM": 63263,
+ "ĠUnityEngine": 63264,
+ "Waiting": 63265,
+ "ĠHungarian": 63266,
+ "Ġauch": 63267,
+ "Ġexperimentally": 63268,
+ "patrick": 63269,
+ "忽çķ¥äºĨ": 63270,
+ "èĪĴçķħ": 63271,
+ "icism": 63272,
+ "ZE": 63273,
+ "alted": 63274,
+ "--)": 63275,
+ "Restaur": 63276,
+ "ĠElias": 63277,
+ "Ġseize": 63278,
+ "åIJ¼éģĵ": 63279,
+ "åı·æ¥¼": 63280,
+ "åΰæīĭ": 63281,
+ ",常": 63282,
+ "ĠKeto": 63283,
+ "ï¼Įéĥ½èĥ½": 63284,
+ "ĠSalon": 63285,
+ "\"`": 63286,
+ "IVITY": 63287,
+ "Ġassemblies": 63288,
+ "Ġsind": 63289,
+ "ãĢĤæĪĸ": 63290,
+ "ĠMATLAB": 63291,
+ "ĠAustrian": 63292,
+ "bing": 63293,
+ "bola": 63294,
+ "广ç͵": 63295,
+ "ĠINPUT": 63296,
+ "ï¼ĮèĮĥ": 63297,
+ "GLOBALS": 63298,
+ "éĿ©æĸ°": 63299,
+ "ç´§è¦ģ": 63300,
+ "伸缩æĿĨ": 63301,
+ "Ġdeparted": 63302,
+ "ONLY": 63303,
+ "Cro": 63304,
+ "Ġexhaustion": 63305,
+ "Ġsenator": 63306,
+ "ĠTerra": 63307,
+ "umbar": 63308,
+ "ĠIvy": 63309,
+ "æĹħéĢĶ": 63310,
+ "Ġedible": 63311,
+ "Ġinvitations": 63312,
+ "åľ°çIJĥä¸Ĭ": 63313,
+ "Ġrefunds": 63314,
+ "ĠWeber": 63315,
+ "åħ¬åı¸ç«łç¨ĭ": 63316,
+ "è¿Ļä¹Ī好": 63317,
+ "Customers": 63318,
+ "çļĦæĢ§èĥ½": 63319,
+ "çŁŃ缺": 63320,
+ "-zA": 63321,
+ ",è¿Ļä¹Łæĺ¯": 63322,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 63323,
+ "ĠMinute": 63324,
+ "Ġtrimmed": 63325,
+ "ï¼Įçݯå¢ĥ": 63326,
+ "ĠFlickr": 63327,
+ "å¾ĴæŃ¥": 63328,
+ "æĶ¶æĶ¯": 63329,
+ "_angle": 63330,
+ "ĠMormon": 63331,
+ "ãĢĤè§ģ": 63332,
+ "Insets": 63333,
+ "Ġinefficient": 63334,
+ "_gpio": 63335,
+ ".EX": 63336,
+ "åħ¶äºĭ": 63337,
+ "æĢ¥ä¿ĥ": 63338,
+ "_AUTO": 63339,
+ "ï¼ĮçĶ·äºº": 63340,
+ "ĠEtsy": 63341,
+ "ORN": 63342,
+ "Ġlegislators": 63343,
+ "带éĺŁ": 63344,
+ "Ġalgae": 63345,
+ "Physics": 63346,
+ "çŁŃæľŁèŀįèµĦåΏ": 63347,
+ "ĠHann": 63348,
+ "Ġmarkup": 63349,
+ "Ġuploading": 63350,
+ "åħ·æľīèī¯å¥½çļĦ": 63351,
+ "cox": 63352,
+ "ä¼ĺäºİ": 63353,
+ "ä¾µåħ¥": 63354,
+ "çļĦæľĢåIJİ": 63355,
+ "ypse": 63356,
+ ".tree": 63357,
+ "(settings": 63358,
+ "ĠHaus": 63359,
+ "åѦéķ¿": 63360,
+ "ä»ħ代表": 63361,
+ "oretical": 63362,
+ "æŁľåı°": 63363,
+ "rpm": 63364,
+ "Ġmats": 63365,
+ "iatry": 63366,
+ "-General": 63367,
+ "èį¯åºĹ": 63368,
+ "ãĢĤæĹ¢": 63369,
+ "Ġpaved": 63370,
+ "ä¹ĭæľ¯": 63371,
+ "_MAN": 63372,
+ "Ġcoords": 63373,
+ "Ġpedag": 63374,
+ "ĠRanger": 63375,
+ "zn": 63376,
+ "Ġoder": 63377,
+ "Ġslam": 63378,
+ "çļĦ对æīĭ": 63379,
+ "ĠProposal": 63380,
+ "ĠMiche": 63381,
+ "é½IJé½IJ": 63382,
+ "æıĴæ§½": 63383,
+ "ĠBuddh": 63384,
+ "ãĢģä¼ijéĹ²": 63385,
+ "驱åĬ¨åύ": 63386,
+ "_zone": 63387,
+ "Ġperen": 63388,
+ "æľªæĪIJ年人": 63389,
+ "å¥ĭæĪĺ": 63390,
+ "Ġtougher": 63391,
+ "ç®į": 63392,
+ "OrDefault": 63393,
+ "ĠTVs": 63394,
+ "Ġeconomists": 63395,
+ "warn": 63396,
+ "èĩŃæ°§": 63397,
+ "ação": 63398,
+ "ä½ıæĪ·": 63399,
+ "èį£èªīç§°åı·": 63400,
+ "Ġkilometres": 63401,
+ "Ġåı¸": 63402,
+ "enh": 63403,
+ "ĠErik": 63404,
+ "èįīåľ°": 63405,
+ "ĠDependency": 63406,
+ "examples": 63407,
+ "åķĨç͍": 63408,
+ "imeo": 63409,
+ "ï¼Įè¿IJç͍": 63410,
+ "ä¸Ńå°Ĩ": 63411,
+ "(...": 63412,
+ "Ġgreedy": 63413,
+ ".arange": 63414,
+ "åĪĨæľŁ": 63415,
+ "Locator": 63416,
+ "ĠHuawei": 63417,
+ "åŃIJåľ¨": 63418,
+ "Ġcoherence": 63419,
+ "_TIMER": 63420,
+ "ĠCelebration": 63421,
+ "Ġproposing": 63422,
+ "OUTPUT": 63423,
+ "IEEE": 63424,
+ "人æīĭ": 63425,
+ "å¿Ĺè¿ľ": 63426,
+ "ç»ĵæŀľçļĦ": 63427,
+ "åħ®åħ®": 63428,
+ "å̼å¾Ĺ注æĦıçļĦæĺ¯": 63429,
+ "\"...": 63430,
+ "æĹģè§Ĥ": 63431,
+ "Ġbif": 63432,
+ "ãĢģæĺİ": 63433,
+ "åħ¬åı¸åĴĮ": 63434,
+ "æĮĩå°ĸ": 63435,
+ "æ¯Ľè¡£": 63436,
+ "Ġbronch": 63437,
+ "篡": 63438,
+ "æĪIJæľ¬ä½İ": 63439,
+ "balanced": 63440,
+ "wrong": 63441,
+ "Ġtransformative": 63442,
+ "伤çĹķ": 63443,
+ "èĭŀ": 63444,
+ "åĩºéĶĻ": 63445,
+ "embourg": 63446,
+ "æĹłä¸į": 63447,
+ "Ġaisle": 63448,
+ "æ¨Ł": 63449,
+ "åIJİ天": 63450,
+ "-ext": 63451,
+ "mins": 63452,
+ "ĠNano": 63453,
+ "åľ¨ç¬¬äºĮ": 63454,
+ "Ġadorn": 63455,
+ "mala": 63456,
+ "èĦĤèĤªéħ¸": 63457,
+ "Ġwir": 63458,
+ "æİ¨ä»ĭ": 63459,
+ "Ġdatas": 63460,
+ "Ġtattoos": 63461,
+ "ï¼Įè·³": 63462,
+ "Ġprogresses": 63463,
+ "ĠGOD": 63464,
+ "çļĦåĮºåŁŁ": 63465,
+ "Ġimminent": 63466,
+ "ĠTracker": 63467,
+ "_FULL": 63468,
+ "å»¶åºĨ": 63469,
+ "ä¼ģä¸ļåIJĪå¹¶": 63470,
+ "Ġperseverance": 63471,
+ "ĠChiefs": 63472,
+ "\\|_{": 63473,
+ "èĦ¸éĥ¨": 63474,
+ "Ġillumin": 63475,
+ "çļĦ女åŃ©åŃIJ": 63476,
+ "LOGY": 63477,
+ "Ġfostering": 63478,
+ "å¤ĸåľ¨": 63479,
+ "åįģåĩłä¸ª": 63480,
+ "çģµåĦ¿": 63481,
+ "ĠIngredients": 63482,
+ "ãĢĤæĪijåĽ½": 63483,
+ "Cher": 63484,
+ "å¿ĥçIJĨåĴ¨è¯¢": 63485,
+ "Ġaggregated": 63486,
+ "CHECK": 63487,
+ "ppler": 63488,
+ "ä¸īåįģåħŃ": 63489,
+ "SIM": 63490,
+ "ĠCognitive": 63491,
+ "crew": 63492,
+ "羣æĥħ": 63493,
+ "**]{}": 63494,
+ "åij¨åħŃ": 63495,
+ "areth": 63496,
+ "ä¸Ń空": 63497,
+ "æĺŁéĻħ": 63498,
+ ".Task": 63499,
+ "/etc": 63500,
+ "Lifestyle": 63501,
+ "åī¯éĥ¨éķ¿": 63502,
+ "ĠTorres": 63503,
+ "Ġmansion": 63504,
+ "河边": 63505,
+ "åIJĮä»ģ": 63506,
+ "Ġcomputations": 63507,
+ "iquity": 63508,
+ "åĽ½å®¶æłĩåĩĨ": 63509,
+ "èĨĢèĥ±": 63510,
+ "è§£æķ£": 63511,
+ "éĺ²æ±Ľ": 63512,
+ "emptyset": 63513,
+ "æ»ĭåħ»": 63514,
+ "ãĢģç½Ĺ": 63515,
+ "麻çĹ¹": 63516,
+ "/con": 63517,
+ "æīĢè¦ģ": 63518,
+ "UIKit": 63519,
+ "太ç¥ĸ": 63520,
+ "Ġconfinement": 63521,
+ "_secret": 63522,
+ "cred": 63523,
+ "æ·±éĤĥ": 63524,
+ "NEWS": 63525,
+ "ĠæľįåĬ¡": 63526,
+ "Ġcot": 63527,
+ ")initWith": 63528,
+ "çŃĽæŁ¥": 63529,
+ ".property": 63530,
+ "罪æģ¶": 63531,
+ "Ġamerica": 63532,
+ "Ġfoc": 63533,
+ "afa": 63534,
+ "ĠChapman": 63535,
+ "Ġlays": 63536,
+ "主è¦ģ为": 63537,
+ "åĩºçݰè¿ĩ": 63538,
+ "åıijçĶŁçļĦäºĭæĥħ": 63539,
+ "æĸĹå¿Ĺ": 63540,
+ "èµĭèĥ½": 63541,
+ "Ġattentive": 63542,
+ "Regarding": 63543,
+ "ĠMsg": 63544,
+ "Ġyielding": 63545,
+ "ĠEditing": 63546,
+ "ćãĢģ": 63547,
+ "funnels": 63548,
+ "çαæĪij": 63549,
+ "èĤ©ä¸Ĭ": 63550,
+ "ĠARG": 63551,
+ "inine": 63552,
+ "ä¸įä»ħåı¯ä»¥": 63553,
+ "åľ°çĽĺ": 63554,
+ "å¹³åĿ¦": 63555,
+ "Counts": 63556,
+ "çıĬçijļ": 63557,
+ "æ£ķèī²": 63558,
+ "è¶³å¤ŁäºĨ": 63559,
+ "oubt": 63560,
+ "-after": 63561,
+ "ï¼ĮæķĻèĤ²": 63562,
+ "åħ¬è¯ī": 63563,
+ "Ġlocom": 63564,
+ ".merge": 63565,
+ "æĪij们çļĦçĶŁæ´»": 63566,
+ "Ġpaycheck": 63567,
+ "Ġachievable": 63568,
+ "导åĩº": 63569,
+ "ĠCongratulations": 63570,
+ "tcl": 63571,
+ "åIJİä¼ļ": 63572,
+ "è¿Ļæĺ¯ä»Ģä¹Ī": 63573,
+ "Çİ": 63574,
+ "Ġturtle": 63575,
+ "esch": 63576,
+ ".range": 63577,
+ "çļĦåij½ä»¤": 63578,
+ "ãĢij:": 63579,
+ "(*)": 63580,
+ "Ġæľ¨": 63581,
+ "ĠæīĢæľī": 63582,
+ "Ġenchant": 63583,
+ ".storage": 63584,
+ "éĽĩä½£": 63585,
+ "ĠCandidate": 63586,
+ "æ¸ħèĦĨ": 63587,
+ "åĽ¢éĺŁæĪIJåijĺ": 63588,
+ "rified": 63589,
+ "ãĢĤåĮħæĭ¬": 63590,
+ "çIJ¥": 63591,
+ "Ġmeaningless": 63592,
+ "Ġsavvy": 63593,
+ "-chain": 63594,
+ "çĨŁçļĦ": 63595,
+ ".var": 63596,
+ "ç§°çļĦ": 63597,
+ "Pause": 63598,
+ "ych": 63599,
+ "ĠBulletin": 63600,
+ "åīģ": 63601,
+ "TOCOL": 63602,
+ "Ġthrottle": 63603,
+ "å®ļ为": 63604,
+ "dor": 63605,
+ "Ġdisruptive": 63606,
+ "èIJ½äºĨ": 63607,
+ "ä¸įèĥ½è®©": 63608,
+ "bins": 63609,
+ "ï¼Įåį«": 63610,
+ "ĠBaths": 63611,
+ "çĹĽçļĦ": 63612,
+ "}}}$": 63613,
+ "ĠBoards": 63614,
+ "å°ıçģ«": 63615,
+ "éĹ®é¢ĺä¸Ĭ": 63616,
+ "æĨ§æĨ¬": 63617,
+ "表åĵ¥": 63618,
+ "Ġabdomen": 63619,
+ "ä¸Ģ缴éĥ½": 63620,
+ "çĵ·åύ": 63621,
+ "æĸĻåΰ": 63622,
+ "Ġmathematic": 63623,
+ "Ġtexas": 63624,
+ "ĠBold": 63625,
+ "æľĪä»»": 63626,
+ "ãĢĭï¼Ľ": 63627,
+ "=r": 63628,
+ "Ġmods": 63629,
+ "æľ¬èº«å°±æĺ¯": 63630,
+ "åı¯è°ĵæĺ¯": 63631,
+ "åĨ·éħ·": 63632,
+ "ĠSanchez": 63633,
+ "Dub": 63634,
+ "Ġoath": 63635,
+ "æµ·è¾¹": 63636,
+ "istles": 63637,
+ "ACL": 63638,
+ "NX": 63639,
+ "ï¼Įåĸľ": 63640,
+ "èϽçĦ¶æ²¡æľī": 63641,
+ "Ġjoyful": 63642,
+ "ä¼ļæīĢ": 63643,
+ "-coll": 63644,
+ "æĢ»æĶ¯": 63645,
+ "é²ľæĺİçļĦ": 63646,
+ "ĠLPS": 63647,
+ "åĩıå̼æįŁå¤±": 63648,
+ "å°ıç»ĵ": 63649,
+ "ĠSubsequently": 63650,
+ "æį¢ä¸ª": 63651,
+ "_md": 63652,
+ "Ġheightened": 63653,
+ "ï¼ĮæIJŃéħį": 63654,
+ "Restore": 63655,
+ "åĪĨæµģ": 63656,
+ "ilda": 63657,
+ "åĵģå¾·": 63658,
+ "Ġelders": 63659,
+ "å¢ŀé«ĺ": 63660,
+ "Arthur": 63661,
+ "át": 63662,
+ "drag": 63663,
+ "大殿": 63664,
+ "Ġextrap": 63665,
+ "chery": 63666,
+ "举è¡ĮäºĨ": 63667,
+ ",æĽ¾": 63668,
+ "çĭ¬æľīçļĦ": 63669,
+ "Ġcommanded": 63670,
+ "ãĢģåį«çĶŁ": 63671,
+ "Ġformatter": 63672,
+ "纳éĹ·": 63673,
+ "Encoded": 63674,
+ "Ġancestor": 63675,
+ "åĭĴæĸ¯": 63676,
+ "ï¼Įæĥ³æĿ¥": 63677,
+ ".bin": 63678,
+ "ĠHorizontal": 63679,
+ "ï¼Į注éĩį": 63680,
+ "(Class": 63681,
+ "Ġslick": 63682,
+ "å¨Ĩ": 63683,
+ "åīįæıIJä¸ĭ": 63684,
+ "Ġsurvivor": 63685,
+ "稼": 63686,
+ "è¨Ģèĩªè¯Ń": 63687,
+ "ĠDeer": 63688,
+ "èį·èĬ±": 63689,
+ "åĽłæŃ¤èĢĮ": 63690,
+ "Ġprogressively": 63691,
+ "ĠPackers": 63692,
+ "ĠScientists": 63693,
+ "_wrapper": 63694,
+ "-NLS": 63695,
+ "defaults": 63696,
+ "Ġnurture": 63697,
+ "mur": 63698,
+ "_el": 63699,
+ "Ġwhales": 63700,
+ "ä»»æĢ§": 63701,
+ "åĩıåİ»": 63702,
+ "-sharing": 63703,
+ "ulsa": 63704,
+ ",ç»ĵåIJĪ": 63705,
+ "æľ¬çĿĢ": 63706,
+ "Includes": 63707,
+ "åıªæĢķ": 63708,
+ "Requirements": 63709,
+ "èµ°äºĨè¿ĽæĿ¥": 63710,
+ "ίν": 63711,
+ "çĮ¾": 63712,
+ "_OPTION": 63713,
+ "xxxxxxxx": 63714,
+ "(property": 63715,
+ "èĢģå¦Ī": 63716,
+ "åĮĹä¸Ĭ": 63717,
+ "easy": 63718,
+ "æĹ¶æĹ¶": 63719,
+ "çļĦç¡®æĺ¯": 63720,
+ "happ": 63721,
+ "éĵłçͲ": 63722,
+ "çļĦåı¤": 63723,
+ "ï¼Įä½łåľ¨": 63724,
+ "iento": 63725,
+ ".flush": 63726,
+ "éĴ±è´¢": 63727,
+ "ç͵影èĬĤ": 63728,
+ "ĠPLL": 63729,
+ "ĠKab": 63730,
+ "DECL": 63731,
+ "è¿Ļæĸ¹éĿ¢çļĦ": 63732,
+ "éĥ¨ä¸ĭ": 63733,
+ "Thing": 63734,
+ "ï¼Įåħ¶ä¸ŃåĮħæĭ¬": 63735,
+ "ï¼Įå¢ŀéķ¿": 63736,
+ "herits": 63737,
+ "_objects": 63738,
+ ",æĢ»æĺ¯": 63739,
+ "Ġcabbage": 63740,
+ "ravings": 63741,
+ "çľ¼äºĨ": 63742,
+ "ĠBehavioral": 63743,
+ "èĽ¤": 63744,
+ "Ġcoincide": 63745,
+ "ãĢĤéĩĩç͍": 63746,
+ "åıij表äºĨ": 63747,
+ "çĿģçĿģ": 63748,
+ "âĢĶto": 63749,
+ "-aged": 63750,
+ "è£ĺ": 63751,
+ ".high": 63752,
+ "Ġentang": 63753,
+ "å¼¹åĩº": 63754,
+ "ä¹IJä¹IJ": 63755,
+ "åĽŀé¦ĸ": 63756,
+ "è¿ŀæİ¥åύ": 63757,
+ "åŃĻ女": 63758,
+ "rease": 63759,
+ "ä¼ļè®®çļĦ": 63760,
+ "ocurrency": 63761,
+ "dispatch": 63762,
+ "COND": 63763,
+ "maximum": 63764,
+ "éĺij": 63765,
+ "她åĴĮ": 63766,
+ "eel": 63767,
+ "èĢĥéĩı": 63768,
+ "remember": 63769,
+ "ç§ijå°Ķ": 63770,
+ "Ġqueer": 63771,
+ "Ġppm": 63772,
+ "(Name": 63773,
+ "æ±ŁåĮº": 63774,
+ "ythm": 63775,
+ "èĮ¶æĿ¯": 63776,
+ "Ġinforms": 63777,
+ "KI": 63778,
+ "ĠFork": 63779,
+ "ĠSalvador": 63780,
+ "\\vert": 63781,
+ "ller": 63782,
+ "çļĦéĶĢåĶ®": 63783,
+ "æĿİæŁIJ": 63784,
+ "-war": 63785,
+ "ĠRPM": 63786,
+ "Ġstrawberry": 63787,
+ ",åĩłä¹İ": 63788,
+ "ï¼ĮæĪij没æľī": 63789,
+ "Ġprofessions": 63790,
+ "ĠDee": 63791,
+ "Ġmultiplayer": 63792,
+ "人çī©çļĦ": 63793,
+ "äºij端": 63794,
+ "é¡½åĽº": 63795,
+ "_SPEC": 63796,
+ "æijĦæ°ı": 63797,
+ "ĠElim": 63798,
+ "Ġ#-": 63799,
+ "éĤ£åIJį": 63800,
+ "MON": 63801,
+ "CEPTION": 63802,
+ "æĦıæĥ³ä¸įåΰ": 63803,
+ "Ġ她çļĦ": 63804,
+ "Prep": 63805,
+ "ĠMush": 63806,
+ "ä¼łæĿ¥äºĨ": 63807,
+ "quoise": 63808,
+ "equential": 63809,
+ "ä¸ŃæĢ§": 63810,
+ "å®¶éķ¿çļĦ": 63811,
+ "ĠDirective": 63812,
+ "ynthetic": 63813,
+ "ä¸ĭ楼": 63814,
+ "çĿĥ": 63815,
+ "Ġlied": 63816,
+ "Ġaccountant": 63817,
+ "çļĦè·¯ä¸Ĭ": 63818,
+ "(word": 63819,
+ "ä»ĸåį´": 63820,
+ "¦": 63821,
+ "ä¸ĢæĢĶ": 63822,
+ "å°ıç¼ĸå°±": 63823,
+ "ĠAlexandria": 63824,
+ "oing": 63825,
+ "oused": 63826,
+ "Ġnominations": 63827,
+ "çļĩ室": 63828,
+ "Ġtroubleshooting": 63829,
+ "ĠéĤ£äºĽ": 63830,
+ "ĠTI": 63831,
+ "regex": 63832,
+ "åįģäºĮæľĪ": 63833,
+ "ĠSacred": 63834,
+ "Ġengages": 63835,
+ "Ġdrm": 63836,
+ "(ä¸ī": 63837,
+ "ï¼Įä¾§": 63838,
+ "å¸ĥæĸĻ": 63839,
+ "æĥĬ天": 63840,
+ "Ġindexing": 63841,
+ "éªĨ驼": 63842,
+ "(level": 63843,
+ "ĠåIJ¬": 63844,
+ "奥æĸ¯åį¡": 63845,
+ ".datetime": 63846,
+ "[C": 63847,
+ "athi": 63848,
+ "Ġrabbits": 63849,
+ "äºĨåĩłä¸ª": 63850,
+ "è¿Ľåİ»äºĨ": 63851,
+ "emos": 63852,
+ "è¢ħ": 63853,
+ "åĴĮæĹ¶éĹ´": 63854,
+ "Ġdefenders": 63855,
+ "æ´ŀåı£": 63856,
+ "Ġschizophrenia": 63857,
+ "liked": 63858,
+ "_audio": 63859,
+ "æ°¸è¿ľä¸įä¼ļ": 63860,
+ "@class": 63861,
+ "?).": 63862,
+ "ĠåºĶ": 63863,
+ "endpoint": 63864,
+ "ĠVikings": 63865,
+ "Changing": 63866,
+ "Recorder": 63867,
+ "æľºå¯Ĩ": 63868,
+ "Golden": 63869,
+ "ãĢĤæĪijè§īå¾Ĺ": 63870,
+ "ĠSheffield": 63871,
+ "æĽ´éĩįè¦ģ": 63872,
+ "åı£å²¸": 63873,
+ "è¿ĺæľīä¸ĢäºĽ": 63874,
+ "_NAMESPACE": 63875,
+ "Ġnylon": 63876,
+ "ffffffff": 63877,
+ "ĠJuice": 63878,
+ "èĦļçļĦ": 63879,
+ "Ġparasites": 63880,
+ "ä¼ļéĢīæĭ©": 63881,
+ "Ġpositives": 63882,
+ "Wal": 63883,
+ "ĠBout": 63884,
+ "ä¸ĭéĥ¨": 63885,
+ "èµĽéģĵ": 63886,
+ "æī©å»º": 63887,
+ "åī¥å¤º": 63888,
+ "åĮĹè·¯": 63889,
+ "clang": 63890,
+ "_install": 63891,
+ "BYTE": 63892,
+ "Ġspheres": 63893,
+ "çĶŁäº§åĬĽ": 63894,
+ "woo": 63895,
+ "Ġsalads": 63896,
+ "Ġembell": 63897,
+ "ç½ijç«Ļä¸Ĭ": 63898,
+ "ä¹ĭåIJİå°±": 63899,
+ "æīĭæŁĦ": 63900,
+ ".Spec": 63901,
+ "ï¼Ĥ": 63902,
+ "çĹĬ": 63903,
+ "Italian": 63904,
+ "preview": 63905,
+ "ç¹ģå¤ļ": 63906,
+ ",åģļ好": 63907,
+ "Sid": 63908,
+ "éĢļç͵": 63909,
+ "Uid": 63910,
+ "eele": 63911,
+ "ĠTrader": 63912,
+ "夯å®ŀ": 63913,
+ "ĠManor": 63914,
+ "Ġdoubling": 63915,
+ "peek": 63916,
+ "Ġfluffy": 63917,
+ "çļĦä¸įè¶³": 63918,
+ "ĠIncreasing": 63919,
+ "oske": 63920,
+ "ishable": 63921,
+ "ĠImportance": 63922,
+ "åľ°ä¸»": 63923,
+ "è´¨ä¿Ŀ": 63924,
+ "åıįæĦŁ": 63925,
+ "Ġsoftly": 63926,
+ "Ġimproperly": 63927,
+ "ãĢģæ±Ł": 63928,
+ "æĶ¹éĿ©çļĦ": 63929,
+ "ĠVIII": 63930,
+ "ppm": 63931,
+ "åħ«çϾ": 63932,
+ "éĢģæĿ¥": 63933,
+ "ç»ĻäºĨä»ĸ": 63934,
+ "ĠTact": 63935,
+ "æĸ¹åı¯": 63936,
+ "å¤ĸå¢Ļ": 63937,
+ "Ġlinkage": 63938,
+ "Ġtrout": 63939,
+ "Ġpolicym": 63940,
+ "åħ¬å¼ĢäºĨä¸Ģç§į": 63941,
+ "Protection": 63942,
+ "å±±æŀĹ": 63943,
+ "ï¼ĮæļĤæĹ¶": 63944,
+ "ĠWV": 63945,
+ "Pitch": 63946,
+ "ĠVick": 63947,
+ "\"They": 63948,
+ "Formula": 63949,
+ "çļĦä¿¡": 63950,
+ "è¶³åįı": 63951,
+ "UPS": 63952,
+ "Ġpersona": 63953,
+ "ucking": 63954,
+ "åĩıæİĴ": 63955,
+ "çī©çIJĨåѦ": 63956,
+ "(gl": 63957,
+ "Ware": 63958,
+ "Ġsolids": 63959,
+ "Deploy": 63960,
+ "æĭ¥åłµ": 63961,
+ "ï¼Į女人": 63962,
+ "Ġshines": 63963,
+ "å·ŀåĮº": 63964,
+ "èĩ´ä½¿": 63965,
+ "antes": 63966,
+ "Ġaccret": 63967,
+ "ï¼ĮéĤ£æĹ¶": 63968,
+ "SEM": 63969,
+ "ĠSwing": 63970,
+ "]==": 63971,
+ "ï¼ĮæĹłå¥Ī": 63972,
+ "ä¾Ŀèµĸäºİ": 63973,
+ "ĠInspiration": 63974,
+ "ï¼Įå͝ä¸Ģ": 63975,
+ "-around": 63976,
+ "Improve": 63977,
+ "ĠWB": 63978,
+ "ĠGREAT": 63979,
+ "大é£İ": 63980,
+ "å®īåİ¿": 63981,
+ "ahi": 63982,
+ "ï¼Įéĥ½æľī": 63983,
+ "åı¹æ°Ķ": 63984,
+ "éĿ¢å®¹": 63985,
+ "ÂłæĿ¨": 63986,
+ "ãĢĤåħ¨æĿij": 63987,
+ "Ġpore": 63988,
+ "ĠJagu": 63989,
+ "éĩįè¦ģçļĦä½ľç͍": 63990,
+ "_generator": 63991,
+ "æ°ĶåĽĬ": 63992,
+ "/open": 63993,
+ "Startup": 63994,
+ "ĠDex": 63995,
+ "UDP": 63996,
+ "æ·ĩæ·ĭ": 63997,
+ "aryn": 63998,
+ "Ġcommunal": 63999,
+ "æĴĩåĺ´": 64000,
+ "ĠGonzalez": 64001,
+ "gene": 64002,
+ "Ġhanding": 64003,
+ "æĸ©æĿĢ": 64004,
+ "outines": 64005,
+ "Ġclosures": 64006,
+ "ãĢĤæľīæĹ¶": 64007,
+ ".Byte": 64008,
+ "$?": 64009,
+ "车çīĮ": 64010,
+ "UNTER": 64011,
+ "_sock": 64012,
+ "äºij计ç®Ĺ": 64013,
+ "ĠSchwar": 64014,
+ "Ġobligated": 64015,
+ "åIJİåľ¨": 64016,
+ "_cmp": 64017,
+ "_cols": 64018,
+ "Ġê°": 64019,
+ "åĢı": 64020,
+ "Ġdownstairs": 64021,
+ "ĠBaldwin": 64022,
+ "çļĦ建设": 64023,
+ "èĥ½å¤Łè®©": 64024,
+ "忧伤": 64025,
+ "åħ³èĬĤçĤİ": 64026,
+ "Caption": 64027,
+ "ãĢĤä¸Ĭè¿°": 64028,
+ "square": 64029,
+ "没å¤ļä¹ħ": 64030,
+ "æĪ´ä¸Ĭ": 64031,
+ "-rays": 64032,
+ "_words": 64033,
+ "{|": 64034,
+ "ĠGtk": 64035,
+ "-area": 64036,
+ "Ġnecessities": 64037,
+ "Ġvolleyball": 64038,
+ "ĠPatterson": 64039,
+ "near": 64040,
+ "æķĻèĤ²åİħ": 64041,
+ "\\Big": 64042,
+ "Foreground": 64043,
+ "STA": 64044,
+ "bidden": 64045,
+ "Ġbh": 64046,
+ "Meeting": 64047,
+ "orr": 64048,
+ "Ġrecreate": 64049,
+ "dead": 64050,
+ "ĠSheets": 64051,
+ "Absolutely": 64052,
+ "Ġfencing": 64053,
+ "eded": 64054,
+ "ĠTian": 64055,
+ "ĠPrescription": 64056,
+ "åij¨åĪĬ": 64057,
+ "_sz": 64058,
+ "äºĨä¸ĢåĿĹ": 64059,
+ "群ä¼ĹçļĦ": 64060,
+ "Ġcarpets": 64061,
+ "bull": 64062,
+ "第äºĶ竳": 64063,
+ ":*": 64064,
+ "çĿij": 64065,
+ "ä¸įæīĵ": 64066,
+ "宣è¨Ģ": 64067,
+ "éĩijèŀįæľįåĬ¡": 64068,
+ "Ġmelody": 64069,
+ "ï¼ĮæĬ½": 64070,
+ "Ġadmissible": 64071,
+ "GRAPH": 64072,
+ "kat": 64073,
+ "perhaps": 64074,
+ "产åĵģåĴĮ": 64075,
+ "åįĸçļĦ": 64076,
+ "转æį¢æĪIJ": 64077,
+ "ĠMohammed": 64078,
+ "kj": 64079,
+ "åĩºçĤī": 64080,
+ "å¼Ģåľº": 64081,
+ "ĠSunshine": 64082,
+ ".setValue": 64083,
+ "è§ģäºİ": 64084,
+ "åĽ´æĶ»": 64085,
+ "æĹıèĩªæ²»": 64086,
+ "æĺ¥æĻļ": 64087,
+ "ï¼Įæĥħ": 64088,
+ "主è¦ģçͱ": 64089,
+ "Ġrounding": 64090,
+ "-engine": 64091,
+ "ãĢĤçľĭæĿ¥": 64092,
+ "ĠTweets": 64093,
+ "ï¼ĮéĴŁ": 64094,
+ "æŁ¥éªĮ": 64095,
+ "é»ij人": 64096,
+ "å¿ħè¦ģæĹ¶": 64097,
+ "outheastern": 64098,
+ "éŁ³ç®±": 64099,
+ "forth": 64100,
+ "Closing": 64101,
+ "ä¸ĩ亿åħĥ": 64102,
+ "ĠçĤ¹åĩ»": 64103,
+ "ĠLifetime": 64104,
+ "Lesson": 64105,
+ "éĩįè¦ģ讲è¯Ŀ": 64106,
+ "adc": 64107,
+ ",å¿ĥéĩĮ": 64108,
+ "å¤§çľ¼çĿĽ": 64109,
+ "åĴĮæİ§åζ": 64110,
+ "rapeutics": 64111,
+ "çĶŁåŃIJ": 64112,
+ "Ġconnectors": 64113,
+ "å¥ĭè¿Ľ": 64114,
+ "é«ĺ级管çIJĨ人åijĺ": 64115,
+ "Ġåį³": 64116,
+ "Ġpristine": 64117,
+ "ĠTrainer": 64118,
+ "ĠCPA": 64119,
+ "toire": 64120,
+ "_ENUM": 64121,
+ ",æľīæĹ¶": 64122,
+ "WEB": 64123,
+ "ç§§": 64124,
+ "Ġpurification": 64125,
+ "ĠHighland": 64126,
+ "ä¸įç¡®å®ļæĢ§": 64127,
+ "è§£é¢ĺ": 64128,
+ "ãĢĤåݻ年": 64129,
+ "Ġunite": 64130,
+ "æĹłéĻIJçļĦ": 64131,
+ "ĠTenn": 64132,
+ "ãĢģæĵįä½ľ": 64133,
+ "ĠTeh": 64134,
+ "æĦıè§ģ书": 64135,
+ "èij©": 64136,
+ "ĠSaskat": 64137,
+ "è¿Ļè¾ĪåŃIJ": 64138,
+ "åĸĺæģ¯": 64139,
+ "审计æĬ¥åijĬ": 64140,
+ ",å¸Ĥ": 64141,
+ "主æīĵ": 64142,
+ "æľ¬äººçļĦ": 64143,
+ "HOST": 64144,
+ "Ġkb": 64145,
+ "åĬłçĽĸ": 64146,
+ "ï¼ĮèĢĮä¸Ķåľ¨": 64147,
+ "Ġbananas": 64148,
+ "_CTX": 64149,
+ "ĠSunset": 64150,
+ "ĠCi": 64151,
+ "ĠJag": 64152,
+ "ĠKris": 64153,
+ "ï¼Įè¿ĻçĤ¹": 64154,
+ "Ġexplor": 64155,
+ "ABASE": 64156,
+ "iage": 64157,
+ "çĭ¬åħ·": 64158,
+ "ĠTaken": 64159,
+ "Ġrelational": 64160,
+ "Aware": 64161,
+ "pretty": 64162,
+ "å®īéĿĻçļĦ": 64163,
+ "Divide": 64164,
+ "Ġaltar": 64165,
+ "Ġantimicrobial": 64166,
+ "ĠYesterday": 64167,
+ "ëı": 64168,
+ "_rules": 64169,
+ "zd": 64170,
+ "ï¼Įç§ijåѦ": 64171,
+ "ĠBiography": 64172,
+ "个æĢ§åĮĸçļĦ": 64173,
+ "ĠIsh": 64174,
+ "Ġåģļ": 64175,
+ "aphore": 64176,
+ "é«ĺå°Ķ夫": 64177,
+ "çľĭçĹħ": 64178,
+ "该æŃ»çļĦ": 64179,
+ "ĠParade": 64180,
+ "æĪIJæľ¬çļĦ": 64181,
+ "åĴ¬çīĻåĪĩ齿": 64182,
+ "æĪijçĽ¸ä¿¡": 64183,
+ "Exclusive": 64184,
+ "priority": 64185,
+ "主治": 64186,
+ "é£Łè°±": 64187,
+ "ä¸įåĸĦ": 64188,
+ "ãĢģ绿èī²": 64189,
+ "æĪijå°±æĺ¯": 64190,
+ ")$-": 64191,
+ "Ġaggravated": 64192,
+ "çļĸ": 64193,
+ "ĠNixon": 64194,
+ "é«ĺèģĮ": 64195,
+ "(/\\": 64196,
+ "inheritdoc": 64197,
+ "ãĢ쿵Ͽ±Ł": 64198,
+ "é«ĺçŃīåŃ¦æł¡": 64199,
+ "çĭ©çĮİ": 64200,
+ "orgetown": 64201,
+ "ĠAH": 64202,
+ "Ġspikes": 64203,
+ "ä¸Ģ次çļĦ": 64204,
+ "AAAAAAAAAAAAAAAA": 64205,
+ "/åIJ¨": 64206,
+ "两项": 64207,
+ "Ġplanetary": 64208,
+ "(results": 64209,
+ "hadow": 64210,
+ "æľĽè¿ľéķľ": 64211,
+ "Ġtsd": 64212,
+ ".compute": 64213,
+ "è¡ĢèĤī": 64214,
+ "Ġcrispy": 64215,
+ "(column": 64216,
+ "ĠBlend": 64217,
+ ",#": 64218,
+ "ERIC": 64219,
+ "_ns": 64220,
+ "ĠRefresh": 64221,
+ "-consc": 64222,
+ "Ġdisagreement": 64223,
+ "Ġéķ¿æľŁ": 64224,
+ "ãĢĤçĿĢ": 64225,
+ "Ġgir": 64226,
+ "Ġ...)": 64227,
+ "æĥ³è±¡åĬĽ": 64228,
+ "adia": 64229,
+ "åķĨèªī": 64230,
+ "ĠPond": 64231,
+ "ãĢĤ缸åıį": 64232,
+ "ï¼ĮåIJĦ个": 64233,
+ "ursed": 64234,
+ "ãĢģæ³ķå¾ĭ": 64235,
+ "缴éĶĢ": 64236,
+ "bounded": 64237,
+ "having": 64238,
+ "Css": 64239,
+ "产å¦ĩ": 64240,
+ "èįīèį¯": 64241,
+ "å¹³åĿĩå̼": 64242,
+ "为çͱ": 64243,
+ "Islam": 64244,
+ "å¿ħæľī": 64245,
+ "Nevertheless": 64246,
+ "ĠUrl": 64247,
+ "è¯ģ人": 64248,
+ "-mails": 64249,
+ "Ġdiscrepancy": 64250,
+ "}f": 64251,
+ "Ġproximal": 64252,
+ "Ġpredictors": 64253,
+ "Ġworkflows": 64254,
+ "åĨįåĬłä¸Ĭ": 64255,
+ "=N": 64256,
+ "ĠPCB": 64257,
+ "æ·±åİļçļĦ": 64258,
+ "ĠAval": 64259,
+ "åĿ·": 64260,
+ "Ġlongitude": 64261,
+ "åĽŀåΰ家": 64262,
+ "åĬ¨å¼¹": 64263,
+ "printed": 64264,
+ "Ġstriker": 64265,
+ "ĠÏĢÏģο": 64266,
+ ",æīĢæľī": 64267,
+ "_delta": 64268,
+ "äºĨä»ĸä¸Ģçľ¼": 64269,
+ "âĢľBut": 64270,
+ "ĠCombat": 64271,
+ "bidity": 64272,
+ "å¹´æ¯ķä¸ļäºİ": 64273,
+ "ï¼Įä¹Łè®©": 64274,
+ "ç»ĵæŀĦè¿Ľè¡Į": 64275,
+ "ĠPDT": 64276,
+ "å¥ĩå¹»": 64277,
+ "åįıå®ļ": 64278,
+ "+d": 64279,
+ ".ru": 64280,
+ "çļĦ建çŃij": 64281,
+ "Ġrested": 64282,
+ "åįģä¸īæĿ¡": 64283,
+ "ç»ĻåĪ«äºº": 64284,
+ "æ³īå·ŀ": 64285,
+ "iltered": 64286,
+ "ów": 64287,
+ "ĠFur": 64288,
+ "æľ¬çĶ³è¯·å®ŀæĸ½ä¾ĭ": 64289,
+ "ç͍ä»Ģä¹Ī": 64290,
+ "课æĸĩ": 64291,
+ "Ġsubscribed": 64292,
+ "-hearted": 64293,
+ "群éĩĮ": 64294,
+ "ä¸įèĩªè§ī": 64295,
+ "Ġåİ»": 64296,
+ "Ġpom": 64297,
+ "å¯IJ": 64298,
+ "dding": 64299,
+ "åľ¨æİ¥åıĹ": 64300,
+ "-": 64817,
+ "ĠæĹ¥æľ¬": 64818,
+ "Ġincur": 64819,
+ "ĠPrediction": 64820,
+ "éĢīçļĦ": 64821,
+ "ĠForget": 64822,
+ "MER": 64823,
+ "ubes": 64824,
+ "Ġ/\\": 64825,
+ "âĢĶâĢĶâĢĶ": 64826,
+ "goog": 64827,
+ "oob": 64828,
+ "Ġactivism": 64829,
+ "-linked": 64830,
+ "ĠDON": 64831,
+ "Ġvitality": 64832,
+ "Ġonc": 64833,
+ "ï¼ĮåĬ©åĬĽ": 64834,
+ "åľ°çĽ¯çĿĢ": 64835,
+ "egie": 64836,
+ "ĠAuburn": 64837,
+ "inions": 64838,
+ "æĹ©é¥Ń": 64839,
+ "éļĶç»Ŀ": 64840,
+ "æģĥ": 64841,
+ "Ġmandated": 64842,
+ "åĽŀéģĵ": 64843,
+ "(nameof": 64844,
+ "Ġminors": 64845,
+ "ignon": 64846,
+ "ĠJude": 64847,
+ "éªijçĿĢ": 64848,
+ "Ġstereotypes": 64849,
+ "åħ³æ³¨æĪij们": 64850,
+ "ĠTinder": 64851,
+ "è¡Įè¿Ľ": 64852,
+ "serve": 64853,
+ "ç²ĺ度": 64854,
+ "æĬĽåĩº": 64855,
+ "Ġbosses": 64856,
+ "etted": 64857,
+ "ãģĵãģ®": 64858,
+ "缸ä½į": 64859,
+ "详解": 64860,
+ "çϾåĪĨæ¯Ķ": 64861,
+ "Ġbeginnings": 64862,
+ ",åĮĹ京": 64863,
+ "ĠDAC": 64864,
+ "ï¼Łä½łä»¬": 64865,
+ "ï¼Įåı²": 64866,
+ "æľ¬æĺ¯": 64867,
+ "æľºåĴĮ": 64868,
+ "Ġplac": 64869,
+ "Resolve": 64870,
+ "ophage": 64871,
+ "æľīæķ°": 64872,
+ "Ġadmired": 64873,
+ "èĮĥåĽ´ä¹ĭåĨħ": 64874,
+ "Ġmund": 64875,
+ "ĠEmerging": 64876,
+ "ĠSDS": 64877,
+ "Ġgs": 64878,
+ "软çļĦ": 64879,
+ "Sections": 64880,
+ "akis": 64881,
+ "åħµåĽ¢": 64882,
+ "ãĤ¨": 64883,
+ "ĠVictory": 64884,
+ "åŃĹ第": 64885,
+ "ص": 64886,
+ "ĠLF": 64887,
+ "åºĶ该å¦Ĥä½ķ": 64888,
+ "Ġbarbecue": 64889,
+ "è£ħç½®åĮħæĭ¬": 64890,
+ "Ġmedals": 64891,
+ "Ġvarchar": 64892,
+ ",{\\": 64893,
+ "Cru": 64894,
+ "ĠNatalie": 64895,
+ "OURCES": 64896,
+ "åĭĺå¯Ł": 64897,
+ "夹åħ·": 64898,
+ "ĠFilters": 64899,
+ "ĠLanding": 64900,
+ "ï¼Įä¸ĸ": 64901,
+ "æĬķ产": 64902,
+ "ĠGone": 64903,
+ "èĩªè´Ł": 64904,
+ "Ġdiscontinued": 64905,
+ "å¤ļè¾¾": 64906,
+ "ĠUSART": 64907,
+ "Ġfermentation": 64908,
+ "æİ¨èįIJçļĦ": 64909,
+ "åĬĿ说": 64910,
+ "Ju": 64911,
+ "æĻ®æŁ¥": 64912,
+ "ophone": 64913,
+ "é£ŁçĽIJ": 64914,
+ "åı¹éģĵ": 64915,
+ "_cond": 64916,
+ "ĠXI": 64917,
+ "éĥ½æľīä¸Ģ个": 64918,
+ "æ¶§": 64919,
+ "ä¸įæĺ¯åĽłä¸º": 64920,
+ "Characters": 64921,
+ "Ġdz": 64922,
+ "_multi": 64923,
+ "IPO": 64924,
+ "å±±ä¸Ń": 64925,
+ "_player": 64926,
+ "ï¼ĮåŃĺåľ¨": 64927,
+ "Ġboiled": 64928,
+ "ĠCot": 64929,
+ "ï¼Į以使": 64930,
+ "inside": 64931,
+ "ynomial": 64932,
+ "Objective": 64933,
+ "ĠAUD": 64934,
+ "Ġinflux": 64935,
+ "Brain": 64936,
+ "åŁºç«Ļ": 64937,
+ "å§ĭçļĩ": 64938,
+ "çļĦå¤ĸä¾§": 64939,
+ "ĠVentures": 64940,
+ "Ġiod": 64941,
+ "çŁ¥å·±": 64942,
+ "anian": 64943,
+ "Ġpresenter": 64944,
+ "åĽĽäºĶ": 64945,
+ "Digest": 64946,
+ "ĠHerbert": 64947,
+ "åĪ»èĭ¦": 64948,
+ "ĆĆ": 64949,
+ "大人çļĦ": 64950,
+ "ä»»ä¸Ģ": 64951,
+ "ĠErrors": 64952,
+ "è¯Ńè¨ĢçļĦ": 64953,
+ "Ġconveyed": 64954,
+ "ĠæĪIJ": 64955,
+ "åºĨåħ¸": 64956,
+ "Ġunsupported": 64957,
+ ".yml": 64958,
+ "ĠRaven": 64959,
+ "ä¹Łéļıä¹ĭ": 64960,
+ "çļĦå¤ĸéĥ¨": 64961,
+ "Ġgg": 64962,
+ "ĠClassroom": 64963,
+ "æ¯Ĥ": 64964,
+ "ricanes": 64965,
+ "Ġoriginating": 64966,
+ "ekt": 64967,
+ "æĬĹèıĮ": 64968,
+ "Ġvil": 64969,
+ "é¦ĸ缸": 64970,
+ "Ġwaterfall": 64971,
+ "Ġcalming": 64972,
+ "å®ĭ代": 64973,
+ "ODES": 64974,
+ "Ġextracting": 64975,
+ "ĠPromo": 64976,
+ "ĠCST": 64977,
+ "-hydro": 64978,
+ ",çľĭçĿĢ": 64979,
+ "ä¼ģä¸ļä¼ļ计åĩĨåĪĻ": 64980,
+ "ĠPatterns": 64981,
+ "æĢªçļĦ": 64982,
+ "Ġdinners": 64983,
+ "Ġrevise": 64984,
+ "ructures": 64985,
+ ",羣æŃ£": 64986,
+ "hb": 64987,
+ "Ġaided": 64988,
+ "Ġ*>": 64989,
+ "_VIEW": 64990,
+ "ĠonCreate": 64991,
+ "çİĭæŁIJ": 64992,
+ "EMS": 64993,
+ "ä¸ĩå®¶": 64994,
+ "âĤ¬TMs": 64995,
+ "Ġaggressively": 64996,
+ "å¤įæł¸": 64997,
+ "Ġbrushing": 64998,
+ "举åĬŀäºĨ": 64999,
+ "Ġpollen": 65000,
+ "ĠεÏĢ": 65001,
+ "ĠWheels": 65002,
+ "Ġsulfate": 65003,
+ "-'": 65004,
+ "-Pro": 65005,
+ "ä»ĸçİ°åľ¨": 65006,
+ "åıĹæ¬¢è¿İçļĦ": 65007,
+ "Ġfrightening": 65008,
+ "kc": 65009,
+ "ĠFilipino": 65010,
+ "åıĬæĹ¶çļĦ": 65011,
+ "Ġdome": 65012,
+ "èĬ±çĵ£": 65013,
+ "{%": 65014,
+ "Ġplague": 65015,
+ "Ġdeploying": 65016,
+ "ĠPole": 65017,
+ "éĥ½ç͍": 65018,
+ "ç½®ä¸ļ": 65019,
+ "Ġarrests": 65020,
+ "è½½èį·": 65021,
+ "Detection": 65022,
+ "suv": 65023,
+ "ä¿Ŀæ´ģ": 65024,
+ "Ġeternity": 65025,
+ "å¯Ĩæĸ¯": 65026,
+ ".weight": 65027,
+ "KY": 65028,
+ "Prim": 65029,
+ "ï¼Įåįļ": 65030,
+ "éĤ£å¹´": 65031,
+ "Ġdiscouraged": 65032,
+ "ĠFULL": 65033,
+ "æ¯Ķèĩªå·±": 65034,
+ "è¿İæĪĺ": 65035,
+ "-threatening": 65036,
+ "大åĵŃ": 65037,
+ "": 65603,
+ "幸ç¦ıæĦŁ": 65604,
+ "/vnd": 65605,
+ "Ġterrified": 65606,
+ "~$": 65607,
+ "éĻįèIJ½": 65608,
+ "åģļäºĨä¸Ģ个": 65609,
+ "å®ŀ践活åĬ¨": 65610,
+ "åŃ©åŃIJ们çļĦ": 65611,
+ "Atomic": 65612,
+ "ORAGE": 65613,
+ "çļĦå·¥åħ·": 65614,
+ "Ġdeprivation": 65615,
+ "ĠRoller": 65616,
+ "ä¸ĵ线": 65617,
+ "Ġprimers": 65618,
+ "ocrats": 65619,
+ "ĠBlocks": 65620,
+ "ĠSlide": 65621,
+ "ĠMaxim": 65622,
+ "Ġturbulent": 65623,
+ "ovine": 65624,
+ "ĠEnough": 65625,
+ "Ġchampagne": 65626,
+ "adol": 65627,
+ "Ġhairs": 65628,
+ "åİĭç´§": 65629,
+ "ï¼ĮæĬķèµĦèĢħ": 65630,
+ "æĥĬéĨĴ": 65631,
+ "å±¥åİĨ": 65632,
+ "++;": 65633,
+ "marker": 65634,
+ "ipage": 65635,
+ "çļĦç»Ħç»ĩ": 65636,
+ "ç»´åħĭ": 65637,
+ "Ġclarified": 65638,
+ "(IS": 65639,
+ "Ġoversee": 65640,
+ "ĠOA": 65641,
+ "Ġdisastrous": 65642,
+ ".Fields": 65643,
+ "igid": 65644,
+ "ï¼ļå°ı": 65645,
+ "ĠSear": 65646,
+ "ĠJohannes": 65647,
+ "åĽŀçļĦ": 65648,
+ "ĠResponsibility": 65649,
+ "Ġhomosexual": 65650,
+ "Ġbakery": 65651,
+ "âĢľä½łä»¬": 65652,
+ "æĪijä»İ": 65653,
+ "Ġperipher": 65654,
+ "¿ÃIJ": 65655,
+ "容æĺĵ被": 65656,
+ "Ġrefinement": 65657,
+ "Ġindispensable": 65658,
+ "åıijæĮ¥äºĨ": 65659,
+ "-lived": 65660,
+ "opor": 65661,
+ "æŀľåŃIJ": 65662,
+ "Ġfilepath": 65663,
+ ":text": 65664,
+ "ï¼ĮæĮĩ导": 65665,
+ "ä¸ĩå²ģ": 65666,
+ "åįİåĮĹ": 65667,
+ "é»ijäºĨ": 65668,
+ "æĺ¾ç¤ºåĩº": 65669,
+ ".connection": 65670,
+ "ampaign": 65671,
+ "ä¸Ģ家人": 65672,
+ "Ġinconvenience": 65673,
+ "ãĢĤåĪĿ": 65674,
+ "çĭĤ欢": 65675,
+ "Ġcommercials": 65676,
+ "Ġplung": 65677,
+ "management": 65678,
+ ".Info": 65679,
+ "ï¼ħãĢģ": 65680,
+ "åħļåı²åŃ¦ä¹łæķĻèĤ²": 65681,
+ "ï¼Įæĭį": 65682,
+ "_bottom": 65683,
+ "ĠFarmer": 65684,
+ "Deprecated": 65685,
+ "ĠStockholm": 65686,
+ "为ä¼ģä¸ļ": 65687,
+ "è«": 65688,
+ "Ġbour": 65689,
+ ".cfg": 65690,
+ "Ġslaughter": 65691,
+ "Ġmutex": 65692,
+ "ĠHOME": 65693,
+ "akin": 65694,
+ "ĠProvided": 65695,
+ "Ġreckless": 65696,
+ "/status": 65697,
+ "-tra": 65698,
+ "ĠTibet": 65699,
+ "ï¼Įäºĭå®ŀä¸Ĭ": 65700,
+ "ryan": 65701,
+ "åİ»åĵªéĩĮ": 65702,
+ "ritt": 65703,
+ "Ġkidneys": 65704,
+ "Ġpioneering": 65705,
+ "æīĵéĢļ": 65706,
+ "ĠMick": 65707,
+ "Needed": 65708,
+ "åij³ç²¾": 65709,
+ "Ġwebinars": 65710,
+ "ĠëĤ": 65711,
+ "ĠHIGH": 65712,
+ ";amp": 65713,
+ "ĠSupervisor": 65714,
+ "$^{-": 65715,
+ "Ġwhirl": 65716,
+ "ĠFORE": 65717,
+ "Systems": 65718,
+ "æĪijè¿Ļ个": 65719,
+ "çĥŃæ°Ķ": 65720,
+ "λο": 65721,
+ "é£İæĻ¯åĮº": 65722,
+ "ĠChurchill": 65723,
+ "åºĶæĶ¶æ¬¾é¡¹": 65724,
+ ",ä¸ĭéĿ¢": 65725,
+ "ĠFra": 65726,
+ "_DEC": 65727,
+ "éĿ¢å¯¹éĿ¢": 65728,
+ "ä¼įå¾·": 65729,
+ "åĬłæĪIJ": 65730,
+ "æĥ¦": 65731,
+ "å±ŀæĢ§çļĦ": 65732,
+ "": 67208,
+ "太éĥİ": 67209,
+ "çļĦ大åĬĽ": 67210,
+ ".IS": 67211,
+ "éĥ½å¿ħé¡»": 67212,
+ "ä»İæĪij": 67213,
+ "åĴĮ第ä¸Ģ": 67214,
+ "ï¼ĮåĽłæŃ¤åľ¨": 67215,
+ "ĠEvaluate": 67216,
+ "ï¼ĮæĢİä¹Īä¼ļ": 67217,
+ "äºĮåįģäºĮ": 67218,
+ "åĪĨæķ°çº¿": 67219,
+ "ĠGan": 67220,
+ "æķ¦çħĮ": 67221,
+ "AO": 67222,
+ "çļĦç³»ç»Ł": 67223,
+ "ĠProspect": 67224,
+ "åľŁåľ°ä½¿ç͍æĿĥ": 67225,
+ "Vote": 67226,
+ "yz": 67227,
+ "_auto": 67228,
+ "ĠShoot": 67229,
+ "ãģĦãģ¦": 67230,
+ "Ġbureaucr": 67231,
+ "ï¼Įåı¯ä»¥è¯´æĺ¯": 67232,
+ "Avatar": 67233,
+ "_BAD": 67234,
+ "ä¹ĭæŀģ": 67235,
+ "Ġkissed": 67236,
+ "å¼Ģå¹ķå¼ı": 67237,
+ "_this": 67238,
+ "éĤ£å¤´": 67239,
+ "Industrial": 67240,
+ "åįģéĩĮ": 67241,
+ "Ġturnaround": 67242,
+ "åľ¨äºĨåľ°ä¸Ĭ": 67243,
+ "ĠShirt": 67244,
+ "Graphic": 67245,
+ "éľīç´ł": 67246,
+ "Ġgrabs": 67247,
+ "Ġrebellion": 67248,
+ "Ġhandheld": 67249,
+ "ĠCaesar": 67250,
+ "åĬŀäºĨ": 67251,
+ "Ġpurported": 67252,
+ "ERP": 67253,
+ "ï¼ĮçĦ¶åIJİå°±": 67254,
+ "ï¼Įç¬ijçĿĢ": 67255,
+ "-ijms": 67256,
+ "ï¼Īx": 67257,
+ "Pager": 67258,
+ "Ġinterstate": 67259,
+ "æĪijåĸľæ¬¢": 67260,
+ "Ġcolspan": 67261,
+ "rather": 67262,
+ "åĪĨäºĨ": 67263,
+ "ĠDecimal": 67264,
+ "\"%": 67265,
+ "(on": 67266,
+ "rabb": 67267,
+ "lowing": 67268,
+ "Ġbrushed": 67269,
+ "æ¥Ķ": 67270,
+ "/ap": 67271,
+ "ï¼Įæķ£": 67272,
+ "Ġdaring": 67273,
+ "éļıå¿ĥ": 67274,
+ "legation": 67275,
+ "Ġautomobiles": 67276,
+ "-fat": 67277,
+ "Ġpathogenesis": 67278,
+ "Ġrpc": 67279,
+ "overlay": 67280,
+ "çIJĨç§ij": 67281,
+ "ï¼ĮåĿļåĨ³": 67282,
+ "Ġdiscriminate": 67283,
+ "ESTAMP": 67284,
+ "ĠShark": 67285,
+ "æĬļæij¸": 67286,
+ "Ġcorrectness": 67287,
+ "åIJĪçIJĨæĢ§": 67288,
+ "ï¼Įé¢ľèī²": 67289,
+ "éļıé£İ": 67290,
+ "è¿Ļ天": 67291,
+ "Ġä¸įçŁ¥éģĵ": 67292,
+ "Ġmailed": 67293,
+ "Ġoat": 67294,
+ "Ġdirects": 67295,
+ "å¯ĨéĹŃ": 67296,
+ "æĥ¯ä¾ĭ": 67297,
+ "ç쵿´»æĢ§": 67298,
+ "æĺ¯éĿŀ常éĩįè¦ģçļĦ": 67299,
+ "ï¼īãĢģãĢĬ": 67300,
+ "åıªèĥ½åľ¨": 67301,
+ "iris": 67302,
+ "Ġposing": 67303,
+ "Ġdistorted": 67304,
+ "åͰ": 67305,
+ "Ġef": 67306,
+ "ãĢĤ红": 67307,
+ "è¡ĹåĮº": 67308,
+ "ä»İæĿ¥æ²¡": 67309,
+ "å¾ģä¿¡": 67310,
+ "å³°ä¼ļ": 67311,
+ "]:=": 67312,
+ "æľīå¾Ī大": 67313,
+ "strlen": 67314,
+ "她就": 67315,
+ "Ġhuh": 67316,
+ "responsible": 67317,
+ "(with": 67318,
+ "blood": 67319,
+ "ï¼ĮæĪijä¸įä¼ļ": 67320,
+ "æķ´å¥Ĺ": 67321,
+ "ĠBras": 67322,
+ "Ġ'.'": 67323,
+ "_duration": 67324,
+ "tors": 67325,
+ "ĠBenedict": 67326,
+ "Ġprojector": 67327,
+ "_DIG": 67328,
+ "Activities": 67329,
+ "æĬĢæľ¯åľ¨": 67330,
+ "计ç®Ĺæľºåı¯è¯»": 67331,
+ "Illegal": 67332,
+ "çļĦæ°´å¹³": 67333,
+ "èĩªåζ": 67334,
+ "éĹªè¿ĩä¸Ģä¸Ŀ": 67335,
+ "ï¼Įåħħ满": 67336,
+ "ãĢģåĬłå¼º": 67337,
+ "Ġ(%)": 67338,
+ "ï¼Įä»ĸçİ°åľ¨": 67339,
+ "Ġbrunch": 67340,
+ "Ġhospitalized": 67341,
+ "_PROPERTY": 67342,
+ "éħ¿éħĴ": 67343,
+ "ĠLagrangian": 67344,
+ "EH": 67345,
+ "ĠDiesel": 67346,
+ ".cancel": 67347,
+ "goal": 67348,
+ "Ġsmoothing": 67349,
+ "ãĢģæŃ¦": 67350,
+ "éħĿ": 67351,
+ "èĥ¥": 67352,
+ "èĴĻå¾·": 67353,
+ "ĠDip": 67354,
+ "_messages": 67355,
+ "Ġjewel": 67356,
+ ")ï¼ļãĢĬ": 67357,
+ "ĠTelephone": 67358,
+ "ĠSpend": 67359,
+ "Ġcategorical": 67360,
+ "å·¥ç¨ĭçļĦ": 67361,
+ "Ġbald": 67362,
+ ",身ä½ĵ": 67363,
+ "è¿Ľè¡Įæ£ĢæŁ¥": 67364,
+ "Isa": 67365,
+ "è¡Įéģĵ": 67366,
+ "crest": 67367,
+ "ĠCoconut": 67368,
+ "bsd": 67369,
+ "Ġnovice": 67370,
+ "积累äºĨ": 67371,
+ "Ġrobotics": 67372,
+ "ĠDebbie": 67373,
+ "åĴ§åĺ´": 67374,
+ "answered": 67375,
+ "Ġè¶ħ": 67376,
+ "/image": 67377,
+ "åĩºåİĤ": 67378,
+ "æ±Łä¸ľ": 67379,
+ "ä¹ħä¹ĭ": 67380,
+ "Ġconfrontation": 67381,
+ "ĠKNOW": 67382,
+ "@inproceedings": 67383,
+ "Peace": 67384,
+ "Ġtz": 67385,
+ "æĸ°ä¸ŃåĽ½": 67386,
+ "çŀŁ": 67387,
+ "Notifications": 67388,
+ "_volume": 67389,
+ "_kind": 67390,
+ "Ġdisappears": 67391,
+ "æİ¢æµĭåύ": 67392,
+ "ĠBore": 67393,
+ "ãĥĥãĤ¯": 67394,
+ "è´¹çļĦ": 67395,
+ "elman": 67396,
+ "综": 67397,
+ "æľºç¼ĺ": 67398,
+ ".DataFrame": 67399,
+ "ï¼ĮåIJ¾": 67400,
+ "éĺ³åħīä¸ĭ": 67401,
+ "LEY": 67402,
+ "å¾ĹæĦıçļĦ": 67403,
+ "urret": 67404,
+ "ä¸¤æł¹": 67405,
+ "ĠBea": 67406,
+ "Ġlows": 67407,
+ ".application": 67408,
+ ".att": 67409,
+ "ä½İæ²ī": 67410,
+ "Ġcompliments": 67411,
+ "Packages": 67412,
+ "ä¸ĭèIJ½": 67413,
+ "doctor": 67414,
+ "Ġanatom": 67415,
+ ".columns": 67416,
+ "åĢŃ": 67417,
+ "åĺ´è¾¹": 67418,
+ "åѦ士åѦä½į": 67419,
+ "ĠMing": 67420,
+ "Ġbranching": 67421,
+ "Ġsubpoena": 67422,
+ "opro": 67423,
+ "ï½ľ": 67424,
+ "åŁİå¸Ĥ建设": 67425,
+ "æĹ¥å¼Ģå§ĭ": 67426,
+ "Ġsustaining": 67427,
+ "温æŁĶçļĦ": 67428,
+ "ĠGameObjectTPL": 67429,
+ "Ġsting": 67430,
+ "Ġparte": 67431,
+ "ĠUnified": 67432,
+ "pdev": 67433,
+ "åŁºç¡ĢçļĦ": 67434,
+ "Africa": 67435,
+ "Ġåįĥ": 67436,
+ "ffiti": 67437,
+ "æ±Ĥå©ļ": 67438,
+ "äºĨè§£çļĦ": 67439,
+ "好象": 67440,
+ "Requires": 67441,
+ "Vendor": 67442,
+ "ä»ĸæĥ³": 67443,
+ "Roman": 67444,
+ "PSC": 67445,
+ "æ´Ľä¼Ĭ": 67446,
+ "éĹŃä¸ĬäºĨ": 67447,
+ "导æµģ": 67448,
+ "à¶": 67449,
+ "å¾®åĪĽ": 67450,
+ "Ġembro": 67451,
+ "Ġpossessing": 67452,
+ "PASSWORD": 67453,
+ "_sensor": 67454,
+ "åİļéĩį": 67455,
+ "ä¿ĿæĬ¤çļĦ": 67456,
+ "åIJŀåIJIJ": 67457,
+ "_simple": 67458,
+ "ĠFOX": 67459,
+ "ä½ıå¤Ħ": 67460,
+ "ä¹Ŀå·ŀ": 67461,
+ "_vertex": 67462,
+ "ä¸įè´Ł": 67463,
+ "âĢĿåľ°": 67464,
+ "authent": 67465,
+ "åĸĤåħ»": 67466,
+ "Ġcyan": 67467,
+ "çĽĪåĪ©èĥ½åĬĽ": 67468,
+ "ï¼Įä¸ĭåįĪ": 67469,
+ "alogy": 67470,
+ "åģļ大": 67471,
+ "ев": 67472,
+ "ZIP": 67473,
+ "}/{": 67474,
+ ".modules": 67475,
+ "_mul": 67476,
+ "Ġduplicates": 67477,
+ "ï¼Įæ³¢": 67478,
+ "Ġgums": 67479,
+ "åĨĴåĩº": 67480,
+ "ï¼ĮæĢİä¹Īåı¯èĥ½": 67481,
+ "éĢĢæ¬¾": 67482,
+ "Candidate": 67483,
+ "麻å°Ĩ": 67484,
+ "Ġlament": 67485,
+ "ĠPrepared": 67486,
+ "ä¸įéĢı": 67487,
+ "åIJįåĪĹ": 67488,
+ "èĬĤæ°Ķ": 67489,
+ "textarea": 67490,
+ "ĠNEED": 67491,
+ "æľī帮åĬ©": 67492,
+ "åı¯ä»¥æıIJé«ĺ": 67493,
+ "ï¼Įå¥¹åľ¨": 67494,
+ "ï¼ĮåĬłå¤§": 67495,
+ "äºĶèĬ±": 67496,
+ "çļĦèĦijè¢ĭ": 67497,
+ "èľĤçªĿ": 67498,
+ "Ġchores": 67499,
+ "ĠPascal": 67500,
+ "æģįçĦ¶å¤§æĤŁ": 67501,
+ "ĠScandin": 67502,
+ "ï¼Łè¿Ļæĺ¯": 67503,
+ "æĥħåĨµåĴĮ": 67504,
+ ".Mod": 67505,
+ "ä¸Ń对": 67506,
+ "主ä½ĵçļĦ": 67507,
+ "Ġpreach": 67508,
+ "uting": 67509,
+ "abella": 67510,
+ "Ġspur": 67511,
+ "åħ¨æł¡": 67512,
+ "ĠTalks": 67513,
+ "è¢ģæĻĶ": 67514,
+ "vx": 67515,
+ "Ġlure": 67516,
+ "ĠCauses": 67517,
+ "ĠLuna": 67518,
+ "Ġforged": 67519,
+ "éĢļéĢı": 67520,
+ "ä¸ĭæĸ¹çļĦ": 67521,
+ "yss": 67522,
+ "legant": 67523,
+ "ãĢģåİ»": 67524,
+ "Reflect": 67525,
+ "Ġ\\>": 67526,
+ "Marshal": 67527,
+ ",ä¸įçĦ¶": 67528,
+ "seud": 67529,
+ "ĠJC": 67530,
+ "æİ¨å´ĩ": 67531,
+ "èı²å°Ķå¾·": 67532,
+ "å°ıå§IJå§IJ": 67533,
+ "æĸĩä½ĵ": 67534,
+ "Mg": 67535,
+ ".Source": 67536,
+ "Ġarchived": 67537,
+ "Ġharb": 67538,
+ "ĠKeller": 67539,
+ "Ġhorizontally": 67540,
+ "ä½łå·²ç»ı": 67541,
+ "_bucket": 67542,
+ "æľįåĬ¡åĴĮ": 67543,
+ "Ġtendencies": 67544,
+ "éĤ£è¾¹çļĦ": 67545,
+ "计ç®ĹçļĦ": 67546,
+ "ĠThy": 67547,
+ "prog": 67548,
+ "æĹ©æľī": 67549,
+ "_screen": 67550,
+ "çİĦå¹»": 67551,
+ "electric": 67552,
+ "iken": 67553,
+ "ç»ĵå©ļäºĨ": 67554,
+ "ä½łåı¯": 67555,
+ "Awards": 67556,
+ "jee": 67557,
+ "æ¯ı个æľĪ": 67558,
+ "èħIJçĥĤ": 67559,
+ "å¥ĩèij©": 67560,
+ "Ġsegregation": 67561,
+ "Ġnotwithstanding": 67562,
+ "çļĦå½¢çĬ¶": 67563,
+ "Addresses": 67564,
+ "度é«ĺ": 67565,
+ "त": 67566,
+ "melon": 67567,
+ "_ORDER": 67568,
+ "鼶鼶": 67569,
+ "marshaller": 67570,
+ "诡å¼ĤçļĦ": 67571,
+ "Ġwird": 67572,
+ "Ġdisappearance": 67573,
+ "大è±Ĩ": 67574,
+ "åºķ端": 67575,
+ "鸳": 67576,
+ "IBC": 67577,
+ "è¿ĩä¸Ģ个": 67578,
+ "表çļ®": 67579,
+ "ĠFlexible": 67580,
+ "Ġpuff": 67581,
+ "Ġgrooming": 67582,
+ "ĠTire": 67583,
+ "ĠCSR": 67584,
+ "æīĵ好": 67585,
+ "ĠPersons": 67586,
+ "arak": 67587,
+ "å°ıé±¼": 67588,
+ "ä½łå®¶": 67589,
+ "ĠStones": 67590,
+ "æ½įåĿĬ": 67591,
+ "å¿ĥçģµçļĦ": 67592,
+ "éĽªåĦ¿": 67593,
+ "èĤļåŃIJéĩĮ": 67594,
+ "åIJİæĸ¹åı¯": 67595,
+ "Ġglands": 67596,
+ "ãĢģèĥ½": 67597,
+ "伤çĹħ": 67598,
+ "ä¸įå̼": 67599,
+ "ypass": 67600,
+ "çͷ䏻è§Ĵ": 67601,
+ "oxo": 67602,
+ "ï¼Įç©¿çĿĢ": 67603,
+ "áĥIJáĥ": 67604,
+ "çļĦåĪ¶ä½ľ": 67605,
+ "è°§": 67606,
+ "pora": 67607,
+ "å°±ä¼ļæľī": 67608,
+ "çģĮæľ¨": 67609,
+ "ĠBoris": 67610,
+ "Ġoptics": 67611,
+ "æĹ¥åħĥ": 67612,
+ "ï¼Įéĥ½åı¯ä»¥": 67613,
+ "ãĢĤ缸æ¯Ķ": 67614,
+ "ĠTac": 67615,
+ "ĠTRANS": 67616,
+ "ä¸ĢåĪĨéĴŁ": 67617,
+ "Ġwhitening": 67618,
+ "ĠObl": 67619,
+ "Patrick": 67620,
+ "%以ä¸ĬçļĦ": 67621,
+ "æľ¨é½IJ": 67622,
+ "å§ĵæ°ı": 67623,
+ "District": 67624,
+ "åĩºè½¨": 67625,
+ "à¸ļ": 67626,
+ "Ġstash": 67627,
+ "ï¼Įæ¶Īè´¹èĢħ": 67628,
+ "_switch": 67629,
+ "åľ¨è¢«": 67630,
+ "ousse": 67631,
+ "ç»§ç»Ń说éģĵ": 67632,
+ "æ¯ıèĤ¡æĶ¶çĽĬ": 67633,
+ "ãĢĤåĮĹ京": 67634,
+ "çºĤ": 67635,
+ "åĨĽè®Ń": 67636,
+ "ÂĴ": 67637,
+ "ï¼Įæīĵç®Ĺ": 67638,
+ "åħ»åĪĨ": 67639,
+ "ĠCourtesy": 67640,
+ "ćĈĈ": 67641,
+ "éĹºå¥³": 67642,
+ "çĹĬæĦĪ": 67643,
+ "æĦıè¯Ĩå½¢æĢģ": 67644,
+ "åĹĴ": 67645,
+ ":T": 67646,
+ "çijķçĸµ": 67647,
+ "èĭıå®ģ": 67648,
+ "ĠPirates": 67649,
+ "齿æĿ¡": 67650,
+ "urgery": 67651,
+ "wart": 67652,
+ "çļĦç®Ĭ": 67653,
+ "Encryption": 67654,
+ "\"}.": 67655,
+ "Ġcafé": 67656,
+ "(uri": 67657,
+ "Ki": 67658,
+ "æľ¬ç½ijç«Ļ": 67659,
+ "commons": 67660,
+ "ï¼Įåľ¨ä¸į": 67661,
+ "ucchini": 67662,
+ "Ġteamed": 67663,
+ "è´§å¸ģèµĦéĩij": 67664,
+ "çľĭå¾ĹåĩºæĿ¥": 67665,
+ "åıĹåĬĽ": 67666,
+ "ubbing": 67667,
+ "abit": 67668,
+ "ä¸ĭå®ļ": 67669,
+ "æĺ¾éľ²": 67670,
+ "ĠAirways": 67671,
+ "å°±è¿ij": 67672,
+ "Ġdesks": 67673,
+ "èģĶçļĦ": 67674,
+ "ENDING": 67675,
+ "_controller": 67676,
+ "å¹¶åĪĹ": 67677,
+ "å®ģå¸Ĥ": 67678,
+ "critical": 67679,
+ "Ġhyperbolic": 67680,
+ "ucer": 67681,
+ "alloween": 67682,
+ "Reporter": 67683,
+ "mighty": 67684,
+ "æ¼ĶæĪı": 67685,
+ "Ġwavelengths": 67686,
+ "ĠFutures": 67687,
+ "åĨ²åĨ²": 67688,
+ "Ġmolding": 67689,
+ "Ġacademia": 67690,
+ "tin": 67691,
+ "踪迹": 67692,
+ "æīĢå¤ĦçļĦ": 67693,
+ "()(": 67694,
+ "çŃĶ辩": 67695,
+ "ç»ĺæľ¬": 67696,
+ "-component": 67697,
+ "ĠMeans": 67698,
+ "enton": 67699,
+ "æī¾ä»ĸ": 67700,
+ "å¾ħåľ¨": 67701,
+ "æĶ¹åĨĻ": 67702,
+ "å¸Ĥåľºä¸ĬçļĦ": 67703,
+ "ĠMeth": 67704,
+ "_PAR": 67705,
+ "èµĦæľ¬åĮĸ": 67706,
+ "ĠBom": 67707,
+ "ĠDin": 67708,
+ "Considering": 67709,
+ "ASF": 67710,
+ "ĠBasil": 67711,
+ "ĠPulse": 67712,
+ "æĪĸå°ij": 67713,
+ "ĠFlynn": 67714,
+ "Ġpretending": 67715,
+ "Ġexpressive": 67716,
+ "ĠSurrey": 67717,
+ "Ġadsorption": 67718,
+ "Ġfx": 67719,
+ "æįŁå¤±çļĦ": 67720,
+ "æľ¬ç§ijçĶŁ": 67721,
+ "ruptedException": 67722,
+ "Ġspun": 67723,
+ "纸æĿ¡": 67724,
+ "giveness": 67725,
+ "ĠnewValue": 67726,
+ "çĽĺåŃIJ": 67727,
+ "ĠNegot": 67728,
+ "-Pacific": 67729,
+ "è´ŁéĿ¢å½±åĵį": 67730,
+ "Ġdeepen": 67731,
+ "ĠEOF": 67732,
+ "ç»§ç͵åύ": 67733,
+ "ĠAmm": 67734,
+ "yses": 67735,
+ "Ġmaximizing": 67736,
+ "ï¼Įè°Ī": 67737,
+ "ERC": 67738,
+ "èĢģçι": 67739,
+ "çĸıæĿ¾": 67740,
+ "Ġoft": 67741,
+ "Ġfundraiser": 67742,
+ "ĠLegislative": 67743,
+ "ä¸įå¸ĮæľĽ": 67744,
+ "mot": 67745,
+ "Ġpeach": 67746,
+ "-map": 67747,
+ "ictionaries": 67748,
+ "ChangeListener": 67749,
+ "æķĻ主": 67750,
+ "辨è¯Ĩ": 67751,
+ ".Attribute": 67752,
+ "ï¼Į游": 67753,
+ "Ġepsilon": 67754,
+ "èµĦæºIJåĴĮ": 67755,
+ "Ġfoliage": 67756,
+ "slug": 67757,
+ "-management": 67758,
+ "zig": 67759,
+ "çļĦç§ĺå¯Ĩ": 67760,
+ "Ġgreatness": 67761,
+ "government": 67762,
+ "没好": 67763,
+ "Terminal": 67764,
+ "Penn": 67765,
+ "æµģ产": 67766,
+ "éĶĢæ¯ģ": 67767,
+ "Ġsinking": 67768,
+ "Shot": 67769,
+ "åħ¨åĬĽä»¥èµ´": 67770,
+ "Ġneighbouring": 67771,
+ "idan": 67772,
+ "迪士": 67773,
+ "ĠHyundai": 67774,
+ "äºĮéĨĩ": 67775,
+ "/******": 67776,
+ "Ġignition": 67777,
+ "inguished": 67778,
+ "ĠSingles": 67779,
+ "度为": 67780,
+ "ĠØ£": 67781,
+ "éĢļè·¯": 67782,
+ "ĠMeasures": 67783,
+ "Ġstrcmp": 67784,
+ "Ġborne": 67785,
+ "å¼ķåĬĽ": 67786,
+ "袱": 67787,
+ "Ġtemps": 67788,
+ "ÑĥÑĤ": 67789,
+ "userId": 67790,
+ "Ġpalate": 67791,
+ "¸Ãij": 67792,
+ ">true": 67793,
+ "Ġmish": 67794,
+ "formerly": 67795,
+ "Ġ\\-": 67796,
+ "åħĥå®Ŀ": 67797,
+ "_SEPARATOR": 67798,
+ "VEN": 67799,
+ "åħī大": 67800,
+ "Coverage": 67801,
+ "ĠULONG": 67802,
+ "Ġbury": 67803,
+ "Ġinteracts": 67804,
+ "Ġupheld": 67805,
+ ":<": 67806,
+ "ç»Ī端设å¤ĩ": 67807,
+ "ï¼Įä½ĨæĪij们": 67808,
+ "onso": 67809,
+ "ĠBun": 67810,
+ "ĠXen": 67811,
+ "Ġå·´": 67812,
+ "기": 67813,
+ ">.": 67814,
+ "Elig": 67815,
+ ".release": 67816,
+ "注åĨĮä¼ļ计å¸Ī": 67817,
+ "ĠANOVA": 67818,
+ "ï¼Įæľī没æľī": 67819,
+ "åĪĿè¡·": 67820,
+ "ĠFeaturing": 67821,
+ "ĠHandling": 67822,
+ "<": 70002,
+ "īè·": 70003,
+ "æľīä»Ģä¹Īäºĭ": 70004,
+ "Ġmanifolds": 70005,
+ "ISTORY": 70006,
+ "éĤ¯éĥ¸": 70007,
+ "[len": 70008,
+ "Ġrp": 70009,
+ "ĠHomeland": 70010,
+ "Jar": 70011,
+ "ï¼Įä¸ī个": 70012,
+ "ilus": 70013,
+ "<<<<": 70014,
+ ")æĺ¯": 70015,
+ "åĽ¤": 70016,
+ "æ§¿": 70017,
+ "ï¼Įåİ¿": 70018,
+ "èĩªå·±å¯¹": 70019,
+ "Ġseptic": 70020,
+ "Ġmmol": 70021,
+ "(not": 70022,
+ "ç»ĪçĶŁ": 70023,
+ "误导æĢ§éĻĪè¿°": 70024,
+ "repository": 70025,
+ "ĠFragment": 70026,
+ "èĻļåģĩè®°è½½": 70027,
+ "Ġsprinkle": 70028,
+ "mapping": 70029,
+ "Ġbri": 70030,
+ ".Dispose": 70031,
+ "Ġloci": 70032,
+ "OOOO": 70033,
+ "ĠDifferential": 70034,
+ "åħ±åIJĮä½ĵ": 70035,
+ "ĠSantiago": 70036,
+ "Ġoverrides": 70037,
+ "ä¸Ģèάéĥ½æĺ¯": 70038,
+ "Ġpencils": 70039,
+ "Ġdarn": 70040,
+ "ä¹ĭç͍": 70041,
+ "Ġsuburb": 70042,
+ "èĥ½å¾Ĺåΰ": 70043,
+ "鸢": 70044,
+ "ç§°éĩį": 70045,
+ "Ġcytokine": 70046,
+ "Ġornaments": 70047,
+ "åħ¨æĻ¯": 70048,
+ "Ġcontemplated": 70049,
+ "ĠSTD": 70050,
+ "Studies": 70051,
+ "åIJİ端": 70052,
+ "ï¼ĪäºĶ": 70053,
+ "|-": 70054,
+ "ĠLIFE": 70055,
+ "Avg": 70056,
+ "å·¨çŁ³": 70057,
+ "ĠSyracuse": 70058,
+ "æ£ĭåŃIJ": 70059,
+ "ä¸įç»ıæĦıéĹ´": 70060,
+ "Ġtighter": 70061,
+ "çłĶåΤ": 70062,
+ "è¿ĻäºĽäºĭæĥħ": 70063,
+ "åĨĻåŃĹæ¥¼": 70064,
+ "least": 70065,
+ "ãĢĤè¦ģæ±Ĥ": 70066,
+ "æijĶåĢĴ": 70067,
+ "Wedding": 70068,
+ "åĪĨå¸ĥäºİ": 70069,
+ "åĤ¬çľł": 70070,
+ ".activity": 70071,
+ "className": 70072,
+ "icio": 70073,
+ "æľīä¸įåIJĮçļĦ": 70074,
+ ".getData": 70075,
+ "éī´èµı": 70076,
+ "æ²Ļçī¹": 70077,
+ "jury": 70078,
+ "èIJ¨å°Ķ": 70079,
+ "agna": 70080,
+ "Ġfirefighters": 70081,
+ "Lady": 70082,
+ "ĠPerf": 70083,
+ "å¹²æĹ±": 70084,
+ "æ½¢": 70085,
+ "Undefined": 70086,
+ "åĸĿä¸Ģ声": 70087,
+ "::__": 70088,
+ "grep": 70089,
+ "åįıåĬĽ": 70090,
+ "Ġdrills": 70091,
+ "帮åĬ©æĪij们": 70092,
+ "_encoder": 70093,
+ "Ultimately": 70094,
+ ",æĮģç»Ń": 70095,
+ "ï¼ĮM": 70096,
+ "é¦ĭ": 70097,
+ "åĩłå¹´çļĦ": 70098,
+ "åįģåħŃæĿ¡": 70099,
+ "Ġsneakers": 70100,
+ "ĠTrophy": 70101,
+ "ĠKard": 70102,
+ "rollable": 70103,
+ "æľĪå½±æŀ«": 70104,
+ "Ġdumps": 70105,
+ "Ġbrochure": 70106,
+ "ĠOUTPUT": 70107,
+ "ĠIndicates": 70108,
+ "çϽçļĻ": 70109,
+ "é¹Ń": 70110,
+ "åıijå¸ĥä¼ļä¸Ĭ": 70111,
+ "ä»İæĿ¥ä¸į": 70112,
+ "Ġmantra": 70113,
+ "eco": 70114,
+ "çł¥": 70115,
+ "æľ¬æ¬¡åıijè¡Į": 70116,
+ "Ġsquat": 70117,
+ "Ġtransmitting": 70118,
+ "çķĮå®ļ": 70119,
+ "assadors": 70120,
+ "ï¼ģèĢĮ": 70121,
+ "ä¸ĢèĪ¬ä¸º": 70122,
+ "åĪļæĢ§": 70123,
+ "åģļ好åĩĨå¤ĩ": 70124,
+ "æĨ©": 70125,
+ "Ġmigrant": 70126,
+ "ĠZhao": 70127,
+ "ĠCOLOR": 70128,
+ "缨": 70129,
+ "åĵ¥ä¼¦æ¯Ķäºļ": 70130,
+ "åľ¨æĹ¥æľ¬": 70131,
+ "ĠHert": 70132,
+ "Ġpoorer": 70133,
+ "Gro": 70134,
+ "ĠèĮĥ": 70135,
+ "èĥŀèĥİ": 70136,
+ "_direct": 70137,
+ "åѦçĶŁä¼ļ": 70138,
+ "é£İæ³¢": 70139,
+ "ç¦ıéŁ³": 70140,
+ "æĹ¶èĩ³": 70141,
+ "被认为æĺ¯": 70142,
+ "Labor": 70143,
+ "ä¸ĵå®¶çļĦ": 70144,
+ ",ä¹Łæ²¡æľī": 70145,
+ "Ġpermeability": 70146,
+ "ä¸Ģè§Ĵ": 70147,
+ "交åıĭ": 70148,
+ "Ġparticipates": 70149,
+ "æ£ĴçļĦ": 70150,
+ "_collection": 70151,
+ "æľºç®±": 70152,
+ "egen": 70153,
+ "派对": 70154,
+ "*)(": 70155,
+ "erator": 70156,
+ "åIJįèĥľ": 70157,
+ "æĺ¯åIJ¦ä¼ļ": 70158,
+ "ĠBenchmark": 70159,
+ "ĠAmen": 70160,
+ "Ġaccommodating": 70161,
+ "ĠFUNCTION": 70162,
+ "ĠEk": 70163,
+ "ĠITS": 70164,
+ "ç¥ŀå¥ĩçļĦ": 70165,
+ "åĴĮä¸ī": 70166,
+ "à·": 70167,
+ "ä¼ĺèī¯çļĦ": 70168,
+ "çĶŁéķ¿çļĦ": 70169,
+ "æł¼åĬĽ": 70170,
+ "Ġplasmid": 70171,
+ "æĿ¥æİ¥": 70172,
+ "Ġresultant": 70173,
+ "ĠWiley": 70174,
+ "ŃIJ": 70175,
+ "å°ıå¹³": 70176,
+ "ĠVotes": 70177,
+ "åķĨæłĩ注åĨĮ": 70178,
+ "éĿĴèĽĻ": 70179,
+ "åıĮçľ¼çļ®": 70180,
+ "ĠPioneer": 70181,
+ ".include": 70182,
+ "Installation": 70183,
+ "Pri": 70184,
+ "ĠErnest": 70185,
+ "esk": 70186,
+ "ĠCement": 70187,
+ "å·¨é¾Ļ": 70188,
+ "åij¨ä¸ī": 70189,
+ "uen": 70190,
+ "-License": 70191,
+ "Ġmammalian": 70192,
+ "Nik": 70193,
+ "Charge": 70194,
+ "Ġtranslating": 70195,
+ "chemic": 70196,
+ "Ġfierc": 70197,
+ "srcdir": 70198,
+ "ç¬Ķè®°æľ¬ç͵èĦij": 70199,
+ "ĠMb": 70200,
+ "Ġchats": 70201,
+ "_usage": 70202,
+ "Ġclk": 70203,
+ "Ġunin": 70204,
+ "æĽ´æĸ°çļĦ": 70205,
+ "à¸Ĺ": 70206,
+ "Austin": 70207,
+ "æĪ¿åŃIJçļĦ": 70208,
+ "ĠMurder": 70209,
+ "æĹ¥çħ§": 70210,
+ ".Anchor": 70211,
+ "空空": 70212,
+ ",å¢ŀåĬł": 70213,
+ "cheon": 70214,
+ "Ġè¿Ļå°±æĺ¯": 70215,
+ "çľĭä¸Ģçľ¼": 70216,
+ "ĠåıĤæķ°": 70217,
+ "Ġprisons": 70218,
+ "ĠINDEX": 70219,
+ "_uid": 70220,
+ "çľĭæĪIJ": 70221,
+ "èĭį穹": 70222,
+ "Independent": 70223,
+ "å®ĹéŨ": 70224,
+ "Ġsulph": 70225,
+ "Tal": 70226,
+ "ENGTH": 70227,
+ "Ġchromatography": 70228,
+ "åѦåłĤ": 70229,
+ "çļĦ大éĩı": 70230,
+ "æĹ¶æĹ¥": 70231,
+ "äºĮä¸ĸ": 70232,
+ "-tag": 70233,
+ "çļĦæ°ĶåĬ¿": 70234,
+ "æ·Ħåįļ": 70235,
+ "Ġintestine": 70236,
+ "å®Ĺ主": 70237,
+ "æļ´æ¶¨": 70238,
+ "ogi": 70239,
+ "(builder": 70240,
+ "å¤ĩæĪĺ": 70241,
+ "çIJĥè¡£": 70242,
+ "å·¥ç¨ĭæĬĢæľ¯": 70243,
+ "Ġoutset": 70244,
+ "ĠChrysler": 70245,
+ "ntz": 70246,
+ "é«ĺä»·": 70247,
+ "åı¯è¡ĮæĢ§": 70248,
+ "æī«åľ°": 70249,
+ "Ġ\"$(": 70250,
+ "Ġwithdrawals": 70251,
+ "第åħŃ竳": 70252,
+ "herty": 70253,
+ "teous": 70254,
+ "Ñģп": 70255,
+ "å¦ĸåħ½": 70256,
+ "æĪijä¹Łæĺ¯": 70257,
+ "é£İåĬĽ": 70258,
+ "äºĶåĪĨéĴŁ": 70259,
+ "åĢĴæķ°": 70260,
+ "æĪijæĿ¥è¯´": 70261,
+ "Ġdebuted": 70262,
+ "Ġirradiation": 70263,
+ "Ç«": 70264,
+ "ä¸Ģçĵ¶": 70265,
+ "Ġikke": 70266,
+ "âĢĿè¿Ļä¸Ģ": 70267,
+ "Ġpermalink": 70268,
+ "âĻ¥": 70269,
+ "Ġ缮å½ķ": 70270,
+ "_sk": 70271,
+ "Ġreconcile": 70272,
+ "mom": 70273,
+ "ĠCoo": 70274,
+ "cling": 70275,
+ "Ġpropagate": 70276,
+ "ĠEdgar": 70277,
+ "_render": 70278,
+ "ç«ŃåĬĽ": 70279,
+ "-processing": 70280,
+ "(readonly": 70281,
+ "ĠDocs": 70282,
+ "å¾·èĤ²": 70283,
+ ",æĶ¾": 70284,
+ "ãĢģåζéĢł": 70285,
+ "人å¿ĥçļĦ": 70286,
+ "å·¥ä½ľåı°": 70287,
+ "Ġhides": 70288,
+ "çĽĬæĻº": 70289,
+ "Ġmalpractice": 70290,
+ "Ġautore": 70291,
+ "çħ½": 70292,
+ "Researchers": 70293,
+ "Ġenrol": 70294,
+ "_media": 70295,
+ "è·¨çķĮ": 70296,
+ "xn": 70297,
+ "Ġinhal": 70298,
+ "éķ¿å¾ģ": 70299,
+ "æ¶²ä½į": 70300,
+ "ä¸ĩåIJį": 70301,
+ "Defendant": 70302,
+ "æįĤçĿĢ": 70303,
+ "(": 70313,
+ "æĺ¯ä¸ĢçĤ¹": 70314,
+ "æĬķèµĦç»ĦåIJĪ": 70315,
+ "rokee": 70316,
+ "ï¼Įéļ¾æĢª": 70317,
+ "èĦ±ç¡«": 70318,
+ "çŃīæ´»åĬ¨": 70319,
+ "ĠBabylon": 70320,
+ "Ġéĵģ": 70321,
+ "Ġzijn": 70322,
+ "Ġgrowers": 70323,
+ "æīĵçIJĨ": 70324,
+ "ãĢĤæĹ©": 70325,
+ "aston": 70326,
+ "Ġglu": 70327,
+ "/reference": 70328,
+ "Caps": 70329,
+ "åĬ³å·¥": 70330,
+ "Neill": 70331,
+ "ï¼ĮåºĶç͍": 70332,
+ "æĺİçŁ¥": 70333,
+ "åĪ«æīŃ": 70334,
+ "ĠQuiet": 70335,
+ "Lots": 70336,
+ "ĠMessiah": 70337,
+ "lein": 70338,
+ "ï¼Įä¸į妨": 70339,
+ "Fran": 70340,
+ "ĠSculpt": 70341,
+ "roduced": 70342,
+ "æľ¬å®ŀæĸ½ä¾ĭä¸Ń": 70343,
+ "Streaming": 70344,
+ "éĢıè§Ĩ": 70345,
+ "Ġcollaborated": 70346,
+ "åħ¬åħ±åľºæīĢ": 70347,
+ "-green": 70348,
+ "atisfaction": 70349,
+ "ä¸Ĭè°ĥ": 70350,
+ "Ġpued": 70351,
+ "çĤ¹æĺ¯": 70352,
+ "fileName": 70353,
+ "Ġprecedence": 70354,
+ "Ġcompromising": 70355,
+ "ä»İåĬ¨": 70356,
+ "_now": 70357,
+ "Ġcouncils": 70358,
+ "Ġmoss": 70359,
+ "åIJij社ä¼ļ": 70360,
+ "-dollar": 70361,
+ "iya": 70362,
+ "ç²½åŃIJ": 70363,
+ "羣çļĦè¦ģ": 70364,
+ "Ġneph": 70365,
+ "creenshot": 70366,
+ ",éϤ": 70367,
+ "ãĢģ广": 70368,
+ "_TITLE": 70369,
+ "Ġdisturbances": 70370,
+ "ĠESG": 70371,
+ "Ġunusually": 70372,
+ "Ġpodium": 70373,
+ "_validation": 70374,
+ "Various": 70375,
+ "巴马": 70376,
+ "ä¸ĢåŃ£åº¦": 70377,
+ "éģ®éĺ³": 70378,
+ "_CHANGE": 70379,
+ "åĵŃç¬ijä¸įå¾Ĺ": 70380,
+ "raviolet": 70381,
+ "ĠKuwait": 70382,
+ "finished": 70383,
+ "éħįå¤ĩäºĨ": 70384,
+ "(sk": 70385,
+ "ĠMerchant": 70386,
+ ";}": 70387,
+ "ï¼Īåħĥ": 70388,
+ "æľµæľµ": 70389,
+ "åľ¨åIJĮä¸Ģ": 70390,
+ "æĥº": 70391,
+ "ostasis": 70392,
+ "é¢ĺ主": 70393,
+ "äºĨä¹Ī": 70394,
+ "GPL": 70395,
+ "-adjust": 70396,
+ "astings": 70397,
+ "ä¹ĭå¿§": 70398,
+ "ĠHappiness": 70399,
+ "åĮ¿åIJį": 70400,
+ "BufferSize": 70401,
+ "Serving": 70402,
+ "XF": 70403,
+ "缴è¨Ģ": 70404,
+ "Ġinsomnia": 70405,
+ "大è·Į": 70406,
+ "å¼Ĥ常çļĦ": 70407,
+ "ï¼Įç¥ŀæĥħ": 70408,
+ "好èݱåĿŀ": 70409,
+ "书çĶŁ": 70410,
+ "ä¸į顺": 70411,
+ "人éĢł": 70412,
+ "_pid": 70413,
+ "Slots": 70414,
+ "_elem": 70415,
+ "åı¯è°ĥ": 70416,
+ "åIJ¬åIJİ": 70417,
+ "Hs": 70418,
+ "Reviewed": 70419,
+ "ãĢĤæĹ¥æľ¬": 70420,
+ "ä¼ļ计æĶ¿çŃĸ": 70421,
+ "Hopefully": 70422,
+ "ä¸İ大": 70423,
+ "çıŀ": 70424,
+ "çłĶåıijçļĦ": 70425,
+ "ï¼ĮåįıåĬ©": 70426,
+ "ĠProfiles": 70427,
+ "Ġ票": 70428,
+ "æĪĺåIJİ": 70429,
+ "msgid": 70430,
+ "ASHINGTON": 70431,
+ "ĠSpurs": 70432,
+ "ÏģÏĮ": 70433,
+ "çͰéĩİ": 70434,
+ "ä¾§æĿ¿": 70435,
+ "ĠDragons": 70436,
+ "å¾Īåĥı": 70437,
+ ",å¾Īå¤ļ人": 70438,
+ "jing": 70439,
+ ".Game": 70440,
+ "ä¸Ģç«Ļå¼ı": 70441,
+ "\">": 70442,
+ "åħ¶å®ŀå°±æĺ¯": 70443,
+ "æIJ¬åΰ": 70444,
+ "ä¸Ģç»ı": 70445,
+ "éĤ£åĿĹ": 70446,
+ "ز": 70447,
+ "åĵ¥åĦ¿": 70448,
+ "Bless": 70449,
+ "çͲéĨĩ": 70450,
+ "ï¼ĮåĨ¯": 70451,
+ "amoto": 70452,
+ "çłĶ究人åijĺ": 70453,
+ "ĠLovely": 70454,
+ "è§ĦåĪĻçļĦ": 70455,
+ "Ġmatte": 70456,
+ "Ġsentiments": 70457,
+ "embrance": 70458,
+ "å¯Įæ±Ĺ": 70459,
+ "upert": 70460,
+ "åı¯ä½¿ç͍": 70461,
+ ".Split": 70462,
+ "çŀ§çĿĢ": 70463,
+ "ĠTerrace": 70464,
+ "Ġinsignificant": 70465,
+ "placing": 70466,
+ "Ġenquiries": 70467,
+ "Reserved": 70468,
+ "Designed": 70469,
+ ":String": 70470,
+ "æĥ§æĢķ": 70471,
+ "-safe": 70472,
+ "ĠDetect": 70473,
+ "training": 70474,
+ "Ġmastery": 70475,
+ ",åıĮæĸ¹": 70476,
+ "][$": 70477,
+ "Ġanchors": 70478,
+ "æķijæµİ": 70479,
+ "æľ¬æĸĩæijĺè¦ģ": 70480,
+ "ãĢĬåħ¬åı¸æ³ķ": 70481,
+ "ãĢģ娱ä¹IJ": 70482,
+ "ĠUFO": 70483,
+ "æį»": 70484,
+ "被æĬĵ": 70485,
+ "scanf": 70486,
+ "ï¼ĮæĿ¾": 70487,
+ "åĮħ袱": 70488,
+ "红楼梦": 70489,
+ "Ġsurrounds": 70490,
+ "ï¼ĮåIJķ": 70491,
+ "ä¸ĭæ²ī": 70492,
+ "longrightarrow": 70493,
+ "Ġdemolition": 70494,
+ "Um": 70495,
+ "å®ī妮": 70496,
+ "Ġä¹ĭåīį": 70497,
+ "+C": 70498,
+ "èĩªå·±æīĢ": 70499,
+ "experienced": 70500,
+ "Uh": 70501,
+ "iesta": 70502,
+ "Recognizer": 70503,
+ "-ion": 70504,
+ "åİĤçļĦ": 70505,
+ "Ġä¸Ģç§į": 70506,
+ "åĶĩè§Ĵ": 70507,
+ "Ġfiduciary": 70508,
+ "èµĮåľº": 70509,
+ "ï¼Įåľ¨å¥¹": 70510,
+ "éĺ³æŀģ": 70511,
+ "æĢ»æĬķèµĦ": 70512,
+ "ĠSpecification": 70513,
+ "çĶŁæ´»ä¹łæĥ¯": 70514,
+ "æ½¼": 70515,
+ "Moon": 70516,
+ "ï¼Īä¸įåIJ«": 70517,
+ "éĽ¾æ°Ķ": 70518,
+ "³³³³³³³³³³³³³³³³": 70519,
+ "ï¼Įå¤ļå°ij": 70520,
+ "æľ¬ç«ł": 70521,
+ "ĠLips": 70522,
+ "ä¾ĽéľĢ": 70523,
+ "å¸Įçī¹åĭĴ": 70524,
+ "ии": 70525,
+ "ĠSne": 70526,
+ "åģļ主": 70527,
+ "ãĢĤä½łåı¯ä»¥": 70528,
+ "Ġgrpc": 70529,
+ "波形": 70530,
+ "è°ģçļĦ": 70531,
+ "ï¼ĮæŃ£å¼ı": 70532,
+ "Ã¥r": 70533,
+ "æīĭæŀª": 70534,
+ "价款": 70535,
+ "Ġbei": 70536,
+ "ĠSantos": 70537,
+ "å°±çľĭ": 70538,
+ "æ¶Ŀ": 70539,
+ "ept": 70540,
+ "ĠHess": 70541,
+ "å¸ĥéĩĮ": 70542,
+ "Ġblat": 70543,
+ "两声": 70544,
+ "eyes": 70545,
+ "个ä¸įåģľ": 70546,
+ "æľ¬æĬ¥": 70547,
+ "ĠRaise": 70548,
+ "ï¼Į强è°ĥ": 70549,
+ "ï¼Ī%ï¼ī": 70550,
+ "æĺ¯åįģåĪĨ": 70551,
+ "åįĩåѦ": 70552,
+ "åįļ士åIJİ": 70553,
+ ".Droid": 70554,
+ "æī¬çļĦ": 70555,
+ "Ġnesting": 70556,
+ "ï¼ļæĿİ": 70557,
+ "_pin": 70558,
+ "tpl": 70559,
+ "ç»Ħç»ĩåĴĮ": 70560,
+ "Ġdécor": 70561,
+ "ä½łéľĢè¦ģ": 70562,
+ "éĢĤä¸Ń": 70563,
+ "ĠStreets": 70564,
+ "ç®Ń头": 70565,
+ "çĸı忽": 70566,
+ "çĶŁå¹³": 70567,
+ "建ç«ĭçļĦ": 70568,
+ "ãĢģèµĦéĩij": 70569,
+ "读äºĨ": 70570,
+ "ï¼Įä½łè§īå¾Ĺ": 70571,
+ "-------------": 70572,
+ "åīªåĪĢ": 70573,
+ "æĽ´åĸľæ¬¢": 70574,
+ "Reuters": 70575,
+ "sci": 70576,
+ "ĠUIView": 70577,
+ "ç¾½æ¯ĽçIJĥ": 70578,
+ "æĹ¶èĢĮ": 70579,
+ "ĠSuperintendent": 70580,
+ "ï¼Įä¸Ģå¼ł": 70581,
+ "æĮ¯èį¡": 70582,
+ "asthan": 70583,
+ "åŁºæĿIJ": 70584,
+ "Ġcyclists": 70585,
+ "-design": 70586,
+ "ikan": 70587,
+ "ĠRavens": 70588,
+ "-β": 70589,
+ "Ġreclaim": 70590,
+ "ãĢĤ她们": 70591,
+ "ä¸ĭä¸Ģ代": 70592,
+ "jiang": 70593,
+ "åij»": 70594,
+ "}$)": 70595,
+ "è§Ĵè´¨": 70596,
+ "èįĶæŀĿ": 70597,
+ "[X": 70598,
+ "_cursor": 70599,
+ "&C": 70600,
+ ",åįł": 70601,
+ "æĪijä¹Łä¸į": 70602,
+ "æ³¨çĽ®": 70603,
+ "Ġether": 70604,
+ "ĠJuliet": 70605,
+ "ĠObservatory": 70606,
+ "ĠæľŁæľ«ä½Ļé¢Ŀ": 70607,
+ ".persistence": 70608,
+ ",Z": 70609,
+ "ĠIPA": 70610,
+ "æĢ»å̼": 70611,
+ "CSR": 70612,
+ "ĠHyderabad": 70613,
+ "ĠSmoking": 70614,
+ "Ġaberr": 70615,
+ "ï¼Įè´¾": 70616,
+ "家大": 70617,
+ "çĽIJéħ¸": 70618,
+ "INED": 70619,
+ "ãĢģ天津": 70620,
+ "ĠObj": 70621,
+ "ĠHEAD": 70622,
+ "Ġeasing": 70623,
+ "约æľī": 70624,
+ "Ġsupper": 70625,
+ "Designer": 70626,
+ "åħļæĶ¯éĥ¨ä¹¦è®°": 70627,
+ "woff": 70628,
+ "sers": 70629,
+ "-full": 70630,
+ "Ġrepositories": 70631,
+ "æľįèį¯": 70632,
+ "Ġrefining": 70633,
+ ",ä»ĸ们çļĦ": 70634,
+ "导读": 70635,
+ "Ġphotoc": 70636,
+ "ourning": 70637,
+ "éŨä¸ĭ": 70638,
+ "ál": 70639,
+ "Ġwc": 70640,
+ "getInstance": 70641,
+ "Ġclazz": 70642,
+ "åı¯ä½¿": 70643,
+ "ĠFelix": 70644,
+ "Ġfilament": 70645,
+ "æİ§åζè£ħç½®": 70646,
+ "Ġcontaminants": 70647,
+ "umberland": 70648,
+ "çīĽå¸Ĥ": 70649,
+ "Ġpersuaded": 70650,
+ "让åѦçĶŁ": 70651,
+ "Ġoutweigh": 70652,
+ "夫åIJĽ": 70653,
+ "åºĩæĬ¤": 70654,
+ "ème": 70655,
+ "alers": 70656,
+ "olecule": 70657,
+ "Ġcourtroom": 70658,
+ "ĠFormation": 70659,
+ "ï¼Įä¸ĭ次": 70660,
+ "/gl": 70661,
+ "åħ¢åħ¢": 70662,
+ "æ²½": 70663,
+ "ç»¿åľ°": 70664,
+ "æł¹æľ¬ä¸į": 70665,
+ "å£ģ纸": 70666,
+ "_limits": 70667,
+ "Ġplugs": 70668,
+ "ÃŃs": 70669,
+ "Ġdal": 70670,
+ "éķ°": 70671,
+ "è¿Ľé©»": 70672,
+ "ç»ķè¿ĩ": 70673,
+ "ãĢĤå¸Ĥ": 70674,
+ "akk": 70675,
+ "·德": 70676,
+ "éļĺ": 70677,
+ "åıĺè´¨": 70678,
+ "ĠSeasons": 70679,
+ "临æ²Ĥ": 70680,
+ "鸣类": 70681,
+ "ï¼Į太éĺ³": 70682,
+ "Ġmisdem": 70683,
+ "è¿Ļéĥ¨ç͵影": 70684,
+ "Ġ\\)": 70685,
+ "-connected": 70686,
+ "Brazil": 70687,
+ "-met": 70688,
+ "Ġearnest": 70689,
+ "çŃ¾è®¢äºĨ": 70690,
+ "Ġconcentrating": 70691,
+ ",éĺ¿": 70692,
+ "ĠMcDon": 70693,
+ "YL": 70694,
+ ".pi": 70695,
+ "Ġdepicting": 70696,
+ "ç´§ç»·": 70697,
+ ".Wait": 70698,
+ "tolower": 70699,
+ "Ġyelled": 70700,
+ "Ġdissemination": 70701,
+ "Ġkale": 70702,
+ "Ġvacancy": 70703,
+ "æ³ķè¯Ń": 70704,
+ "ĠAgencies": 70705,
+ "çļĦ认è¯Ĩ": 70706,
+ "åįĩå̼": 70707,
+ ",ä¸įå°ij": 70708,
+ "èĢIJçģ«": 70709,
+ "Ġvals": 70710,
+ "ĠSuzuki": 70711,
+ "ĠAPC": 70712,
+ "ãĢģ产ä¸ļ": 70713,
+ "çĤĬ": 70714,
+ "æİĮå¿ĥ": 70715,
+ "稻èįī": 70716,
+ "ä½łåij¢": 70717,
+ "ä¸Ĭå¹´åIJĮæľŁ": 70718,
+ "Ġåĥı": 70719,
+ "æĽ´åIJį为": 70720,
+ ",æľĢè¿ij": 70721,
+ "Ġfences": 70722,
+ "软管": 70723,
+ ".Top": 70724,
+ "FTP": 70725,
+ "ç¥ŀçģµ": 70726,
+ "Princ": 70727,
+ "ĠPTR": 70728,
+ "Ġcapacitor": 70729,
+ "Ġgin": 70730,
+ "TagName": 70731,
+ "-needed": 70732,
+ "çīĮçħ§": 70733,
+ "_outputs": 70734,
+ "\\\\\\\\\\\\\\\\": 70735,
+ "Ġintermittent": 70736,
+ "ĠUtt": 70737,
+ "spacing": 70738,
+ "ĠWorlds": 70739,
+ "åºĶ注æĦı": 70740,
+ "Ġcraz": 70741,
+ "ä»ĬçĶŁ": 70742,
+ "(sum": 70743,
+ "ìĦľ": 70744,
+ "Ec": 70745,
+ "Ġelusive": 70746,
+ "å¹»è§ī": 70747,
+ "Ġfantas": 70748,
+ "æĪĴå¤ĩ": 70749,
+ "éĹªçĥģçĿĢ": 70750,
+ "enate": 70751,
+ "对åŃ©åŃIJ": 70752,
+ "åĨľä¸ļåĨľæĿij": 70753,
+ "_selected": 70754,
+ "APA": 70755,
+ "Ġplunge": 70756,
+ "à¯ģ": 70757,
+ "RU": 70758,
+ "æŀľæłij": 70759,
+ "è·ijéģĵ": 70760,
+ "çĤ¹åΰ": 70761,
+ "å±Ĥ级": 70762,
+ "Ġtl": 70763,
+ "ĠBere": 70764,
+ "_dt": 70765,
+ "æļĦ": 70766,
+ "ĠLEDs": 70767,
+ "Congress": 70768,
+ "Ġache": 70769,
+ "Ġbun": 70770,
+ "ĠIntegrity": 70771,
+ ")`": 70772,
+ ">',": 70773,
+ "-rel": 70774,
+ "estream": 70775,
+ "ä¸įæĮ¯": 70776,
+ "ĠWatching": 70777,
+ "秸ç§Ĩ": 70778,
+ "æĢ»èĤ¡æľ¬": 70779,
+ "ç읿³¡": 70780,
+ "æľºçIJĨ": 70781,
+ "绳索": 70782,
+ "\\subsubsection": 70783,
+ "ĠBark": 70784,
+ "Ġfrontal": 70785,
+ "åıįåºĶåύ": 70786,
+ "Ġdiffraction": 70787,
+ "LOPT": 70788,
+ ",éĿŀ": 70789,
+ "ĠSEL": 70790,
+ "èī²è°±": 70791,
+ "éĢĨ天": 70792,
+ "ĠMOT": 70793,
+ ".nc": 70794,
+ "Ġ&'": 70795,
+ "太å®Ĺ": 70796,
+ "Exact": 70797,
+ "åĭ¾èµ·": 70798,
+ "çIJ¥çıĢ": 70799,
+ "Ġentanglement": 70800,
+ "çĮķ": 70801,
+ "_bias": 70802,
+ "æ¥Ĥ": 70803,
+ "grades": 70804,
+ "feel": 70805,
+ "ĠLTD": 70806,
+ "Rent": 70807,
+ "Ġdeception": 70808,
+ ".sync": 70809,
+ ")å°Ĩ": 70810,
+ "digital": 70811,
+ "ä¸Ģ个å°ıæĹ¶": 70812,
+ "ä¸īæĿ¡": 70813,
+ "ä»£è¡¨ä½ľ": 70814,
+ "-dialog": 70815,
+ "è§£åĨ³éĹ®é¢ĺçļĦ": 70816,
+ "(True": 70817,
+ "æľįåĬ¡æľºæŀĦ": 70818,
+ "mathop": 70819,
+ "Heading": 70820,
+ "å·²ç»ıä¸įæĺ¯": 70821,
+ "ä¸¥æł¼æī§è¡Į": 70822,
+ "è¿ĩä¸Ģ次": 70823,
+ "-pre": 70824,
+ "Ġhangs": 70825,
+ "-unit": 70826,
+ "çIJĨæĢ§çļĦ": 70827,
+ "Ġobsess": 70828,
+ "Ġslated": 70829,
+ "avorable": 70830,
+ "ĠåĨ¯": 70831,
+ "among": 70832,
+ "ĠCtrl": 70833,
+ "殡": 70834,
+ "Ġlandlords": 70835,
+ ",éĩĩç͍": 70836,
+ "ĠOccupational": 70837,
+ "MH": 70838,
+ "ĠOutreach": 70839,
+ "è¿Ľéĺ¶": 70840,
+ "Ġveil": 70841,
+ "åģļçļĦå°±æĺ¯": 70842,
+ "tips": 70843,
+ "çıı": 70844,
+ "Ġcorrespondent": 70845,
+ "é£ŀè·ĥ": 70846,
+ ".bit": 70847,
+ "ĠäºĨ": 70848,
+ "Coordinates": 70849,
+ "River": 70850,
+ "æĮªå¨ģ": 70851,
+ "æĪijçľģ": 70852,
+ "ennel": 70853,
+ "ĠChop": 70854,
+ "_public": 70855,
+ "端çĿĢ": 70856,
+ "ï¼ĮæĹ©å·²": 70857,
+ "Ġducks": 70858,
+ "Kar": 70859,
+ "Bounding": 70860,
+ "EventType": 70861,
+ "ï¼ĮåĪĽæĸ°": 70862,
+ "æ»ijæĿ¿": 70863,
+ "åΰæĿ¥çļĦ": 70864,
+ "è¿ĩéķ¿": 70865,
+ "ohist": 70866,
+ "ĠElvis": 70867,
+ "games": 70868,
+ "ï¼ĮT": 70869,
+ "pip": 70870,
+ "ï¼ĮçķĻä¸ĭ": 70871,
+ "-operative": 70872,
+ "è¿Ļ个çĶ·äºº": 70873,
+ "Ġcapped": 70874,
+ "idences": 70875,
+ "Ġestá": 70876,
+ "_kwargs": 70877,
+ "ä¸ĭä¸Ģç§Ĵ": 70878,
+ "ãĢĤéĿŀ": 70879,
+ "ç»ı常ä¼ļ": 70880,
+ "Ġwhiskey": 70881,
+ ",è®¤çľŁ": 70882,
+ "èĢĺ": 70883,
+ "Ġclut": 70884,
+ "ĠCooperative": 70885,
+ "让æĤ¨": 70886,
+ "éĢģè´§": 70887,
+ "妩åªļ": 70888,
+ "maid": 70889,
+ "kW": 70890,
+ "åıªå°ı": 70891,
+ "}}{{": 70892,
+ "èµĽåīį": 70893,
+ "Mul": 70894,
+ "ĠâĢľâ̦â̦": 70895,
+ "/mol": 70896,
+ ".dataset": 70897,
+ "ĠPowerful": 70898,
+ "ï¼Į表æĥħ": 70899,
+ "座ä¸Ĭ": 70900,
+ "éļ¾å¾ĹçļĦ": 70901,
+ "NameLink": 70902,
+ "ĠChronicles": 70903,
+ "ĠChaos": 70904,
+ "_family": 70905,
+ "ĠClaus": 70906,
+ "enging": 70907,
+ "åľ¨åħ¶ä»ĸ": 70908,
+ "ROSS": 70909,
+ "Ġcounselling": 70910,
+ "Ġgcc": 70911,
+ "Ġgeodes": 70912,
+ "ĠRotary": 70913,
+ "åĩºæµ·": 70914,
+ "-tabs": 70915,
+ "Ġuintptr": 70916,
+ "Iran": 70917,
+ "ä¸ĬåįĬ": 70918,
+ "éĹ´è°į": 70919,
+ "ĠLikes": 70920,
+ "angi": 70921,
+ "åĽ½åѦ": 70922,
+ "-values": 70923,
+ "*\\*\\": 70924,
+ "èĭ±åĭĩ": 70925,
+ "é¡¿é¥Ń": 70926,
+ "ĠGIF": 70927,
+ "spoken": 70928,
+ "ï¼ĮåĨħå¿ĥ": 70929,
+ "-facing": 70930,
+ "orbid": 70931,
+ "ãĢģåĬŁèĥ½": 70932,
+ "å´Ńæĸ°çļĦ": 70933,
+ "èļĮ": 70934,
+ "Ġchapel": 70935,
+ "Ġhail": 70936,
+ "éĩĩåıĸäºĨ": 70937,
+ "ĠGIS": 70938,
+ "俩人": 70939,
+ "istem": 70940,
+ "Ġexclaimed": 70941,
+ "ãĢģæİĴ": 70942,
+ "éĢļè´§": 70943,
+ "ï¼Įç©Ĩ": 70944,
+ "KP": 70945,
+ "Ġquestionnaires": 70946,
+ "ĠAdjustable": 70947,
+ "¯": 70948,
+ "Ġmaze": 70949,
+ "æľīæŃ¤": 70950,
+ "äºĨåı£": 70951,
+ "åĨ°ç³ĸ": 70952,
+ "Ġipv": 70953,
+ "å¼Ĥæł·": 70954,
+ "æµħæµħ": 70955,
+ "ĠCelebrity": 70956,
+ "headed": 70957,
+ "reetings": 70958,
+ "åĽŀçŃĶ说": 70959,
+ "笨èĽĭ": 70960,
+ "Ġgetter": 70961,
+ "èĬĤ缮çļĦ": 70962,
+ "å¢ŀæĮģ": 70963,
+ "permalink": 70964,
+ "ĠTiffany": 70965,
+ "åı¯è¨Ģ": 70966,
+ "åĵ²åѦ家": 70967,
+ "éĽ³": 70968,
+ "ï¼Įä»ĸåĴĮ": 70969,
+ "_progress": 70970,
+ "ï¼Įèĭ¦": 70971,
+ "Ġçݰ": 70972,
+ "å¼Ĭ端": 70973,
+ "Dates": 70974,
+ "»ÃIJ": 70975,
+ "Ġdepressive": 70976,
+ "æijĦåıĸ": 70977,
+ "Perform": 70978,
+ "âĢľFor": 70979,
+ "çĹĶ": 70980,
+ "cake": 70981,
+ "ãĢĤä»»ä½ķ": 70982,
+ "å°±ç»Ļ": 70983,
+ "-Identifier": 70984,
+ "Ġæĵįä½ľ": 70985,
+ "ĠWebinar": 70986,
+ "Ġfinder": 70987,
+ "Ġhandbook": 70988,
+ "æĬĹè¡¡": 70989,
+ ",self": 70990,
+ "Ġè¿ĶåĽŀ": 70991,
+ "对å°ı": 70992,
+ "åıĤä¸İåΰ": 70993,
+ "çŃīè¿Ľè¡Į": 70994,
+ "æŃ¥æŀª": 70995,
+ "士åįĴ": 70996,
+ "滤èĬ¯": 70997,
+ "catalog": 70998,
+ "æĺ¯æŃ£ç¡®çļĦ": 70999,
+ "Beta": 71000,
+ "ä¼Ĭæĭīåħĭ": 71001,
+ "Ljava": 71002,
+ "Ġspeculate": 71003,
+ "Ġvolcano": 71004,
+ "åIJİåıĪ": 71005,
+ "Ġsut": 71006,
+ "ToList": 71007,
+ "æĢķæĺ¯": 71008,
+ "èµµäºij": 71009,
+ "Ġbrainstorm": 71010,
+ "ĠBallet": 71011,
+ "gard": 71012,
+ "-mass": 71013,
+ "#line": 71014,
+ "ientists": 71015,
+ "Ġdrawback": 71016,
+ "Ġrecursion": 71017,
+ "éĿŀ常大çļĦ": 71018,
+ "dry": 71019,
+ "_cert": 71020,
+ "Alarm": 71021,
+ "ValueType": 71022,
+ "åĶ¿åͤ": 71023,
+ "Ġunreliable": 71024,
+ "缸éĢ¢": 71025,
+ "åıĮ缮": 71026,
+ "Disclosure": 71027,
+ "Hall": 71028,
+ "Prec": 71029,
+ "_SR": 71030,
+ "Ġeclectic": 71031,
+ "æµļ": 71032,
+ "ĠIndy": 71033,
+ "ãĢģæĪIJéĥ½": 71034,
+ "è¿Ļä¹Īå¤ļçļĦ": 71035,
+ "ว": 71036,
+ "ä¸Ģå®ļè¦ģ注æĦı": 71037,
+ "Ġtunnels": 71038,
+ "likes": 71039,
+ "ä¸įå®Įåħ¨": 71040,
+ "ä¸ºå®ľ": 71041,
+ "ãĢĤè¦ģçŁ¥éģĵ": 71042,
+ "Ġcleanse": 71043,
+ "æ¯Ľç»Ĩ": 71044,
+ "Ġdiminish": 71045,
+ "ï¼Įåħ¨éĥ½": 71046,
+ "ĠIntelligent": 71047,
+ "ĠDorothy": 71048,
+ "ãĢģ飩": 71049,
+ "建æŀĦ": 71050,
+ "flare": 71051,
+ "ãĢģ转": 71052,
+ "Ġpointless": 71053,
+ "æĹħ游ä¸ļ": 71054,
+ "èĤ²åĦ¿": 71055,
+ "ĠWorcester": 71056,
+ "pectral": 71057,
+ "anye": 71058,
+ "åĵį声": 71059,
+ "èĬĤ度使": 71060,
+ "详ç»Ĩ说æĺİ": 71061,
+ "ï¼Įå¼Ħ": 71062,
+ "åľĥ": 71063,
+ "åħĭæŀĹ": 71064,
+ "Ġchilly": 71065,
+ "çĤ¹çIJĥ": 71066,
+ "Ġperiodont": 71067,
+ "Downloads": 71068,
+ "Iteration": 71069,
+ "\\log": 71070,
+ "-ar": 71071,
+ "Ub": 71072,
+ "æ´»å¾Ĺ": 71073,
+ "å½¢ä½ĵ": 71074,
+ "å¾®å¦Ļ": 71075,
+ "ï¼Įç®Ģ": 71076,
+ "acons": 71077,
+ "åħijä»ĺ": 71078,
+ "igslist": 71079,
+ "ï¼Įå°±æĬĬ": 71080,
+ "ĠLiteracy": 71081,
+ "ĠCFO": 71082,
+ "Ġbreakout": 71083,
+ "emonic": 71084,
+ "igne": 71085,
+ "(vec": 71086,
+ "ĠBucket": 71087,
+ "ĠCombo": 71088,
+ "cuda": 71089,
+ "ĠExec": 71090,
+ "æĺĵæĩĤ": 71091,
+ "çľģéĴ±": 71092,
+ ".Row": 71093,
+ "ĠéĹ®": 71094,
+ "æĸĩç§ij": 71095,
+ "骨质": 71096,
+ "Ġforwarding": 71097,
+ "Linda": 71098,
+ "inous": 71099,
+ "idos": 71100,
+ "awks": 71101,
+ "ĠMarty": 71102,
+ "Rather": 71103,
+ "hort": 71104,
+ "éļIJç§ĺ": 71105,
+ "_strings": 71106,
+ "BOARD": 71107,
+ "_make": 71108,
+ "Streams": 71109,
+ ",éĤ£å°±": 71110,
+ ".Linear": 71111,
+ "å±ĤéĿ¢çļĦ": 71112,
+ "主æ¼ĶçļĦ": 71113,
+ "ä½Ļç¯ĩ": 71114,
+ "ĠWillis": 71115,
+ "èģĶæİ¥": 71116,
+ "æŃ¢çĹĽ": 71117,
+ "å¹´å°ij": 71118,
+ "ussed": 71119,
+ "å·¥èīºåĵģ": 71120,
+ "å¼ķæĿ¥": 71121,
+ "Grace": 71122,
+ "åĽ½å®¶å®īåħ¨": 71123,
+ "è´¸å¸Ĥåľº": 71124,
+ ":function": 71125,
+ "ï¼Į欧": 71126,
+ "Rated": 71127,
+ "PAGE": 71128,
+ "å̻": 71129,
+ "ANDOM": 71130,
+ "qtt": 71131,
+ "ĠmacOS": 71132,
+ "Holy": 71133,
+ "ĠPip": 71134,
+ "Ġfrog": 71135,
+ "ĠBride": 71136,
+ "Ġkö": 71137,
+ "Captain": 71138,
+ "CLC": 71139,
+ "ä¼ijåģĩ": 71140,
+ "èı²çī¹": 71141,
+ ".fire": 71142,
+ "Ġseasoning": 71143,
+ "认è¯ĨäºĨ": 71144,
+ "Ġplateau": 71145,
+ "Ġlantern": 71146,
+ "ãĢĤæĹ¶éĹ´": 71147,
+ "ĠListed": 71148,
+ "spi": 71149,
+ "æµ·æ£ł": 71150,
+ "Ġcelery": 71151,
+ "çļĦåĩĨå¤ĩ": 71152,
+ "ç«Ļä½į": 71153,
+ "Ġcoastline": 71154,
+ "ãĢģæĹ¶éĹ´": 71155,
+ "ĠMostly": 71156,
+ "ãĥij": 71157,
+ "äºĮæīĭæĪ¿": 71158,
+ "è§Ĥæij©": 71159,
+ "ï¼ĮçĦ¶åIJİç͍": 71160,
+ ".Argument": 71161,
+ "å¤ļéĩį": 71162,
+ "ï¼Į人çĶŁ": 71163,
+ "ĠIRQ": 71164,
+ "Ġperil": 71165,
+ "Ġgrassroots": 71166,
+ "ï¼Įè¿ĺå¾Ĺ": 71167,
+ "ĠENV": 71168,
+ "èĬ±é¦Ļ": 71169,
+ "Om": 71170,
+ "ĠEndpoint": 71171,
+ "Ġcontinual": 71172,
+ "CONNECT": 71173,
+ "locate": 71174,
+ "Ġtranscend": 71175,
+ "Ġdevised": 71176,
+ ".collection": 71177,
+ "æ¸ħæ¥ļæ¥ļ": 71178,
+ "ÃĹÂ": 71179,
+ "Ġcpp": 71180,
+ "è®©ä½łä»¬": 71181,
+ "Ġeslint": 71182,
+ "past": 71183,
+ "ãĢģ误导æĢ§éĻĪè¿°": 71184,
+ "/int": 71185,
+ "/utils": 71186,
+ "ï¼Įå½ĵåīį": 71187,
+ "ĠHousehold": 71188,
+ "ĠTablet": 71189,
+ "Languages": 71190,
+ "åģļçĿĢ": 71191,
+ "Ġadaptable": 71192,
+ "ĠPAN": 71193,
+ "ä¹ĭåĽ½": 71194,
+ "ä¸įåIJĪçIJĨ": 71195,
+ "ãĢģèµĦæºIJ": 71196,
+ "Ġnz": 71197,
+ "ĠEOS": 71198,
+ "ESA": 71199,
+ "åºĹå®¶": 71200,
+ "æīĵéĩıçĿĢ": 71201,
+ "æģ¼æĢĴ": 71202,
+ "è¿ĩä¸Ģ": 71203,
+ "人æīįçļĦ": 71204,
+ "ĠLEFT": 71205,
+ "åľ¨åħ¬åı¸": 71206,
+ "Ġdrains": 71207,
+ "Ġgenerously": 71208,
+ "Casino": 71209,
+ "KF": 71210,
+ "ï¼Įè¾¾": 71211,
+ "ä¸įçŁ¥éģĵèĩªå·±": 71212,
+ "åıijéĢģèĩ³": 71213,
+ "orescence": 71214,
+ "Purpose": 71215,
+ "Ġ转": 71216,
+ "Wis": 71217,
+ "Ġ车": 71218,
+ "ï¼Į称为": 71219,
+ "arton": 71220,
+ "æĬ¥éģĵç§°": 71221,
+ "Ġpsi": 71222,
+ "ä¹Łæ²¡æľīä»Ģä¹Ī": 71223,
+ "ĠFIELD": 71224,
+ "Ġironic": 71225,
+ "ç¾İæľ¯åѦéĻ¢": 71226,
+ "ĠByteArray": 71227,
+ "_obs": 71228,
+ "åĬĽæ±Ĥ": 71229,
+ "ç¡Ĵ": 71230,
+ "LEEP": 71231,
+ ",å®Įåħ¨": 71232,
+ "ingleton": 71233,
+ "libs": 71234,
+ "Performed": 71235,
+ "éģŃåΰäºĨ": 71236,
+ "Ġlipstick": 71237,
+ "ĠEveryday": 71238,
+ "grant": 71239,
+ "åĪ¶ä½ľäºº": 71240,
+ "ĠHDR": 71241,
+ "Growing": 71242,
+ "ï¼Įè§£": 71243,
+ "ï¼ĮåķĨ": 71244,
+ "ãĢģæıIJä¾Ľ": 71245,
+ "åĽłèĢĮ": 71246,
+ "urdue": 71247,
+ ".boot": 71248,
+ "â̬": 71249,
+ "èĭ¥å¹²ä¸ª": 71250,
+ "Ġmason": 71251,
+ ",ä»Ģä¹Ī": 71252,
+ "çİĭ天": 71253,
+ "åĪĹ示": 71254,
+ "æīĭæľºçļĦ": 71255,
+ "_URI": 71256,
+ "ç½Ĺæ±ī": 71257,
+ "Difference": 71258,
+ "éģ¿åħįäºĨ": 71259,
+ "ä¹ĭé£İ": 71260,
+ "ĠVault": 71261,
+ "Ġperfor": 71262,
+ "oplastic": 71263,
+ "ppa": 71264,
+ "ç¦ģæ¯Ĵ": 71265,
+ "ä¹³åĮĸ": 71266,
+ "AGR": 71267,
+ "çĶĺå¿ĥ": 71268,
+ "olated": 71269,
+ "ĠExamin": 71270,
+ "举个": 71271,
+ "èİ«æµĭ": 71272,
+ "çļĦå±ĢéĿ¢": 71273,
+ "-public": 71274,
+ "Ġdrip": 71275,
+ "(api": 71276,
+ "ĠEmit": 71277,
+ "('[": 71278,
+ "åij¨åĽĽ": 71279,
+ "æľºçŃī": 71280,
+ "ĠParkway": 71281,
+ "âĪ´": 71282,
+ "ãĢĤè¿Ļæĺ¯ä¸Ģ个": 71283,
+ "éĽ¾åĮĸ": 71284,
+ "\\]).": 71285,
+ "åı¸ç©º": 71286,
+ "è½»ç¬ij": 71287,
+ "课åłĤä¸Ĭ": 71288,
+ "-Le": 71289,
+ "åĴĮç»´æĬ¤": 71290,
+ "身亡": 71291,
+ "软弱": 71292,
+ "ARDS": 71293,
+ "åħ´ä¸ļ": 71294,
+ "ï¼Įå½Ĵ": 71295,
+ "launch": 71296,
+ "Ġtimeframe": 71297,
+ "assing": 71298,
+ "æĪij们æīĢ": 71299,
+ "Ġoutrageous": 71300,
+ "äºĶ彩": 71301,
+ "å¤ĸåĽ½è¯Ń": 71302,
+ "ç«ŀéĢī": 71303,
+ "èĩªåıij": 71304,
+ "çľ¼èī²": 71305,
+ "ĠExpansion": 71306,
+ "Ġ####": 71307,
+ "è¡Ģæ¸ħ": 71308,
+ "naissance": 71309,
+ "Ġ]]": 71310,
+ "ĠJunction": 71311,
+ "^*$": 71312,
+ "_MAG": 71313,
+ "çļĦ被": 71314,
+ "èµ°äºĨè¿ĩåİ»": 71315,
+ ",好åĥı": 71316,
+ "Ġtrop": 71317,
+ ".Right": 71318,
+ "åĢºåĬ¡èŀįèµĦ": 71319,
+ "åѦåīį": 71320,
+ "åĨįæľī": 71321,
+ "ĠCardiff": 71322,
+ "Ġfragmentation": 71323,
+ "åı¯ä»¥å¾Ĺåΰ": 71324,
+ "Ġminimalist": 71325,
+ "Ġarchaeological": 71326,
+ "ä¼ļæ¯Ķ": 71327,
+ "Orth": 71328,
+ "Ġmarkedly": 71329,
+ "èģĮä¸ļæĬĢæľ¯åѦéĻ¢": 71330,
+ ".NoError": 71331,
+ "lance": 71332,
+ "å¾Īéĩįè¦ģçļĦ": 71333,
+ "Ġmonuments": 71334,
+ "çľĭæ¸ħæ¥ļ": 71335,
+ "头é¢ħ": 71336,
+ "locking": 71337,
+ "åĵģçīĮ形象": 71338,
+ "Forgot": 71339,
+ "cutaneous": 71340,
+ "(attr": 71341,
+ "ãĢģèĮ¶": 71342,
+ "åıĭ人": 71343,
+ "Ġfreshwater": 71344,
+ "(inst": 71345,
+ "()]": 71346,
+ "EMBER": 71347,
+ "ENCES": 71348,
+ "=null": 71349,
+ "Ġinsecure": 71350,
+ "转åıĺ为": 71351,
+ "ĠGlory": 71352,
+ "Ġcrochet": 71353,
+ "Nobody": 71354,
+ "ãĢģæ·±": 71355,
+ "Ġwaterfront": 71356,
+ "油缸": 71357,
+ "æĺ¨å¤©æĻļä¸Ĭ": 71358,
+ "åħļå§Ķå§Ķåijĺ": 71359,
+ "ï¼ī对": 71360,
+ "Ġneurop": 71361,
+ "çĨ¹": 71362,
+ "åIJįå½ķ": 71363,
+ "ï¼Įæ´ª": 71364,
+ ".Framework": 71365,
+ "éģĹåĺ±": 71366,
+ "%": 71411,
+ "Ġenlarge": 71412,
+ "æİ§åĪ¶æ¨¡åĿĹ": 71413,
+ "ä¹ŁæĮº": 71414,
+ "_COPY": 71415,
+ "ä¾Ľåħ»": 71416,
+ "æĬ¥åijĬä¸Ń": 71417,
+ "=e": 71418,
+ "Ġdentists": 71419,
+ "æ¯įä¹³": 71420,
+ "Ġhomelessness": 71421,
+ "ĠKot": 71422,
+ "().__": 71423,
+ "Ġsubtraction": 71424,
+ "没æľīä¸Ŀ毫": 71425,
+ "inctions": 71426,
+ "assed": 71427,
+ "ä¹ĭ乡": 71428,
+ "Ġtexting": 71429,
+ "åį¡è¥¿": 71430,
+ "_VERT": 71431,
+ "ĠNeeded": 71432,
+ "jon": 71433,
+ "äºİå¿ĥ": 71434,
+ "ï¼Į两èĢħ": 71435,
+ "/search": 71436,
+ "hof": 71437,
+ "BUILD": 71438,
+ "æľĿ天": 71439,
+ "æģ©æĢ¨": 71440,
+ "ä¸įæĶ¹": 71441,
+ "ĠSavannah": 71442,
+ "arious": 71443,
+ "Ġprolifer": 71444,
+ "ĠLicensing": 71445,
+ "å¤ļå°Ķ": 71446,
+ "æ²»åĽ½": 71447,
+ "å¦ĤæĿ¥": 71448,
+ "esse": 71449,
+ "Ġproclaim": 71450,
+ "akan": 71451,
+ "parsed": 71452,
+ "就好åĥı": 71453,
+ "åĬ¨åIJij": 71454,
+ "Ġauthorised": 71455,
+ "ä»ħä»£è¡¨ä½ľèĢħ": 71456,
+ "ä»İ严": 71457,
+ "GMT": 71458,
+ "Ġniece": 71459,
+ "Ġclang": 71460,
+ "odegrad": 71461,
+ "(sb": 71462,
+ "ña": 71463,
+ "è¯ijèĢħ": 71464,
+ "âŀ": 71465,
+ "Ġrazor": 71466,
+ "ĠHospitals": 71467,
+ "ĠNaCl": 71468,
+ "Ġpits": 71469,
+ "ĠOven": 71470,
+ ",$$": 71471,
+ "马ä¸Ĭå°±è¦ģ": 71472,
+ "大éĥ½": 71473,
+ ",æĪijæĺ¯": 71474,
+ ".prop": 71475,
+ "ĠInfluence": 71476,
+ "ãĢģåŁ¹è®Ń": 71477,
+ "ç»Ħç»ĩéĥ¨": 71478,
+ "åģľè½¦ä½į": 71479,
+ "躯ä½ĵ": 71480,
+ "ĠMerg": 71481,
+ "çļĦç¾İé£Ł": 71482,
+ "æ³¢éķ¿": 71483,
+ "伸å±ķ": 71484,
+ "ĠDifferences": 71485,
+ ",第ä¸Ģ": 71486,
+ "hog": 71487,
+ "åľ£æ¯į": 71488,
+ "æĬµè§¦": 71489,
+ "Ġä»Ģä¹Ī": 71490,
+ "é¡¶ä¸Ĭ": 71491,
+ "åįķåħĥæµĭè¯ķ": 71492,
+ "ĠStafford": 71493,
+ "éĺ²ä¼ª": 71494,
+ "åľ¨åįĹ": 71495,
+ "Ġhemisphere": 71496,
+ "Dental": 71497,
+ "Ġcookbook": 71498,
+ "纪念é¦Ĩ": 71499,
+ "Lovely": 71500,
+ "ä¸įåħ¬å¹³": 71501,
+ "è¶ħæłĩ": 71502,
+ "ldap": 71503,
+ "Ġchromosomes": 71504,
+ "Ġmultidisciplinary": 71505,
+ "ãĢģæķ°åŃĹ": 71506,
+ "Ġlocality": 71507,
+ "(Qt": 71508,
+ "çļĦéħĴ": 71509,
+ "Ġanalyzer": 71510,
+ "ĠLOGGER": 71511,
+ "ï¼Į满èĦ¸": 71512,
+ "Ġkidd": 71513,
+ "ĠKurd": 71514,
+ "èĮīèİī": 71515,
+ "åįģ天": 71516,
+ "اÙħ": 71517,
+ "çĮķçĮ´": 71518,
+ "ï¼Įä¾Ŀæį®": 71519,
+ "icia": 71520,
+ "ĠRW": 71521,
+ ",åIJĮ": 71522,
+ "Edited": 71523,
+ "Magento": 71524,
+ "ĠAustralians": 71525,
+ "沦为": 71526,
+ ":g": 71527,
+ "Limited": 71528,
+ "pgf": 71529,
+ "åĩłå¹´åīį": 71530,
+ "å§ĭ建äºİ": 71531,
+ "XC": 71532,
+ "ï¼Į缮æłĩ": 71533,
+ "Ġçģ«": 71534,
+ "å±ħå¤ļ": 71535,
+ "åı²æĸĻ": 71536,
+ "Christopher": 71537,
+ "大æīĭ": 71538,
+ "ĠMaharashtra": 71539,
+ "ĠBuildings": 71540,
+ "è·¯çͱåύ": 71541,
+ "ï¼Į缸åıį": 71542,
+ "éĻĦ带": 71543,
+ "ç¦ħå¸Ī": 71544,
+ "åħ³å¤´": 71545,
+ "åı¯ä»¥åĪĨ为": 71546,
+ "Ġshedding": 71547,
+ "IDA": 71548,
+ "Ġdiscret": 71549,
+ "ï¼Į没人": 71550,
+ "-entry": 71551,
+ "æĪIJ份": 71552,
+ "åĮĸèĤ¥": 71553,
+ "Ġreciprocal": 71554,
+ "Shares": 71555,
+ "ãĢģç§»åĬ¨": 71556,
+ "éĩĮåİ»": 71557,
+ "Exceptions": 71558,
+ "Ġscreenshots": 71559,
+ "è¿Ļç§įæĸ¹æ³ķ": 71560,
+ "Ġlogically": 71561,
+ "ç°ª": 71562,
+ "ĠMOS": 71563,
+ "çĺĻ": 71564,
+ "Ġgenomes": 71565,
+ "æ²īè¿·": 71566,
+ "æ·¡æ°´": 71567,
+ ".Invalid": 71568,
+ "书信": 71569,
+ "ĠWick": 71570,
+ "_PCI": 71571,
+ "woods": 71572,
+ "Ġcombinator": 71573,
+ "ï¼Įä½ĵéªĮ": 71574,
+ "ĠHut": 71575,
+ "ç«¥åŃIJ": 71576,
+ "Ġsynonymous": 71577,
+ "ãģ§ãģį": 71578,
+ ",æŀĹ": 71579,
+ "å¹³æĹ¶çļĦ": 71580,
+ "ĠSchneider": 71581,
+ "è¿Ļä¸ĢæŃ¥": 71582,
+ "çļĦçIJĨ论": 71583,
+ "Ġconsciously": 71584,
+ "ĠSubmission": 71585,
+ "Ġä¸ĸçķĮ": 71586,
+ "æĽ´ä½İ": 71587,
+ "Ġquantification": 71588,
+ "ï¼ĮåıijçĶŁ": 71589,
+ "ĠChes": 71590,
+ "å®ļè¦ģ": 71591,
+ "Ur": 71592,
+ "Ġchewing": 71593,
+ ".JSON": 71594,
+ "åħ°å¾·": 71595,
+ "çĮİçī©": 71596,
+ "_TRAN": 71597,
+ "ãģĿãģ®": 71598,
+ "åĩºæ°Ķ": 71599,
+ "ãĢĤå¤ı": 71600,
+ "ESP": 71601,
+ "ä¼ĺæĥłæĶ¿çŃĸ": 71602,
+ "女åŃIJçļĦ": 71603,
+ "ĠAllied": 71604,
+ "ĠCaval": 71605,
+ ",她们": 71606,
+ "MASK": 71607,
+ "ãĢģåĪĨæŀIJ": 71608,
+ "protection": 71609,
+ "Ġdic": 71610,
+ "åĴĮä¸ĢäºĽ": 71611,
+ "-ready": 71612,
+ "Ġdiscretionary": 71613,
+ "åĴĮ第ä¸ī": 71614,
+ "IVERS": 71615,
+ "ç²¾ç¥ŀçĹħ": 71616,
+ "æĬł": 71617,
+ "è¡ĮèĢħ": 71618,
+ "Ġgor": 71619,
+ "endas": 71620,
+ "Ġcognition": 71621,
+ "Ġcamel": 71622,
+ "å°±æĺ¯è¿Ļä¹Ī": 71623,
+ "èħIJèļ̧̿": 71624,
+ "åĽ½æĹĹ": 71625,
+ "ĠCheers": 71626,
+ "Ġrichest": 71627,
+ ".notify": 71628,
+ "ĠåŃ£æŀ«": 71629,
+ "çļĦè®Ńç»ĥ": 71630,
+ "ï¼Įè¿ĩäºĨ": 71631,
+ "ingers": 71632,
+ "Ġembody": 71633,
+ "TRANS": 71634,
+ "åľ°éĿ¢ä¸Ĭ": 71635,
+ "åŁºæľ¬éĿ¢": 71636,
+ "ç´§éĹŃ": 71637,
+ "ĠCarnegie": 71638,
+ "çļĦ计ç®Ĺ": 71639,
+ "Steven": 71640,
+ "-transition": 71641,
+ "åĩºä»Ģä¹Ī": 71642,
+ "Ġspiritually": 71643,
+ "ĠNumerous": 71644,
+ ",æĹłæ³ķ": 71645,
+ "ĠPRODUCT": 71646,
+ "Ġatroc": 71647,
+ "Bang": 71648,
+ "_self": 71649,
+ "åİĭæĿ¿": 71650,
+ "ćĈï¼Į": 71651,
+ "çľ¼çķĮ": 71652,
+ "Ġdissolve": 71653,
+ "Ġsanitation": 71654,
+ "Ġsettlers": 71655,
+ ".Per": 71656,
+ "IJ": 71657,
+ "éĤ®å¯Ħ": 71658,
+ "owe": 71659,
+ "ä¸īåĪĨä¹ĭä¸Ģ": 71660,
+ "ä¼ļè°Ī": 71661,
+ "ï¼Īä¾ĭå¦Ĥ": 71662,
+ "ä½ı建": 71663,
+ "Manufacturer": 71664,
+ "ä¸įåIJĮç±»åŀĭçļĦ": 71665,
+ "Ġauthoritative": 71666,
+ "åıĹ人": 71667,
+ "ç§ģç«ĭ": 71668,
+ "ĠThomson": 71669,
+ "ĠCITY": 71670,
+ "Ġåıijè¡Į": 71671,
+ "ï¼Įé±¼": 71672,
+ "Glad": 71673,
+ "çĿĢä½ľæĿĥ": 71674,
+ "æ¤į被": 71675,
+ "Civil": 71676,
+ "logenetic": 71677,
+ "第åįģäºĮ": 71678,
+ "Ġfreedoms": 71679,
+ "Ġleases": 71680,
+ "ãĢģæ³¨æĦı": 71681,
+ "å¼ĢæĶ¾çļĦ": 71682,
+ "Virginia": 71683,
+ "æĸ¹æ³ķåĮħæĭ¬": 71684,
+ "ãĢģæł¹æį®": 71685,
+ "Insights": 71686,
+ "å¼¼": 71687,
+ "çĪĨçł´": 71688,
+ "ĠPetroleum": 71689,
+ "赫å°Ķ": 71690,
+ "Flight": 71691,
+ "åĩºäº§": 71692,
+ "æĬĬå°ı": 71693,
+ "ï¼ĮçĹħ": 71694,
+ "ĠCitation": 71695,
+ "irror": 71696,
+ "ĠShirley": 71697,
+ "sidebar": 71698,
+ "ï¼ĮåIJī": 71699,
+ "æķĻçļĩ": 71700,
+ "æĺİç¡®äºĨ": 71701,
+ "Ġboilers": 71702,
+ ",西": 71703,
+ "Fault": 71704,
+ "Years": 71705,
+ "æĥħåķĨ": 71706,
+ "被æĿĢ": 71707,
+ "rano": 71708,
+ "Ġdelimiter": 71709,
+ "å®Ŀåīij": 71710,
+ "bj": 71711,
+ "ãĢģåįĬ": 71712,
+ "perf": 71713,
+ "æİ§åĪ¶ä¿¡åı·": 71714,
+ "-loader": 71715,
+ "Ranges": 71716,
+ "ç«ŀäºīä¼ĺåĬ¿": 71717,
+ "èĬ±èįī": 71718,
+ "brane": 71719,
+ "ç»ĻäºĪäºĨ": 71720,
+ "infl": 71721,
+ "bolt": 71722,
+ "lane": 71723,
+ "ĠÃĤ": 71724,
+ "çĮĤ": 71725,
+ "论è¯Ń": 71726,
+ "é©»åľ°": 71727,
+ "ãģĹãģ¾ãģĻ": 71728,
+ "ĠVMware": 71729,
+ "å¿ĥçĹĽ": 71730,
+ "Columb": 71731,
+ "aidu": 71732,
+ "ï¼ĮæĪijè¿Ļ": 71733,
+ "Subview": 71734,
+ "ä¸ĢåĪĩçļĦ": 71735,
+ "ãĢĬåħ¬åı¸ç«łç¨ĭ": 71736,
+ "Ġconduction": 71737,
+ "Ġseismic": 71738,
+ "ï¼Įä¸įåģľ": 71739,
+ "Ġturmoil": 71740,
+ "-ret": 71741,
+ "]'": 71742,
+ "ãĢģèĥ¡": 71743,
+ "orst": 71744,
+ "æĸ°é£İ": 71745,
+ "ĠUps": 71746,
+ "Ġcontemplate": 71747,
+ "ĠVAR": 71748,
+ "ĠIon": 71749,
+ "ãĢĤæĪijåľ¨": 71750,
+ "Ġnuis": 71751,
+ "Ġparasite": 71752,
+ "ä¹ĭ举": 71753,
+ "绿è±Ĩ": 71754,
+ "è¿ĺæľīåħ¶ä»ĸ": 71755,
+ "ĠNina": 71756,
+ "åį³ä½į": 71757,
+ "Male": 71758,
+ "ĠZIP": 71759,
+ "aporation": 71760,
+ "峦": 71761,
+ "(loc": 71762,
+ "ï¼ĮäºĮ人": 71763,
+ "Vi": 71764,
+ "Ġmonarch": 71765,
+ "Ġimpactful": 71766,
+ "ãĢĤä¸īæĺ¯": 71767,
+ "-signature": 71768,
+ "-counter": 71769,
+ "/Library": 71770,
+ "ĠPlatforms": 71771,
+ "(seq": 71772,
+ "Northern": 71773,
+ "åIJĥæİī": 71774,
+ "ĠPhotographer": 71775,
+ "×ŀ": 71776,
+ "é¢ĺå¹²": 71777,
+ "ĠInitializes": 71778,
+ "Epoch": 71779,
+ "ãĢĤåģļ": 71780,
+ "ĠSmile": 71781,
+ "羣çļĦæľī": 71782,
+ "ĠActing": 71783,
+ "{if": 71784,
+ "Ġasian": 71785,
+ "Ġexhaustive": 71786,
+ "é¾Ļ骨": 71787,
+ "sit": 71788,
+ "ä¸īåįģå¹´": 71789,
+ "ï¼Įæĸ½å·¥": 71790,
+ "ä¼ļè¯Ŀ": 71791,
+ "äººä»¬åľ¨": 71792,
+ "æĹłçº¿ç͵": 71793,
+ "å®ĺåĥļ": 71794,
+ "Ġstocked": 71795,
+ "飵åij³": 71796,
+ "_msgs": 71797,
+ "éĤ£åı¥è¯Ŀ": 71798,
+ "Ġcarbohydrate": 71799,
+ "Ġsoooo": 71800,
+ "ä¸Ĭä¸ĸ纪": 71801,
+ "ĠDescriptor": 71802,
+ "Italy": 71803,
+ "Ig": 71804,
+ "ĠValve": 71805,
+ "ĠCs": 71806,
+ "æĤ´": 71807,
+ "Respond": 71808,
+ "ĠGujarat": 71809,
+ "åݻ年åIJĮæľŁ": 71810,
+ "Probably": 71811,
+ "ĠCCTV": 71812,
+ "è¾ĵç»Ļ": 71813,
+ "\\Delta": 71814,
+ "\\circ": 71815,
+ "Solver": 71816,
+ ".admin": 71817,
+ "Ġlept": 71818,
+ "åĸ§åļ£": 71819,
+ "çļĦèį¯": 71820,
+ "çļĦä¸Ģåľº": 71821,
+ "})$,": 71822,
+ "ĠRoo": 71823,
+ "ĠOber": 71824,
+ "åıĪéģĵ": 71825,
+ ".account": 71826,
+ "ĠUns": 71827,
+ "-vol": 71828,
+ "_lr": 71829,
+ "ä½ĵåζæĶ¹éĿ©": 71830,
+ "Ġprophecy": 71831,
+ "ĠJal": 71832,
+ "æľ¬å°±": 71833,
+ "ï¼Īè®°èĢħ": 71834,
+ "Ġfinalized": 71835,
+ "ï¼ĮéĶĢåĶ®": 71836,
+ "ĠKeywords": 71837,
+ "åįģåĽĽäºĶ": 71838,
+ "scribers": 71839,
+ "çļĦæĸ¹å¼ıæĿ¥": 71840,
+ "Maria": 71841,
+ "ipo": 71842,
+ "çĽIJæ°´": 71843,
+ "åĵģæł¼": 71844,
+ "ĠQuint": 71845,
+ "Placement": 71846,
+ "å°±æĺ¯è¿Ļ个": 71847,
+ "é¢Ħä¼°": 71848,
+ "ä¹Ŀ天": 71849,
+ "rafts": 71850,
+ "enguins": 71851,
+ "Toast": 71852,
+ "è¨Ń": 71853,
+ "ĠFiled": 71854,
+ "duplicate": 71855,
+ "_suffix": 71856,
+ "ä»Ĭ天æĺ¯": 71857,
+ "æľºä¸Ĭ": 71858,
+ "èϽæĺ¯": 71859,
+ "两åĿĹ": 71860,
+ "åºķæ°Ķ": 71861,
+ "Ġgon": 71862,
+ "çĸijèĻij": 71863,
+ "Ġunravel": 71864,
+ "èݱæĸ¯": 71865,
+ ".Exception": 71866,
+ "^d": 71867,
+ "éĩĮ奥": 71868,
+ "Ġpresses": 71869,
+ ";;;": 71870,
+ "å¿ĥèĤĮ": 71871,
+ "_ALIGN": 71872,
+ "ä¸Ģ个女人": 71873,
+ ".Page": 71874,
+ "ï¼Ľä»ĸ": 71875,
+ "Ġiii": 71876,
+ "ĠEntries": 71877,
+ "Ġportrayal": 71878,
+ "临æĹ¶èĤ¡ä¸ľå¤§ä¼ļ": 71879,
+ ".ind": 71880,
+ "æ¯Ķèµ·æĿ¥": 71881,
+ ".Copy": 71882,
+ "æİ§åζåįķåħĥ": 71883,
+ "Ġstewardship": 71884,
+ ",ä¸Ģèµ·": 71885,
+ "声èī²": 71886,
+ "Ġperpetual": 71887,
+ "Ġmodalities": 71888,
+ "ï¼Įæĺ¯ä¸Ģå®¶": 71889,
+ "arting": 71890,
+ "ä¸ĢçĶŁçļĦ": 71891,
+ "\\node": 71892,
+ "Ġbehaves": 71893,
+ "ĠBarber": 71894,
+ "Ġantivirus": 71895,
+ "-agent": 71896,
+ "âĢĿ主é¢ĺ": 71897,
+ "åĩºåħµ": 71898,
+ "ĠAlison": 71899,
+ "çķĻé¦Ļ": 71900,
+ ".route": 71901,
+ "": 72087,
+ "abcdef": 72088,
+ "ï¼ĮæĮº": 72089,
+ "ĠLung": 72090,
+ "Ġrelocated": 72091,
+ "Ġlouder": 72092,
+ "_OV": 72093,
+ "ĠUNESCO": 72094,
+ "èĬĿåĬł": 72095,
+ "ï¼Įå¼ĢåIJ¯": 72096,
+ "Ġhomeland": 72097,
+ "ĠContributors": 72098,
+ "Ġapplicability": 72099,
+ "ï¼Įæľªç»ı": 72100,
+ "ĠKathleen": 72101,
+ "çļĦæĪ¿åŃIJ": 72102,
+ "ĠFriedman": 72103,
+ "ĠTone": 72104,
+ "ĠRoma": 72105,
+ "ï¼ĮéĤ£ä½ł": 72106,
+ "ï¼Įåģı": 72107,
+ "chewan": 72108,
+ "Ġplatelet": 72109,
+ "ï¼Įä¸İåħ¶": 72110,
+ "_configuration": 72111,
+ "licts": 72112,
+ "å¥½åľ¨": 72113,
+ "phyl": 72114,
+ "нÑĭе": 72115,
+ "ãĢĤåĬł": 72116,
+ "ĠCFR": 72117,
+ "blo": 72118,
+ "è°ĭæĿĢ": 72119,
+ "ä¿®ä»Ļ": 72120,
+ "vency": 72121,
+ "é¼»çĤİ": 72122,
+ "Ġcucumber": 72123,
+ "otherwise": 72124,
+ "venth": 72125,
+ "èIJ¨åħĭ": 72126,
+ "../../../": 72127,
+ "&=&": 72128,
+ "\\psi": 72129,
+ "å°±åΰäºĨ": 72130,
+ "ĠJSONObject": 72131,
+ "æĶ¯æĮģçļĦ": 72132,
+ "ĠBlogging": 72133,
+ "Scaling": 72134,
+ "Ġ墨": 72135,
+ "Ġ(/": 72136,
+ "å¾Ĺè¦ģ": 72137,
+ "çļĦ大èĦij": 72138,
+ "ï¼ĮèĢĥ": 72139,
+ "partition": 72140,
+ ",åĪĩ": 72141,
+ "ĠCorrection": 72142,
+ "IVES": 72143,
+ "ĠLazy": 72144,
+ "ä¹Łä¸įçŁ¥": 72145,
+ "ĠBuilders": 72146,
+ "QE": 72147,
+ "sheets": 72148,
+ "åĪĽæĸ°åĪĽä¸ļ": 72149,
+ "-running": 72150,
+ "ĠCarnival": 72151,
+ "ãĢĤå¾ħ": 72152,
+ "ĠByron": 72153,
+ "Ġrelentless": 72154,
+ "Asian": 72155,
+ "fluid": 72156,
+ "ĠGeorgetown": 72157,
+ "(Vector": 72158,
+ "ï¼ĮæĬ¢": 72159,
+ "å¼ĢåIJİ": 72160,
+ ".Duration": 72161,
+ "å®ŀæĸ½æĸ¹æ¡Īä¸Ń": 72162,
+ "-natural": 72163,
+ "Ġpronounce": 72164,
+ "ï¼īä¸Ĭ": 72165,
+ "ributing": 72166,
+ "Ġlonging": 72167,
+ "Ġextraord": 72168,
+ "ä¸Ń央空è°ĥ": 72169,
+ "alignment": 72170,
+ "oho": 72171,
+ "ĠBedford": 72172,
+ "alyzed": 72173,
+ "laws": 72174,
+ "ĠLeisure": 72175,
+ "_MODEL": 72176,
+ "ĠDaisy": 72177,
+ "Ġpaw": 72178,
+ "ï¼Įä¸įå¾Ĺä¸į": 72179,
+ "å¶": 72180,
+ "Ġabelian": 72181,
+ "Cold": 72182,
+ "-grand": 72183,
+ "ä¸įå¾Ĺè¶ħè¿ĩ": 72184,
+ ".GetValue": 72185,
+ "ãĢĭçļĦè§Ħå®ļ": 72186,
+ "Investment": 72187,
+ "Ġµm": 72188,
+ "æĬķæłĩ人": 72189,
+ "ãĢģåıijè¡Į人": 72190,
+ "ä¼ļèĩªåĬ¨": 72191,
+ "ermaid": 72192,
+ "ä¹Łä¸įåĨį": 72193,
+ "å´ĩå°ļ": 72194,
+ "ä¸įåĬ¨äº§": 72195,
+ "ãĢģéķĩ": 72196,
+ "ï¼Įå¤ļ次": 72197,
+ "æĽ´å¤ļ人": 72198,
+ "-makers": 72199,
+ ".Conv": 72200,
+ "Arab": 72201,
+ "ĠMuse": 72202,
+ "VIS": 72203,
+ "举äºļ": 72204,
+ "Ġwebcam": 72205,
+ "Behaviour": 72206,
+ "Ġpalms": 72207,
+ "_seed": 72208,
+ "ĠCycling": 72209,
+ "éģĵæķĻ": 72210,
+ "å¤Ħ女": 72211,
+ "æ¬łç¼º": 72212,
+ "ĠDaughter": 72213,
+ "Ġnationality": 72214,
+ "Ġconceded": 72215,
+ "åħĪè¿Ľåįķä½į": 72216,
+ "ursing": 72217,
+ "graded": 72218,
+ "ï¼Įåħ¼": 72219,
+ "ĠThesis": 72220,
+ "ä»ĸä¸Ģçľ¼": 72221,
+ "Experiment": 72222,
+ "æĺ¾èĢĮæĺĵè§ģ": 72223,
+ "ĠRecycling": 72224,
+ "è´¨éĹ®": 72225,
+ "建ç«ĭä¸Ģ个": 72226,
+ "ectar": 72227,
+ "ĠVB": 72228,
+ "æīĵåİĭ": 72229,
+ "oelectric": 72230,
+ "IPA": 72231,
+ "mmas": 72232,
+ "Ġartis": 72233,
+ "ä¹Įé¾Ł": 72234,
+ "ĠWORLD": 72235,
+ "èĢĥè¯ķçļĦ": 72236,
+ "ĠComputers": 72237,
+ "é¢Ĩçķ¥": 72238,
+ "_ev": 72239,
+ "è¦ģåĴĮ": 72240,
+ "é»Ħå¸Ŀ": 72241,
+ "heddar": 72242,
+ ".getTime": 72243,
+ "Attrs": 72244,
+ "-volume": 72245,
+ "Ġdiscriminatory": 72246,
+ "Ġstirred": 72247,
+ "æĪijåIJ§": 72248,
+ "ï¼Įå¸Ī": 72249,
+ "ĠHir": 72250,
+ "opters": 72251,
+ "ĠWooden": 72252,
+ "ĠTat": 72253,
+ "ï¼Į设å¤ĩ": 72254,
+ "credit": 72255,
+ "(pt": 72256,
+ "IFS": 72257,
+ "Ġinducing": 72258,
+ "ĠTitans": 72259,
+ "çĥ¤èĤī": 72260,
+ "èĬĿåĬłåĵ¥": 72261,
+ "urement": 72262,
+ "ĠArgumentNullException": 72263,
+ "LCD": 72264,
+ "æīĪ": 72265,
+ "åĤ»äºĨ": 72266,
+ ".verify": 72267,
+ "ĠæĪĸèĢħ": 72268,
+ "Ġrins": 72269,
+ "Ġ/^": 72270,
+ "Ġsummers": 72271,
+ "ï¼Į\"": 72272,
+ "licia": 72273,
+ "æıīäºĨ": 72274,
+ "ï¼Įèĩ´ä½¿": 72275,
+ "-event": 72276,
+ "dj": 72277,
+ "èĥ½ç͍": 72278,
+ "ĠASAP": 72279,
+ "ήÏĤ": 72280,
+ "Essay": 72281,
+ "æĿ¥æĿ¥": 72282,
+ "æľ´ç´ł": 72283,
+ "çļĦèģĮä¸ļ": 72284,
+ "éĵĽ": 72285,
+ "íķ´": 72286,
+ "åħ±èģļ": 72287,
+ "Ġteammate": 72288,
+ "å²ŃåįĹ": 72289,
+ "_units": 72290,
+ "terra": 72291,
+ "Ġfueled": 72292,
+ "ĠPropTypes": 72293,
+ "ä¸įä¸ĭåİ»äºĨ": 72294,
+ "PAD": 72295,
+ "ä¸İå°ı": 72296,
+ "(wx": 72297,
+ "éĤ£éĩĮçļĦ": 72298,
+ "å·¥ä½ľäºĨ": 72299,
+ "алÑĮ": 72300,
+ "å®ŀå®ŀåľ¨åľ¨": 72301,
+ "Ġtrousers": 72302,
+ "-media": 72303,
+ "ï¼ĮåIJĮæĹ¶ä¹Łæĺ¯": 72304,
+ "æĸ°è¥¿åħ°": 72305,
+ "çļĦèĢģå¸Ī": 72306,
+ "ignant": 72307,
+ "ĠOmar": 72308,
+ "æĥłå·ŀ": 72309,
+ "parated": 72310,
+ "_TASK": 72311,
+ "ĠChess": 72312,
+ "ansing": 72313,
+ "Ġinterrupts": 72314,
+ "æīĢæıIJä¾ĽçļĦ": 72315,
+ "Ġdilution": 72316,
+ "_author": 72317,
+ "ĠVera": 72318,
+ "æįĤä½ı": 72319,
+ "ãĢĤå¤ĸ": 72320,
+ "åĨĽåľ¨": 72321,
+ "hetamine": 72322,
+ "_web": 72323,
+ "ĠSergeant": 72324,
+ ",ä½ķ": 72325,
+ "FromString": 72326,
+ ",ä½Ĩåľ¨": 72327,
+ ":blog": 72328,
+ "Ġoffseason": 72329,
+ "Teacher": 72330,
+ "çļĦåķĨåĵģ": 72331,
+ "Ġsubtype": 72332,
+ "Ġembryo": 72333,
+ "æĬ½å¥ĸ": 72334,
+ "played": 72335,
+ "ĠCarey": 72336,
+ "èĥ¶åİŁèĽĭçϽ": 72337,
+ "actin": 72338,
+ "ĠCarpenter": 72339,
+ "alli": 72340,
+ "Ġimpending": 72341,
+ "è¿ĩæľŁ": 72342,
+ "IMAL": 72343,
+ "Ġdistinctly": 72344,
+ "=no": 72345,
+ "',$": 72346,
+ "æĥĭæĥľ": 72347,
+ "Ġesta": 72348,
+ "ï¼Į并为": 72349,
+ "俨çĦ¶": 72350,
+ "Ġobjected": 72351,
+ "Ġscalability": 72352,
+ "htable": 72353,
+ "çIJ¶": 72354,
+ ",åIJĦç§į": 72355,
+ "ãĢģéĩįåºĨ": 72356,
+ "ĠBoxes": 72357,
+ "ãĢĤä¸įæĺ¯": 72358,
+ "æľ¬è´¨ä¸Ĭ": 72359,
+ "kp": 72360,
+ "ãĢĤ两个": 72361,
+ "unningham": 72362,
+ "utrients": 72363,
+ "MAIL": 72364,
+ "Ġperturbations": 72365,
+ "alb": 72366,
+ "ä¸ŃåĽ½ç»ıæµİ": 72367,
+ "ï¼ŁæīĢ以": 72368,
+ "Ġmotivating": 72369,
+ "ÏħÏĦ": 72370,
+ "室åıĭ": 72371,
+ "æ²īéĹ·": 72372,
+ "çݰ已": 72373,
+ "_ALPHA": 72374,
+ "Gy": 72375,
+ "ĠAlger": 72376,
+ "Ġgrin": 72377,
+ "ãĢģé±¼": 72378,
+ "åĪ©çĽĬçļĦ": 72379,
+ "èĥ½ä»İ": 72380,
+ "åĩºå±Ģ": 72381,
+ "éĥ½æĺ¯ä¸Ģ个": 72382,
+ "æĤ¬å¿µ": 72383,
+ "ä¸Ĭä¸Ģ次": 72384,
+ "ĠThirty": 72385,
+ "Ġtolerated": 72386,
+ ",强åĮĸ": 72387,
+ "Ġulcer": 72388,
+ "éĢĢ缩": 72389,
+ "'},": 72390,
+ "(inter": 72391,
+ "}a": 72392,
+ "ĠPose": 72393,
+ "ćãĢĤ": 72394,
+ "ĠCho": 72395,
+ "表å±Ĥ": 72396,
+ "Ġcaliber": 72397,
+ "ï¼Įä¸Ķåľ¨": 72398,
+ "DOI": 72399,
+ "iquette": 72400,
+ "Ġprobate": 72401,
+ "ĠParenting": 72402,
+ "Ġcafes": 72403,
+ "æĻ¤": 72404,
+ "Ġjj": 72405,
+ "Ġblueprint": 72406,
+ "Ġmotivational": 72407,
+ "ouve": 72408,
+ "山寨": 72409,
+ ",åĨįåĬłä¸Ĭ": 72410,
+ "Ġknockout": 72411,
+ "estor": 72412,
+ "Ġquar": 72413,
+ "kitchen": 72414,
+ "ä¸Ģä¼Ĺ": 72415,
+ "Ġdiscord": 72416,
+ "Ġpharmacies": 72417,
+ "otto": 72418,
+ "åħ±éĿĴ": 72419,
+ "渤海": 72420,
+ "ĠAj": 72421,
+ "oulos": 72422,
+ "ĠGLint": 72423,
+ "Ġoverdose": 72424,
+ "ĠSPR": 72425,
+ "Ġpresume": 72426,
+ "_EL": 72427,
+ "ĠChecking": 72428,
+ "_ATTRIBUTE": 72429,
+ "èłķåĬ¨": 72430,
+ "温差": 72431,
+ "Ġviewport": 72432,
+ "æ¶µçĽĸäºĨ": 72433,
+ "æ²īæµ¸åľ¨": 72434,
+ "avadoc": 72435,
+ "äºĨä¸Ģçīĩ": 72436,
+ "ä¸İæīĢ述第äºĮ": 72437,
+ "èĤĨæĦı": 72438,
+ "NASA": 72439,
+ "ĠSQLException": 72440,
+ "Ġcaptive": 72441,
+ "Ġaugmentation": 72442,
+ "Ġflipping": 72443,
+ "ï¼ĮåľŁ": 72444,
+ "ĠVacuum": 72445,
+ "six": 72446,
+ "ä¸ĿçļĦ": 72447,
+ "Ġadvisers": 72448,
+ "ĠÙĨ": 72449,
+ "äºİä¸Ģä½ĵ": 72450,
+ "该æŃ»": 72451,
+ "ï¼Įä½łåºĶ该": 72452,
+ "Ġtotals": 72453,
+ "Ġmastered": 72454,
+ "atos": 72455,
+ "ï¼Įä»°": 72456,
+ "Ġfused": 72457,
+ "ĠCornwall": 72458,
+ "amacare": 72459,
+ "åŁºéĩij份é¢ĿæĮģæľī人": 72460,
+ "ĠNVIDIA": 72461,
+ "åĪ°æľŁçļĦ": 72462,
+ "æĬ¥æĸĩ": 72463,
+ "Ġasserting": 72464,
+ ".warning": 72465,
+ "å°ijè§ģ": 72466,
+ "StartTime": 72467,
+ ".real": 72468,
+ "åĪĽéĢłåĩº": 72469,
+ "ĠWheeler": 72470,
+ "ãĢģåºĶç͍": 72471,
+ "ç½Ĺ伯çī¹": 72472,
+ "æĩĤäºĭ": 72473,
+ "ĠBax": 72474,
+ "建çŃijçļĦ": 72475,
+ "Ġserialization": 72476,
+ "Battery": 72477,
+ "ä¸įåħ·å¤ĩ": 72478,
+ "åIJ¸æ°´": 72479,
+ "ĠTropical": 72480,
+ "actus": 72481,
+ "å¸ĤåľºèIJ¥éĶĢ": 72482,
+ "æĺ¾å¾®éķľ": 72483,
+ "Giving": 72484,
+ "Ġunderm": 72485,
+ "Ġhardcore": 72486,
+ "Ġalla": 72487,
+ "Ġpermissible": 72488,
+ ".Connection": 72489,
+ "ä¸ºæł¸å¿ĥçļĦ": 72490,
+ "ç¾İåĮĸ": 72491,
+ "红çģ¯": 72492,
+ "omens": 72493,
+ "å·´æĭī": 72494,
+ "ç¾İå¦Ļ": 72495,
+ "ï¼Įç´ł": 72496,
+ "·æĸ¯": 72497,
+ "-install": 72498,
+ "ĠEditors": 72499,
+ "飩ç¡ķ": 72500,
+ "ä½ľåĵģä¸Ń": 72501,
+ "éħįç½®æĸĩä»¶": 72502,
+ "Ġrejecting": 72503,
+ "casters": 72504,
+ "ĠSke": 72505,
+ "manage": 72506,
+ "åĮħåİ¢": 72507,
+ "[num": 72508,
+ "Ġ个人": 72509,
+ "åıĪæľīä»Ģä¹Ī": 72510,
+ "éĺ¶æ®µæĢ§": 72511,
+ "_Name": 72512,
+ "Ġcylinders": 72513,
+ "çĭ¡çĮ¾": 72514,
+ "ør": 72515,
+ "åĮĸåѦåıįåºĶ": 72516,
+ "å¼ĹæľĹ": 72517,
+ "/cl": 72518,
+ "ä¸Ĭå½ĵ": 72519,
+ "åħ¬åħģä»·å̼åıĺåĬ¨": 72520,
+ "Ġà²": 72521,
+ "mgp": 72522,
+ ",羣æĺ¯": 72523,
+ "Linkedin": 72524,
+ "_imp": 72525,
+ "Ġbye": 72526,
+ "ĠFernando": 72527,
+ "车çªĹ": 72528,
+ "ĠCorb": 72529,
+ "ĠVerification": 72530,
+ "-admin": 72531,
+ "Ġexcludes": 72532,
+ "owell": 72533,
+ "ĠOCT": 72534,
+ "ãĢĤåı¯èĥ½": 72535,
+ "ĠInstitutions": 72536,
+ "Ġmarvelous": 72537,
+ "\")[": 72538,
+ ".elements": 72539,
+ "é£ŀæĿ¥": 72540,
+ "ิ": 72541,
+ "横æī«": 72542,
+ "emaker": 72543,
+ "è¿Ļåĩłå¹´": 72544,
+ "ĠATTR": 72545,
+ "çļĦä»İ": 72546,
+ "Ġsouven": 72547,
+ "Ġscav": 72548,
+ "ï¼Įè¿Ļ两个": 72549,
+ "çŃīä¼ĺçĤ¹": 72550,
+ "dependent": 72551,
+ "æľĢå°ıçļĦ": 72552,
+ "-tier": 72553,
+ "æľīéĻIJåIJĪä¼Ļ": 72554,
+ "women": 72555,
+ "åľ¨çº¿åĴ¨è¯¢": 72556,
+ "ï¼Įè¾ĵåĩº": 72557,
+ "reator": 72558,
+ "Ġattendant": 72559,
+ "大æĪIJ": 72560,
+ "å¹ķå¢Ļ": 72561,
+ "ĠFairy": 72562,
+ "çĢĽ": 72563,
+ "ĠRAW": 72564,
+ "ï¼Įä½Ĩæĺ¯çİ°åľ¨": 72565,
+ "_WE": 72566,
+ "(rs": 72567,
+ "_AX": 72568,
+ "Ġvegas": 72569,
+ ".gui": 72570,
+ "ĠOutcomes": 72571,
+ "森æŀĹåħ¬åĽŃ": 72572,
+ "ĠLeigh": 72573,
+ "ä¸İä»ĸ们": 72574,
+ "Appellant": 72575,
+ "ĠRabbi": 72576,
+ "èıłèIJĿ": 72577,
+ "Ġhyster": 72578,
+ "èĢģä¸ī": 72579,
+ "æľºæŀĦåĮħæĭ¬": 72580,
+ "ĠPreferred": 72581,
+ "ĠHits": 72582,
+ ".eu": 72583,
+ "礼åĮħ": 72584,
+ "çļĦ综åIJĪ": 72585,
+ "caled": 72586,
+ "对她çļĦ": 72587,
+ "Ġrheumat": 72588,
+ "ï¼Į女æĢ§": 72589,
+ "åıĸäºĨ": 72590,
+ ",å°±ç®Ĺ": 72591,
+ ".alpha": 72592,
+ "atl": 72593,
+ "Ġninety": 72594,
+ "Ġshuff": 72595,
+ "éľĢæ±ĤåĴĮ": 72596,
+ ">@": 72597,
+ "Ġfamed": 72598,
+ "å±Īæľį": 72599,
+ "inheritDoc": 72600,
+ "ï¼ĮåıįåºĶ": 72601,
+ "-trivial": 72602,
+ "Coffee": 72603,
+ "PW": 72604,
+ "kas": 72605,
+ "ĠNil": 72606,
+ "æŁ¥çIJĨ": 72607,
+ "çħ§æĸĻ": 72608,
+ "çļĦå½±åĵįåĬĽ": 72609,
+ "Ġaccelerator": 72610,
+ "ĠMam": 72611,
+ "ä¸Ģ楼": 72612,
+ "addClass": 72613,
+ "åĵĪå¸Į": 72614,
+ "èµ¶å¾Ģ": 72615,
+ "ĠViagra": 72616,
+ "åĨħèĦı": 72617,
+ "composition": 72618,
+ "表达æĸ¹å¼ı": 72619,
+ "Engineering": 72620,
+ "ĠLANGUAGE": 72621,
+ "Ġcompetitiveness": 72622,
+ "Ġthumbs": 72623,
+ "ĠBeam": 72624,
+ "æŃ£åIJij": 72625,
+ "微弱": 72626,
+ "ãĢģèģĮä¸ļ": 72627,
+ "ç»ıåĬŀ": 72628,
+ "ĠHerman": 72629,
+ "[": 72861,
+ "fade": 72862,
+ "èĢĮç«ĭ": 72863,
+ "é¢łåĢĴ": 72864,
+ "Ġcaves": 72865,
+ "Ġvc": 72866,
+ "ĠRomantic": 72867,
+ "ĠAugustine": 72868,
+ "Ġwee": 72869,
+ "/******************************************************************************": 72870,
+ "mnt": 72871,
+ "ï¼Įç§»åĬ¨": 72872,
+ "çİ°åľ¨å°±": 72873,
+ "Ġthermostat": 72874,
+ "~âĢĿ": 72875,
+ "éĢıå½»": 72876,
+ "Ġmanufactures": 72877,
+ "Timeline": 72878,
+ "=utf": 72879,
+ "Ġglossy": 72880,
+ "Ġdamping": 72881,
+ "åIJ»åIJĪ": 72882,
+ "zema": 72883,
+ "Ġ注åĨĮ": 72884,
+ "reachable": 72885,
+ "Telephone": 72886,
+ "ä¿Ł": 72887,
+ "horse": 72888,
+ "èĭ±å°º": 72889,
+ "_CONTENT": 72890,
+ "ãĢĤé£İ": 72891,
+ "Ġhaw": 72892,
+ "æīįå¼Ģå§ĭ": 72893,
+ "ĠдлÑı": 72894,
+ "Ġæ±ī": 72895,
+ "Ġfg": 72896,
+ "acro": 72897,
+ "ĠRemodel": 72898,
+ "Tem": 72899,
+ "åľ¨äºº": 72900,
+ "å½ĵéĿ¢": 72901,
+ ".cat": 72902,
+ "=\"$(": 72903,
+ "&=\\": 72904,
+ "å®ĺçļĦ": 72905,
+ "æ¶Įåħ¥": 72906,
+ "Ġintravenous": 72907,
+ "ratio": 72908,
+ "çļĦä½ľç͍ä¸ĭ": 72909,
+ "ORA": 72910,
+ "iants": 72911,
+ "äºĨ大éĩı": 72912,
+ "_runtime": 72913,
+ "ä¸Ĭå±±": 72914,
+ "åĩºæ±Ĺ": 72915,
+ "Ipv": 72916,
+ "çŃīå½¢å¼ı": 72917,
+ "åĩīçν": 72918,
+ "è´ŃæĪ¿èĢħ": 72919,
+ "å¸ĥçļĦ": 72920,
+ "ï¼Įåį´ä¹Ł": 72921,
+ "äºĭåıij": 72922,
+ "åĩłæĿ¡": 72923,
+ "Ġdepict": 72924,
+ "ï¼Įä¸Ģå®ļä¼ļ": 72925,
+ "åįģä¸ĥæĿ¡": 72926,
+ "-team": 72927,
+ "ï¼Įä¹Łåľ¨": 72928,
+ "oclonal": 72929,
+ "éļ¾åħ³": 72930,
+ "Ġmounts": 72931,
+ ";'": 72932,
+ "few": 72933,
+ "驾驶人": 72934,
+ "_background": 72935,
+ "æĿIJæĸĻåĴĮ": 72936,
+ "æĪij们已ç»ı": 72937,
+ "Clearly": 72938,
+ "çļĦ主åĬĽ": 72939,
+ "ç¿©ç¿©": 72940,
+ "èĢĮæĺĵ举": 72941,
+ "ĠHuge": 72942,
+ "强硬": 72943,
+ "<(": 72944,
+ "缸æ¯Ķè¾ĥ": 72945,
+ "aney": 72946,
+ "ï¼ĮåĪĽ": 72947,
+ "Âłand": 72948,
+ "æĹłåģ¿": 72949,
+ "ä¿¡æģ¯è¿Ľè¡Į": 72950,
+ "éĴ±äºĨ": 72951,
+ "ĠInfinite": 72952,
+ "ĠRational": 72953,
+ "çĽ¸äº¤": 72954,
+ "ĠConclusions": 72955,
+ "Ġcherish": 72956,
+ "possibly": 72957,
+ "Ġponder": 72958,
+ "对æĪijæĿ¥è¯´": 72959,
+ "ส": 72960,
+ "Ġrotations": 72961,
+ "èĬ¬èĬ³": 72962,
+ "责任å¿ĥ": 72963,
+ "ĠAppet": 72964,
+ "Ġfaction": 72965,
+ "England": 72966,
+ ".googleapis": 72967,
+ "è¯ķ管": 72968,
+ "è¸Ĭè·ĥ": 72969,
+ "lause": 72970,
+ "IGGER": 72971,
+ "Rab": 72972,
+ "igor": 72973,
+ "Ġnumerator": 72974,
+ "èIJ¨æĭī": 72975,
+ "åѤç«ĭ": 72976,
+ "ĠDirac": 72977,
+ "ï¼ģèĢĮä¸Ķ": 72978,
+ "Ġheroic": 72979,
+ "Ġalkaline": 72980,
+ "Ġprima": 72981,
+ "å¿«éĢŁå¢ŀéķ¿": 72982,
+ "æľīæľºçī©": 72983,
+ "éĹ¯åħ¥": 72984,
+ "CW": 72985,
+ "ĠTricks": 72986,
+ "ĠNowadays": 72987,
+ "æĿ¥åΰè¿ĻéĩĮ": 72988,
+ "vip": 72989,
+ "ï¼ĮæĪij便": 72990,
+ "ĠBackpack": 72991,
+ "棣": 72992,
+ "TARGET": 72993,
+ "ĠHog": 72994,
+ "亲åIJ»": 72995,
+ "ĠÂłĠÂłĠÂłĠÂł": 72996,
+ "æ¯ħçĦ¶": 72997,
+ "Ġlatch": 72998,
+ "Ġ(âĪĴ": 72999,
+ "ĠHawks": 73000,
+ "acin": 73001,
+ "psum": 73002,
+ "éĥ½æĺ¯çͱ": 73003,
+ "ĠHerb": 73004,
+ "vik": 73005,
+ "Ġfiner": 73006,
+ "è¾½ä¸ľ": 73007,
+ ",éĥ¨åĪĨ": 73008,
+ ":after": 73009,
+ "å¥ĩæīį": 73010,
+ "ĠCooperation": 73011,
+ "å®īä¸ľå°¼": 73012,
+ "æĶ¾åľ¨å¿ĥä¸Ĭ": 73013,
+ "ĠInquiry": 73014,
+ ".byte": 73015,
+ "æľĢä½³çļĦ": 73016,
+ "ldb": 73017,
+ "_MAT": 73018,
+ "everything": 73019,
+ "æ©ĺåŃIJ": 73020,
+ "()},": 73021,
+ "auff": 73022,
+ "Extent": 73023,
+ "éĺ³æ°Ķ": 73024,
+ "Ġprosperous": 73025,
+ "审å®ļ": 73026,
+ "çĹħèıĮ": 73027,
+ "çĩķçªĿ": 73028,
+ "ĠGrammy": 73029,
+ "xm": 73030,
+ "羣æľī": 73031,
+ "Ġantidepress": 73032,
+ "ï¼ĮèĻ½è¯´": 73033,
+ "Bone": 73034,
+ "è¿ĩä½ł": 73035,
+ "æµģåĬ¨èµĦéĩij": 73036,
+ "/plugins": 73037,
+ "代表äºĨ": 73038,
+ "EPROM": 73039,
+ "/io": 73040,
+ "ĠPotato": 73041,
+ "çļĦæľĢé«ĺ": 73042,
+ "Ġmama": 73043,
+ "Ġdominating": 73044,
+ "è¦ģ害": 73045,
+ "Ġlaminate": 73046,
+ "ĠDSP": 73047,
+ "è£ħåį¸": 73048,
+ "Ġpurchasers": 73049,
+ "ован": 73050,
+ "Ġazure": 73051,
+ "éĻIJé¢Ŀ": 73052,
+ "ohan": 73053,
+ "Ġerected": 73054,
+ "ï¼ĮæĪIJäºĨ": 73055,
+ "urniture": 73056,
+ "Documentation": 73057,
+ "ĠSteelers": 73058,
+ "Ġregularity": 73059,
+ "ä¸ĭåİ»çļĦ": 73060,
+ ".constant": 73061,
+ "ĠMaths": 73062,
+ "Ġdew": 73063,
+ "éĹŃçݯ": 73064,
+ "ĠWax": 73065,
+ "Ġorganise": 73066,
+ "innacle": 73067,
+ "ãĢĤå¼Ģ": 73068,
+ "_BUF": 73069,
+ "Ġpersisted": 73070,
+ "âŁ": 73071,
+ "itory": 73072,
+ "æĺ¨å¤ľ": 73073,
+ "NASDAQ": 73074,
+ "ãĢģ人åijĺ": 73075,
+ "Ġallied": 73076,
+ "注解": 73077,
+ "ĠARRAY": 73078,
+ "Mit": 73079,
+ "ĠClickfunnels": 73080,
+ "èĥ¡ä¹±": 73081,
+ "\"}](": 73082,
+ "å¦Ħæĥ³": 73083,
+ "Ġnarciss": 73084,
+ "æĹłè¸ª": 73085,
+ "çĺĻçĹĴ": 73086,
+ "ãĢĤæĺ¾çĦ¶": 73087,
+ "Tokenizer": 73088,
+ "ĠLords": 73089,
+ "å¯Ĩå°ģåľĪ": 73090,
+ "DLL": 73091,
+ "åĩºä¸Ģéģĵ": 73092,
+ "æŁĵèī²ä½ĵ": 73093,
+ "ĠDispatch": 73094,
+ "ï¼Į失": 73095,
+ "Ġresponders": 73096,
+ "\\eta": 73097,
+ "ouns": 73098,
+ "Ġ管çIJĨ": 73099,
+ "ãĢģèĤī": 73100,
+ "ç²Ĺæļ´": 73101,
+ ".am": 73102,
+ "äºĶåIJį": 73103,
+ "åī¯å¸Ĥéķ¿": 73104,
+ "(static": 73105,
+ "jp": 73106,
+ "Ġfinitely": 73107,
+ "æĺ¯æ²¡": 73108,
+ "levation": 73109,
+ "ç»´çĶŁç´łC": 73110,
+ "âĢľä»Ģä¹Ī": 73111,
+ "èĩªå·±çļĦæĥ³æ³ķ": 73112,
+ "-eight": 73113,
+ "åıijçĶŁæĹ¶": 73114,
+ "ĠLevy": 73115,
+ "ĠSpir": 73116,
+ "umpt": 73117,
+ "=\"\\": 73118,
+ "èµĶä»ĺ": 73119,
+ "Ġanalyzes": 73120,
+ "è½°çĦ¶": 73121,
+ "ĠAircraft": 73122,
+ "æĬĬå®ĥ们": 73123,
+ "(call": 73124,
+ "´ÃIJ": 73125,
+ "çĤľ": 73126,
+ "Ġpancakes": 73127,
+ "亿ä¸ĩ": 73128,
+ "乡亲": 73129,
+ "Drawer": 73130,
+ "åĴĮåij¨": 73131,
+ "æŃ¤æĹ¶çļĦ": 73132,
+ "Ġsnork": 73133,
+ "åIJĬè£ħ": 73134,
+ "èĩªé©¾": 73135,
+ "æĴĴè°İ": 73136,
+ "çļĦ身躯": 73137,
+ "ĠEssentially": 73138,
+ "akov": 73139,
+ "-background": 73140,
+ "ursors": 73141,
+ "è´¢æĶ¿å±Ģ": 73142,
+ "ĠPerspectives": 73143,
+ "UIColor": 73144,
+ "accum": 73145,
+ "éħĿéħ¿": 73146,
+ "Ġweary": 73147,
+ "ï¼Į以èĩ´": 73148,
+ "ãĢĤå¦Ĥæľī": 73149,
+ "æĸ¹ä¾¿çļĦ": 73150,
+ "åĭ¤åĬ³": 73151,
+ "èĥ½è¾¾åΰ": 73152,
+ "Ġabuses": 73153,
+ "ĠFemin": 73154,
+ "åĬŀåħ¬å®¤ä¸»ä»»": 73155,
+ "åħ¨èµĦåŃIJåħ¬åı¸": 73156,
+ "åİĨä»»": 73157,
+ "publish": 73158,
+ "æīĢ使ç͍çļĦ": 73159,
+ ".addAll": 73160,
+ "Acknowled": 73161,
+ "hoe": 73162,
+ "_hook": 73163,
+ "Increment": 73164,
+ "Ġrecombination": 73165,
+ "åIJįå°Ĩ": 73166,
+ "Ġbooklet": 73167,
+ "Ġfurious": 73168,
+ "Ġ{č": 73169,
+ "ĠApproximately": 73170,
+ "ï¼Į次": 73171,
+ "Ġsockaddr": 73172,
+ "-par": 73173,
+ "Fitness": 73174,
+ "éĥijå·ŀå¸Ĥ": 73175,
+ "pots": 73176,
+ "åıijæĺİä¸ĵåĪ©": 73177,
+ "æĹ¥è¶ĭ": 73178,
+ "ï¼Įè¿ĺä¸įå¦Ĥ": 73179,
+ "Speech": 73180,
+ "Ja": 73181,
+ "Ġéľį": 73182,
+ "Ġà°": 73183,
+ "ç¥IJ": 73184,
+ "京åī§": 73185,
+ "ï¼ĮåĹ¯": 73186,
+ "åĬłæĿĥ": 73187,
+ "_void": 73188,
+ "Ġturtles": 73189,
+ "ĠTay": 73190,
+ "ĠPerkins": 73191,
+ "Ġä¸İæŃ¤åIJĮæĹ¶": 73192,
+ "-del": 73193,
+ "ãĢĤè¿ĩåİ»": 73194,
+ "æľīæĪIJ": 73195,
+ "Recording": 73196,
+ "ä¸įä¿Ĺ": 73197,
+ "ĠWan": 73198,
+ "Âłthe": 73199,
+ "åıij表äºİ": 73200,
+ "åħ¬åı¸ä¸İ": 73201,
+ "Ġmisunderstand": 73202,
+ "çīĩåŃIJ": 73203,
+ "éĤ£ä¹Īå¤ļçļĦ": 73204,
+ "溴": 73205,
+ "Alternatively": 73206,
+ "ï¼ĮèĮ¶": 73207,
+ ".Host": 73208,
+ "æĭįçļĦ": 73209,
+ "_SK": 73210,
+ "ĠFrozen": 73211,
+ "以åĮĹ": 73212,
+ "è¯ĿäºĨ": 73213,
+ "filled": 73214,
+ "éĿ¢ç§¯ä¸º": 73215,
+ "èļĬåŃIJ": 73216,
+ "åĪĨåıij": 73217,
+ "ĠWorkflow": 73218,
+ "Ġprerequisite": 73219,
+ "ãĢģéĩijå±ŀ": 73220,
+ "Sean": 73221,
+ "ĠSignificant": 73222,
+ "INO": 73223,
+ "(part": 73224,
+ "@c": 73225,
+ "æĺ¯åĵª": 73226,
+ "è¿Ļé¦ĸæŃĮ": 73227,
+ "ï¼Įå½ĵä»ĸ": 73228,
+ "鸡汤": 73229,
+ "ADIO": 73230,
+ "çĿ¡å¾Ĺ": 73231,
+ "çĭĤé£İ": 73232,
+ "Ġplaster": 73233,
+ "å®¶çļĦ人": 73234,
+ "mlin": 73235,
+ "Ġlegitimacy": 73236,
+ "é²ľç¾İ": 73237,
+ "Ġpairwise": 73238,
+ "åı¯è¡ĮçļĦ": 73239,
+ "ãĢģç͵åĬĽ": 73240,
+ "身ä¸Ĭä¸ĭ": 73241,
+ "å·´åħĭ": 73242,
+ "è¡£çĿĢ": 73243,
+ "agus": 73244,
+ "Ġshattered": 73245,
+ "æĭ¥æĬ¤": 73246,
+ "ĠRodgers": 73247,
+ "toc": 73248,
+ "Ġdrap": 73249,
+ "-domain": 73250,
+ "çļ±èµ·": 73251,
+ "è¿ĺæĺ¯æĮº": 73252,
+ "åģľç͵": 73253,
+ "æĤ²çĹĽ": 73254,
+ "å®¶æľī": 73255,
+ "Ġdeco": 73256,
+ "Ġdevoid": 73257,
+ "Ġcorrecting": 73258,
+ "_flush": 73259,
+ "çľĭçĤ¹": 73260,
+ "Ġcleavage": 73261,
+ "å¼łå¤§": 73262,
+ "ä¸Ģç±³": 73263,
+ "Ġprotector": 73264,
+ ".native": 73265,
+ "å°±ç®ĹäºĨ": 73266,
+ "ãĢĤç¬¬åĽĽ": 73267,
+ "ICU": 73268,
+ "ĠLaunches": 73269,
+ "å¦Ĩ容": 73270,
+ "Ġarous": 73271,
+ "æ¸ħçļĦ": 73272,
+ ".PK": 73273,
+ "éĽªçļĦ": 73274,
+ "FIX": 73275,
+ "å¤ĸå£ģ": 73276,
+ "ä¿¡å¾Ĵ": 73277,
+ "ascar": 73278,
+ "ĠDVDs": 73279,
+ "ç»Ļå°ı": 73280,
+ "ï¼Įä¸Ģçīĩ": 73281,
+ "èĥĨå°ı": 73282,
+ "åIJĮä¸Ģæİ§åζ": 73283,
+ "Ġreciproc": 73284,
+ "è®®äºĭ": 73285,
+ "Ġaccretion": 73286,
+ "Ġscipy": 73287,
+ "arcin": 73288,
+ "ä¸İæľįåĬ¡": 73289,
+ "Ġhier": 73290,
+ "Ġlecturer": 73291,
+ "-final": 73292,
+ "èµĦ产éĩįç»Ħ": 73293,
+ "Ġdiversified": 73294,
+ "æĬĬéĴ±": 73295,
+ "èĪªæµ·": 73296,
+ "âĢĿç§°åı·": 73297,
+ "Ġbushes": 73298,
+ "ĠNASCAR": 73299,
+ "ï¼Įæ¿Ģåıij": 73300,
+ "Ġpouch": 73301,
+ "åij¸": 73302,
+ "åŁºåľ°çļĦ": 73303,
+ "ãĢģåıį": 73304,
+ "åı¯èĥ½ä¼ļ导èĩ´": 73305,
+ ".å°Ĩ": 73306,
+ "Ġbabys": 73307,
+ "-request": 73308,
+ "Ġgrated": 73309,
+ "ä¸Ģè§Ī": 73310,
+ "âĢĻ)": 73311,
+ "è¯ģçļĦ": 73312,
+ "çªģçł´äºĨ": 73313,
+ "Profiles": 73314,
+ ",å¹³æĹ¶": 73315,
+ "dash": 73316,
+ "ĠAthletics": 73317,
+ "[{": 73318,
+ "ç¼ĸæİĴ": 73319,
+ "çļĦæĥħæĻ¯": 73320,
+ "èĩªå¼º": 73321,
+ "×¢": 73322,
+ "ĠSTOP": 73323,
+ "ç¥ĸåĽ½çļĦ": 73324,
+ "cales": 73325,
+ "ãĢĤ该æĿij": 73326,
+ "ç͍çļĦæĺ¯": 73327,
+ "Ġxp": 73328,
+ "èĥ½æī¾åΰ": 73329,
+ "ĠDess": 73330,
+ "perate": 73331,
+ "å¼Ģ端": 73332,
+ "Ġcoworkers": 73333,
+ "_ec": 73334,
+ "夸å¥ĸ": 73335,
+ ",å½±åĵį": 73336,
+ "æĬķå°Ħ": 73337,
+ "è´©åįĸ": 73338,
+ "Ġprophets": 73339,
+ "ĠâĢĿï¼Į": 73340,
+ "ï¼ĮçĬ¹": 73341,
+ "毡": 73342,
+ "鸯": 73343,
+ "代çłģçĶŁæĪIJ": 73344,
+ "åıijåĬ¨æľºçļĦ": 73345,
+ "Division": 73346,
+ "ĠLisbon": 73347,
+ "-well": 73348,
+ "åŃķæľŁ": 73349,
+ "ĠCleaner": 73350,
+ "çļ¿": 73351,
+ "ĠEMS": 73352,
+ "ï¼Įä½Ĩåħ¶": 73353,
+ "Ġimprisoned": 73354,
+ "éĢļ天": 73355,
+ "æ´Ĺå¹²åĩĢ": 73356,
+ "mpl": 73357,
+ "ä¸įæĸŃæıIJåįĩ": 73358,
+ "ãĢĤ常": 73359,
+ "thren": 73360,
+ "arena": 73361,
+ "åľ¨è·¯ä¸Ĭ": 73362,
+ "reature": 73363,
+ "_Widget": 73364,
+ "(hw": 73365,
+ "Autowired": 73366,
+ ".integer": 73367,
+ "èħĶåĨħ": 73368,
+ "ç¨Ģ缺": 73369,
+ "Jen": 73370,
+ "ç¸": 73371,
+ "ĠTaj": 73372,
+ ".cor": 73373,
+ "_SOCK": 73374,
+ ".Do": 73375,
+ "Ġabruptly": 73376,
+ "ierre": 73377,
+ "ASY": 73378,
+ "å¿łå¿ĥ": 73379,
+ "ĠPW": 73380,
+ "è§īæĤŁ": 73381,
+ "\"}),": 73382,
+ "^b": 73383,
+ "Ġraster": 73384,
+ "表åĨ³ç»ĵæŀľ": 73385,
+ "gpu": 73386,
+ "çļĩåĨł": 73387,
+ "Ġhypnot": 73388,
+ "Ġé¦Ļ": 73389,
+ "ï¼ĮæīĢ以说": 73390,
+ "ĠChow": 73391,
+ "ĠâĤ¹": 73392,
+ "{prop": 73393,
+ "rupal": 73394,
+ "åIJij西": 73395,
+ "Âłçİĭ": 73396,
+ "ecessarily": 73397,
+ "Ton": 73398,
+ "(fs": 73399,
+ "Ġforgiven": 73400,
+ "Ġpelvic": 73401,
+ "ophobia": 73402,
+ "æī¶æīĭ": 73403,
+ "æįĨç»ij": 73404,
+ "Bird": 73405,
+ "_In": 73406,
+ "ä¸Ģåij³": 73407,
+ "纸箱": 73408,
+ "Ġpsyched": 73409,
+ "åıĮå±Ĥ": 73410,
+ "Ġauthenticate": 73411,
+ "ä»»çͱ": 73412,
+ ",re": 73413,
+ "Illustration": 73414,
+ "etitions": 73415,
+ "Ġembassy": 73416,
+ "Ġveterinarian": 73417,
+ "åķ¶": 73418,
+ "çľ¼èĬ±": 73419,
+ "SETT": 73420,
+ "Eight": 73421,
+ "羣åĪĩ": 73422,
+ "书ä¸Ĭ": 73423,
+ "设计æĸ¹æ¡Ī": 73424,
+ "èĽĭé»Ħ": 73425,
+ "Ġbeacon": 73426,
+ "ç§ij举": 73427,
+ "Ġbiomedical": 73428,
+ "Ġnostalgia": 73429,
+ "大æĢĴ": 73430,
+ "Ġpayouts": 73431,
+ "ĠMetals": 73432,
+ "åįĵæĹŃ": 73433,
+ "çļĦæĥħæĦŁ": 73434,
+ "Ġunsecured": 73435,
+ "ĠArth": 73436,
+ "éĶ¦ç»£": 73437,
+ "unctive": 73438,
+ "ĠPredict": 73439,
+ "ä¹Įé²ģæľ¨é½IJ": 73440,
+ "(ms": 73441,
+ "_ME": 73442,
+ "Ġwitnessing": 73443,
+ "Ġfronts": 73444,
+ "ĠBearing": 73445,
+ "æĺŁç³»": 73446,
+ "Sorted": 73447,
+ "iab": 73448,
+ "ĠPension": 73449,
+ "\\\\\\": 73450,
+ "Ġdrafts": 73451,
+ "å¿¿": 73452,
+ "ç¡®å®ļ为": 73453,
+ "ĠPediatric": 73454,
+ "(\"../": 73455,
+ "æ±Łå·Ŀ": 73456,
+ "umina": 73457,
+ "ëŀ": 73458,
+ "ï¼ĮæŁĶ": 73459,
+ ".hidden": 73460,
+ "ãĢĤè¿Ļå°±": 73461,
+ "ĠExtensions": 73462,
+ "igrations": 73463,
+ "Ġscall": 73464,
+ "ĠKub": 73465,
+ "é«ĺæĺĤ": 73466,
+ "æĢ»æĪIJ": 73467,
+ "ãĢĤä¸Ģæĺ¯": 73468,
+ "çϾä½Ļ": 73469,
+ "(connection": 73470,
+ "hair": 73471,
+ "çĤ¹æ»´": 73472,
+ "asking": 73473,
+ "å¹¶èģĶ": 73474,
+ ".tensor": 73475,
+ "ä¸ĢæŃ¥ä¸ĢæŃ¥": 73476,
+ "Detect": 73477,
+ "çĽijå±Ģ": 73478,
+ "æ¥ļæĪĪ": 73479,
+ "媲": 73480,
+ "çĶµè·¯çļĦ": 73481,
+ "å·¡å¯Ł": 73482,
+ "åģľæľº": 73483,
+ "serde": 73484,
+ "éĻĨå°ı": 73485,
+ "离å¼Ģè¿ĻéĩĮ": 73486,
+ "æĸĽ": 73487,
+ "Configs": 73488,
+ "ĠMIDI": 73489,
+ "[#": 73490,
+ "anine": 73491,
+ "åĬ¨ä¸įåĬ¨": 73492,
+ "åİĭåľ¨": 73493,
+ "sqlite": 73494,
+ "posals": 73495,
+ "ç¨Ģæľī": 73496,
+ "éħ¿éĢł": 73497,
+ ":end": 73498,
+ "ABB": 73499,
+ ".stats": 73500,
+ "è¾ĵåħ¥çļĦ": 73501,
+ "åĩĿè§Ĩ": 73502,
+ "xing": 73503,
+ "cted": 73504,
+ "å¨ĵ": 73505,
+ "èģļé¤IJ": 73506,
+ "å½¢æĪIJä¸Ģ个": 73507,
+ "ĠTate": 73508,
+ "Ġsuitability": 73509,
+ "åģ¥èº«æĪ¿": 73510,
+ "ĠAdmiral": 73511,
+ "{The": 73512,
+ "ĠIsabel": 73513,
+ "ç¨İåĬ¡æĢ»å±Ģ": 73514,
+ "integration": 73515,
+ "leter": 73516,
+ "repair": 73517,
+ "NonUser": 73518,
+ "ĠCannon": 73519,
+ "-format": 73520,
+ "Ġprogressing": 73521,
+ "ï¼ĮåħĪçĶŁ": 73522,
+ "çݰéĺ¶æ®µ": 73523,
+ "eredith": 73524,
+ "{minipage": 73525,
+ "plac": 73526,
+ "visitor": 73527,
+ "Surv": 73528,
+ "çŃĶçĸij": 73529,
+ "ÙĬØ©": 73530,
+ "+-+-+-+-": 73531,
+ "Indexed": 73532,
+ "zzo": 73533,
+ "Ġrelic": 73534,
+ "Ġformations": 73535,
+ "è®°å¿ĨåĬĽ": 73536,
+ "æ¯ħåĬĽ": 73537,
+ "Jordan": 73538,
+ "flowers": 73539,
+ "orphic": 73540,
+ "æĺ¯åIJ§": 73541,
+ "_soc": 73542,
+ "ï¼Įæľīå¾Īå¤ļ": 73543,
+ "Ġdopamine": 73544,
+ "å¦ĤæĦ¿": 73545,
+ "Ġdownloadable": 73546,
+ "isto": 73547,
+ "rugu": 73548,
+ "FTA": 73549,
+ "Ġtul": 73550,
+ "_Service": 73551,
+ "ochrom": 73552,
+ "Ġcytos": 73553,
+ "Ġslogan": 73554,
+ "\"s": 73555,
+ "KD": 73556,
+ "ç²¾ç¥ŀåĬĽ": 73557,
+ "byterian": 73558,
+ "ĠAnchor": 73559,
+ "åĹ¡åĹ¡": 73560,
+ "说äºĨä¸Ģåı¥": 73561,
+ "ï¼Įè¿ĺæľīä¸Ģ个": 73562,
+ "è̽æIJģ": 73563,
+ "尾声": 73564,
+ "Ġembodied": 73565,
+ "Movies": 73566,
+ "è¦ģåΰ": 73567,
+ "éĤº": 73568,
+ "upy": 73569,
+ "è½®åΰ": 73570,
+ "ï¼ĮåIJĮåѦ们": 73571,
+ "å°ıä¹IJ": 73572,
+ "å¿ĥèĻļ": 73573,
+ "Ġaliases": 73574,
+ "Ġshrinking": 73575,
+ "Ġåľ£": 73576,
+ "ĠUDP": 73577,
+ "æŁIJä¸Ģ个": 73578,
+ "Ġáĥ": 73579,
+ "ĠCoding": 73580,
+ "èĨľçĤİ": 73581,
+ "Fully": 73582,
+ "Ġslips": 73583,
+ "Ġexistential": 73584,
+ "妻åŃIJçļĦ": 73585,
+ "è··": 73586,
+ "åĩºå¾ģ": 73587,
+ "Ġresentment": 73588,
+ "Scr": 73589,
+ "_align": 73590,
+ "Ġmodulo": 73591,
+ "ï¼Įä¸Ģ声": 73592,
+ "dns": 73593,
+ "ĠSaturdays": 73594,
+ "ĠGiveaway": 73595,
+ ".trace": 73596,
+ ".translate": 73597,
+ "Ġputative": 73598,
+ "æĬ±èµ·": 73599,
+ "建åĨĽ": 73600,
+ "åĥıæĪij": 73601,
+ "è§Ĩè§īæķĪæŀľ": 73602,
+ "Ġoccupations": 73603,
+ "Dial": 73604,
+ "already": 73605,
+ "Ġknob": 73606,
+ "Tabs": 73607,
+ "STS": 73608,
+ "ĠDarren": 73609,
+ "å¤ļåĬł": 73610,
+ "è¿Ľå®«": 73611,
+ "乳液": 73612,
+ "ĠPresence": 73613,
+ "ãĢĤå¾·": 73614,
+ "èĻļå¹»": 73615,
+ "ĠCircular": 73616,
+ "ĠActivation": 73617,
+ "ĠBeginners": 73618,
+ "ï¼Įè§Ĩ": 73619,
+ "Ġweaving": 73620,
+ "æİ§èĤ¡åŃIJåħ¬åı¸": 73621,
+ "\"H": 73622,
+ "meter": 73623,
+ "ãĢģæ°¸": 73624,
+ "Ġarmies": 73625,
+ "éŨåı£çļĦ": 73626,
+ "Ġdownturn": 73627,
+ "èĦ¸çº¢": 73628,
+ "(link": 73629,
+ "å½ĵåľ°æĹ¶éĹ´": 73630,
+ "Ġæīĭ": 73631,
+ "ä¸įç§»": 73632,
+ "许éģĵé¢ľ": 73633,
+ "夫çļĦ": 73634,
+ "ç»ĵæŀĦæĢ§": 73635,
+ "åı¯å°Ĩ": 73636,
+ "æĥĬæĦķ": 73637,
+ "âĢĿè¿Ľè¡Į": 73638,
+ "Ġoriginate": 73639,
+ "åºĶç͍ä¸Ń": 73640,
+ "ĠAlien": 73641,
+ "ĠBrom": 73642,
+ "Ġdispens": 73643,
+ "表å¾ģ": 73644,
+ "åιéĤ£éĹ´": 73645,
+ "湿çĸ¹": 73646,
+ "finish": 73647,
+ "Ġire": 73648,
+ "åįİçļĦ": 73649,
+ "Spain": 73650,
+ "ĠColonial": 73651,
+ "ĠBalk": 73652,
+ "人åİ»": 73653,
+ "åĩºæ¸¸": 73654,
+ "_Handle": 73655,
+ "辩解": 73656,
+ ":blogger": 73657,
+ "ãĢĤèĭ¥æĺ¯": 73658,
+ "#endregion": 73659,
+ "})=": 73660,
+ "Piece": 73661,
+ "âĢľSo": 73662,
+ "Ġpetitions": 73663,
+ "ĠGian": 73664,
+ "Ġunfinished": 73665,
+ "æī¿éĩį": 73666,
+ "gresql": 73667,
+ "æĺ¥å¤©çļĦ": 73668,
+ "Ġilluminated": 73669,
+ "-Americ": 73670,
+ "Ġpuck": 73671,
+ "æ¶ĵ": 73672,
+ "_payload": 73673,
+ "Ġchinese": 73674,
+ "Ġdiffered": 73675,
+ "arsity": 73676,
+ ".UN": 73677,
+ "æĿİæµ©": 73678,
+ "Ġmash": 73679,
+ "Ġcapitalize": 73680,
+ "ĠScotia": 73681,
+ "geons": 73682,
+ "Ġcreams": 73683,
+ "anguard": 73684,
+ "Ġchiral": 73685,
+ "Ġpirate": 73686,
+ "Ġæ¢ħ": 73687,
+ "ãĢģåı¶": 73688,
+ "Ġdelve": 73689,
+ "ĠMSM": 73690,
+ "ĠSouthampton": 73691,
+ "ĠBare": 73692,
+ "lut": 73693,
+ "starting": 73694,
+ ".nil": 73695,
+ "_LAST": 73696,
+ ",å¦Ĥæŀľä½ł": 73697,
+ "ĠéĴ±": 73698,
+ "ãĢģä½ł": 73699,
+ "Ġrng": 73700,
+ "åĴĮå¤ĦçIJĨ": 73701,
+ "Useful": 73702,
+ "ĠEmployers": 73703,
+ "æ¼ī": 73704,
+ "顺é£İ": 73705,
+ "Ġhearty": 73706,
+ "å¾®è§Ĥ": 73707,
+ "Ġdisciplined": 73708,
+ "Ġspit": 73709,
+ "å°ıåĵ¥": 73710,
+ "ĠmÃ¥": 73711,
+ "Ġflora": 73712,
+ "ç¼ĺçͱ": 73713,
+ "nar": 73714,
+ "Ġå·²ç»ı": 73715,
+ "Wake": 73716,
+ "Ġebay": 73717,
+ "ä¸ĢæĹłæīĢ": 73718,
+ "ãĢģåĶIJ": 73719,
+ "ï¼Ľä»İ": 73720,
+ "Ġfungus": 73721,
+ "Ñķ": 73722,
+ "çļĦéĻIJåζ": 73723,
+ "Ġinnovate": 73724,
+ "æīĵæ³ķ": 73725,
+ "iocre": 73726,
+ "çļĦ空æ°Ķ": 73727,
+ ",å°½éĩı": 73728,
+ "/',": 73729,
+ "Ġomission": 73730,
+ "andles": 73731,
+ "æĹłéĩı": 73732,
+ "tagHelper": 73733,
+ "Ġauthenticated": 73734,
+ "æıīäºĨæıī": 73735,
+ "åħ¬éģĵ": 73736,
+ "ï¼ļæĶ¯æĮģ": 73737,
+ "ĠSere": 73738,
+ "æľĹ诵": 73739,
+ "éģįäºĨ": 73740,
+ "è·Łä½łè¯´": 73741,
+ "пÑĢ": 73742,
+ "ï¼ĮåİŁåĽł": 73743,
+ ",ä¸įç͍": 73744,
+ "å̼åĴĮ": 73745,
+ "æľīä¸ī个": 73746,
+ "åĮĸåIJĪ": 73747,
+ "åĶ®åįĸ": 73748,
+ "ĠLinkedin": 73749,
+ "âĿ¤": 73750,
+ "æĿ¥åΤæĸŃ": 73751,
+ "ĠStrings": 73752,
+ "charged": 73753,
+ "å¤įåİŁ": 73754,
+ "æĸĩæĺİ建设": 73755,
+ "æĶ¾å®½": 73756,
+ "è¿ĺæľīçĤ¹": 73757,
+ "Ġunst": 73758,
+ "åıĤåĬłä¼ļè®®": 73759,
+ "Ġscientifically": 73760,
+ "æ¯Ķäºļ迪": 73761,
+ "?\\": 73762,
+ "ĠtestGet": 73763,
+ "èİ«éĿŀ": 73764,
+ "å®ķ": 73765,
+ "ĠLyrics": 73766,
+ "è·ij车": 73767,
+ "ĠUW": 73768,
+ "angling": 73769,
+ "Faculty": 73770,
+ "ëł": 73771,
+ "ĠHOT": 73772,
+ "å®Īæ³ķ": 73773,
+ "缮æłĩåĴĮ": 73774,
+ "æĨĶ": 73775,
+ "ĠNaples": 73776,
+ "itates": 73777,
+ "éĹ®åΰ": 73778,
+ "ĠLuxembourg": 73779,
+ "_FIRST": 73780,
+ "sein": 73781,
+ "coef": 73782,
+ "ĠMarijuana": 73783,
+ ",éĤ£ä¸ª": 73784,
+ "两ä¸ī": 73785,
+ "æĪijä»¬ä¹Ł": 73786,
+ "Ġmitigating": 73787,
+ "Ġsafari": 73788,
+ "红èĮ¶": 73789,
+ "Ġactivates": 73790,
+ "ĠQuarterly": 73791,
+ ">{@": 73792,
+ "Ġnur": 73793,
+ "Ġcolorectal": 73794,
+ "ĠMai": 73795,
+ ".callback": 73796,
+ "(rt": 73797,
+ "è´£æĢª": 73798,
+ "å®ŀç͍çļĦ": 73799,
+ ".one": 73800,
+ "Temporary": 73801,
+ "Ġæķħ": 73802,
+ "çİĽç´¢": 73803,
+ "Ocean": 73804,
+ "çĶŁäº§å·¥èīº": 73805,
+ "haven": 73806,
+ "ï¼ĮéĿ¢èī²": 73807,
+ "åį«åģ¥": 73808,
+ "åħ¨çº¿": 73809,
+ "åĬłæ²¹ç«Ļ": 73810,
+ "缸éĢļ": 73811,
+ "lec": 73812,
+ "ç§ĴæĿĢ": 73813,
+ "ĠJensen": 73814,
+ "å¹³æģ¯": 73815,
+ "Ġpalp": 73816,
+ "ç§įæ¤įä¸ļ": 73817,
+ "ĠKiller": 73818,
+ "ĠExisting": 73819,
+ "èµŀèªī": 73820,
+ "ä»¬ä¹Ł": 73821,
+ "Ġsummarizes": 73822,
+ "rely": 73823,
+ "ï¼Įæĭľ": 73824,
+ "ĠRim": 73825,
+ "lices": 73826,
+ "Ġlingering": 73827,
+ "Ġveto": 73828,
+ "beg": 73829,
+ "Ġgpu": 73830,
+ "浴缸": 73831,
+ "æĺ¯æĢİæł·çļĦ": 73832,
+ "æĪijåı¯": 73833,
+ "åĮħçļĦ": 73834,
+ "çģµçٳ": 73835,
+ "梨èĬ±": 73836,
+ "æ·ĭæ¼ĵå°½": 73837,
+ "没æľī说è¯Ŀ": 73838,
+ "æĸ°æľĪ": 73839,
+ "纸巾": 73840,
+ "ĠSTRING": 73841,
+ "ãĢģé¦Ļ港": 73842,
+ "Recovery": 73843,
+ "æĬ¥åijĬ书": 73844,
+ "åįĥæĦģ": 73845,
+ "è¿Łåΰ": 73846,
+ "Conversation": 73847,
+ "uchs": 73848,
+ "Ġinitiating": 73849,
+ "urus": 73850,
+ "æľĢéĩįè¦ģçļĦæĺ¯": 73851,
+ "æĸ¯åħĭ": 73852,
+ "-course": 73853,
+ "ãĢĤä»İæŃ¤": 73854,
+ "/\">": 73855,
+ "ĠMoto": 73856,
+ "éĢģåħ¥": 73857,
+ "æ¸ħæ¸ħæ¥ļæ¥ļ": 73858,
+ "_WARNING": 73859,
+ "å¤ļéķ¿æĹ¶éĹ´": 73860,
+ "ç¥ŀ殿": 73861,
+ "çͰéĹ´": 73862,
+ "ï¼Į请éĹ®": 73863,
+ "^c": 73864,
+ "è°¥": 73865,
+ "-confidence": 73866,
+ "/img": 73867,
+ "为åķ¥": 73868,
+ "è·¯ä¸ĬçļĦ": 73869,
+ "å¤ļè¿ľ": 73870,
+ "äl": 73871,
+ "çł´éŨ": 73872,
+ "ĠJail": 73873,
+ "ï¼ĮèĴĻ": 73874,
+ "æĪijåį´": 73875,
+ "Ġwarp": 73876,
+ "ĠMarin": 73877,
+ "Classifier": 73878,
+ "ãĢģåĽ¾çīĩ": 73879,
+ "remaining": 73880,
+ "Ġæ´»åĬ¨": 73881,
+ ".dump": 73882,
+ "constants": 73883,
+ "ï¼Įèĥ½ä¸įèĥ½": 73884,
+ "ĠMidnight": 73885,
+ "-between": 73886,
+ "ä¸Ģç§Ĵ": 73887,
+ "æĬµæİ¥": 73888,
+ "Ðľ": 73889,
+ "å϶": 73890,
+ "éĽĨä¸ŃçļĦ": 73891,
+ "ολ": 73892,
+ "äºļå½ĵ": 73893,
+ "鸣åĦ¿": 73894,
+ "æµĭ温": 73895,
+ "Ġbathtub": 73896,
+ "碰ä¸Ĭ": 73897,
+ "Ġstimulates": 73898,
+ "åĨ¶çĤ¼": 73899,
+ "大åIJ¼": 73900,
+ "éĢĢè´§": 73901,
+ "(process": 73902,
+ ",åıį": 73903,
+ "Mental": 73904,
+ "ĠDancing": 73905,
+ "ç½ijåºĹ": 73906,
+ "Wine": 73907,
+ "ĠMarcel": 73908,
+ "ĠOrdered": 73909,
+ "Hardware": 73910,
+ "Fraction": 73911,
+ "arction": 73912,
+ "SPACE": 73913,
+ "Ġmisunderstanding": 73914,
+ "abo": 73915,
+ "çĶŁçģµ": 73916,
+ "Ġauditory": 73917,
+ "Ġmasking": 73918,
+ ".cppreference": 73919,
+ "Ġprofoundly": 73920,
+ "ĠWorship": 73921,
+ "ĠDisabled": 73922,
+ "æ²īçĿĢ": 73923,
+ "ï¼Įç»Ļ人": 73924,
+ "ĠPFN": 73925,
+ "ä¸ĬèµĽåŃ£": 73926,
+ "Ġflask": 73927,
+ "丢å¼ĥ": 73928,
+ "Ġcloudy": 73929,
+ "/dis": 73930,
+ "ĠJPEG": 73931,
+ "ĠInterval": 73932,
+ "ĠDefender": 73933,
+ "æłijå¹²": 73934,
+ "æĵ¦äºĨ": 73935,
+ "Ġtighten": 73936,
+ "ä¹Ķ丹": 73937,
+ "å¤ļ头": 73938,
+ "Ġtimezone": 73939,
+ "夫åŃIJ": 73940,
+ "å°ĺåľŁ": 73941,
+ "Population": 73942,
+ "rocytes": 73943,
+ "ï¼ĮåĨµä¸Ķ": 73944,
+ "ãĢĸ": 73945,
+ "ittal": 73946,
+ "åħ¶ä»ĸ综åIJοͶçĽĬ": 73947,
+ "稳éĩį": 73948,
+ "Ġè¿Ļ个æĹ¶åĢĻ": 73949,
+ "Ġsurreal": 73950,
+ "osal": 73951,
+ "çľ¼å¸ĺ": 73952,
+ "ĠCorollary": 73953,
+ "ĠMajesty": 73954,
+ "Ġå¸Ĥ": 73955,
+ "ï¼Ĭ": 73956,
+ "Ġozone": 73957,
+ "Ġperi": 73958,
+ "Ġmatchup": 73959,
+ "éĴ»è¿Ľ": 73960,
+ "ĠNail": 73961,
+ "Âłå°ı": 73962,
+ ".ec": 73963,
+ "Ġcongratulations": 73964,
+ "Docker": 73965,
+ "_FIX": 73966,
+ "Ġcontemplating": 73967,
+ "ĠMSP": 73968,
+ "ç»ı绾": 73969,
+ "ilience": 73970,
+ "å®¶åľ¨": 73971,
+ "Leader": 73972,
+ "å¢ĵåľ°": 73973,
+ "SUP": 73974,
+ "æĻ¯æ°Ķ": 73975,
+ "IMO": 73976,
+ "Ġä¸įéĢĤç͍": 73977,
+ "æģĻ": 73978,
+ "ç»Ļå®ĥ": 73979,
+ "æĿĤèįī": 73980,
+ "èĥ½åģļåΰ": 73981,
+ "Ġhomology": 73982,
+ "ãĢģè¡Į": 73983,
+ "æĹ¥æŃ£å¼ı": 73984,
+ "ĠLyon": 73985,
+ "Ġnpm": 73986,
+ "æľ¨è̳": 73987,
+ "æĮ¡ä½ıäºĨ": 73988,
+ "èĥ½ä¸İ": 73989,
+ "ĠSavage": 73990,
+ "": 74426,
+ "ĠJade": 74427,
+ "éĤ£æ®µ": 74428,
+ "ĠGreeks": 74429,
+ "åij½ä¸Ńçİĩ": 74430,
+ "Esp": 74431,
+ "ĠlocalVar": 74432,
+ "åİ¿åħ¬å®īå±Ģ": 74433,
+ "Ġlame": 74434,
+ "æķ¸": 74435,
+ "richt": 74436,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 74437,
+ "磨ç»ĥ": 74438,
+ "..\"": 74439,
+ "缸èģļ": 74440,
+ "ç»Ń约": 74441,
+ "Ġcasts": 74442,
+ "Ġskeptic": 74443,
+ "ï¼ĮåĪĨ享": 74444,
+ "Ġthieves": 74445,
+ "ĠFridays": 74446,
+ "æĬĸåĬ¨": 74447,
+ "Ġrelapse": 74448,
+ ",çζæ¯į": 74449,
+ "æī¾å¯»": 74450,
+ "ylie": 74451,
+ "åºıå¹ķ": 74452,
+ "frequency": 74453,
+ "éĶħåĨħ": 74454,
+ "ãĢĤéļ¾éģĵ": 74455,
+ "WiFi": 74456,
+ "ĠReno": 74457,
+ "Ġearthquakes": 74458,
+ "?s": 74459,
+ "æ°´åŁŁ": 74460,
+ "ĠExterior": 74461,
+ "ĠTimeline": 74462,
+ "åĭIJçĥĪ": 74463,
+ "ï¼Įä»ĬæĻļ": 74464,
+ "ĠGuatemala": 74465,
+ "æ¿Ģèµ·": 74466,
+ "åĸĿçļĦ": 74467,
+ "Ġcron": 74468,
+ "é¢Ķ": 74469,
+ "çł´ç»½": 74470,
+ "plits": 74471,
+ "TextColor": 74472,
+ "çŁŃè¯Ń": 74473,
+ "éħ¸çļĦ": 74474,
+ "ĠExploration": 74475,
+ "ç¾ŀè¾±": 74476,
+ "Programs": 74477,
+ "è°ĥçļ®": 74478,
+ "éĩĩç͍çļĦæĺ¯": 74479,
+ "Ġbroaden": 74480,
+ "Ġcontradictory": 74481,
+ "Ġ_)": 74482,
+ "=A": 74483,
+ "å¡ijæĸĻè¢ĭ": 74484,
+ "hra": 74485,
+ "ç¾İåij³çļĦ": 74486,
+ "Sin": 74487,
+ "Ġdiscourage": 74488,
+ "å¤ļäºij": 74489,
+ "Qualified": 74490,
+ "Ġworkaround": 74491,
+ "(cell": 74492,
+ "ĠOpens": 74493,
+ "Serializable": 74494,
+ "æķĻå¾Ĵ": 74495,
+ "请注æĺİ": 74496,
+ "=\\{": 74497,
+ "Ġaccompanies": 74498,
+ "éĢĥ亡": 74499,
+ "Ġmanipulating": 74500,
+ "osexuality": 74501,
+ "æĹ©èµ·": 74502,
+ "ĠProbability": 74503,
+ "ĠNEXT": 74504,
+ "Ġvigorous": 74505,
+ ",æ·±åħ¥": 74506,
+ "ĠNets": 74507,
+ "æĹ¥çº¿": 74508,
+ "ĠéħĴåºĹ": 74509,
+ "WAY": 74510,
+ "unde": 74511,
+ "çļĦçĶŁæ´»æĸ¹å¼ı": 74512,
+ "æĮ½æķij": 74513,
+ "ĠHazard": 74514,
+ "ãĢĤæĥ³è¦ģ": 74515,
+ "hep": 74516,
+ "Ġ?>\"": 74517,
+ "Ġancestry": 74518,
+ "XXXXXXXX": 74519,
+ "è¿ĺæĺ¯éĿŀ常": 74520,
+ ".Unmarshal": 74521,
+ "=$\\": 74522,
+ "åĩŃ空": 74523,
+ "奢ä¾Īåĵģ": 74524,
+ "ĠReceived": 74525,
+ "asus": 74526,
+ ":type": 74527,
+ "Newton": 74528,
+ "ï¼Į对ä»ĸ": 74529,
+ "PLACE": 74530,
+ "FUL": 74531,
+ "Gra": 74532,
+ "ĠMits": 74533,
+ "ãĢģåİŁ": 74534,
+ "æĸijçĤ¹": 74535,
+ "æİłå¤º": 74536,
+ "ï¼ĮæĪijå°±æĺ¯": 74537,
+ "ĠComposition": 74538,
+ "_Model": 74539,
+ "ï¼Įå·¦åı³": 74540,
+ "åģĥ": 74541,
+ "Ġechoed": 74542,
+ "DefaultValue": 74543,
+ "/tools": 74544,
+ "vier": 74545,
+ "ĠNamespace": 74546,
+ "被åıijçݰ": 74547,
+ "ĠLIN": 74548,
+ "ONENT": 74549,
+ "Ġåı¯æĥľ": 74550,
+ "ĠHazel": 74551,
+ "åĮĹæĸĹ": 74552,
+ "ĠHyde": 74553,
+ "æľ¬æ¡Ī": 74554,
+ "çŁŃåıij": 74555,
+ ",:,": 74556,
+ "ï¼ĮéĩĮ": 74557,
+ "çī¹åħ°": 74558,
+ "ACP": 74559,
+ "é¡¶çĤ¹": 74560,
+ "OMA": 74561,
+ "uspended": 74562,
+ "Ġimpeachment": 74563,
+ "=https": 74564,
+ "atore": 74565,
+ "ĠBead": 74566,
+ "è¿Ļåľºæ¯ĶèµĽ": 74567,
+ "Ġknight": 74568,
+ "ĠSHOW": 74569,
+ "ä¸įè¿ĩæĿ¥": 74570,
+ "ï¼Įä½Ĩæĺ¯å¥¹": 74571,
+ "åľ¨æĹģè¾¹": 74572,
+ ".tt": 74573,
+ "触åĬ¨": 74574,
+ "Ġbans": 74575,
+ "ï¼īâĢĿ": 74576,
+ "calculate": 74577,
+ ".gr": 74578,
+ "Quotes": 74579,
+ "inode": 74580,
+ "Ġintegrations": 74581,
+ "éĺ»åĩ»": 74582,
+ "YNAM": 74583,
+ "ä¼ļæł¹æį®": 74584,
+ "ä½łæĺ¯ä¸įæĺ¯": 74585,
+ "è¡£é£Ł": 74586,
+ "èIJ§èIJ§": 74587,
+ "Gh": 74588,
+ "\\(\\": 74589,
+ "红å°ĺ": 74590,
+ "åĪĨåŃIJçļĦ": 74591,
+ "æĽ´éķ¿": 74592,
+ "ï¼ģï¼Ī": 74593,
+ "Ġ......": 74594,
+ "âĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢ": 74595,
+ "ActionBar": 74596,
+ "ĠCGPoint": 74597,
+ "ï¼Įåħ´": 74598,
+ "æĸ°éĻĪ代谢": 74599,
+ "ĠResolve": 74600,
+ "å¥Ĺæİ¥": 74601,
+ "ĠRetriev": 74602,
+ "åĪĿæģĭ": 74603,
+ "modify": 74604,
+ "-educ": 74605,
+ "Mozilla": 74606,
+ "Ġvolunteered": 74607,
+ "Carl": 74608,
+ "Ġminced": 74609,
+ "éĿĻçļĦ": 74610,
+ "protoc": 74611,
+ "ĠRoots": 74612,
+ "ĠHate": 74613,
+ "è¿ĺæĺ¯ä¸ª": 74614,
+ "çİ°åľºçļĦ": 74615,
+ "-under": 74616,
+ "ãĢģç½ijç«Ļ": 74617,
+ "bred": 74618,
+ "æĸĩåĮĸæĹħ游": 74619,
+ "èģĺä»»": 74620,
+ "ÑĥÑĩ": 74621,
+ "ä¸Ķåħ¶åıĺåĬ¨": 74622,
+ "带åħ¥": 74623,
+ "èıľçļĦ": 74624,
+ "ĠACA": 74625,
+ "ãĢģè¡¥": 74626,
+ "ĠBonds": 74627,
+ "综èīºèĬĤ缮": 74628,
+ "ĠContributor": 74629,
+ "Affiliate": 74630,
+ "ìľ": 74631,
+ "_functions": 74632,
+ "é¸ŃåŃIJ": 74633,
+ "ç®Ĺå¾Ĺä¸Ĭ": 74634,
+ "Ġselves": 74635,
+ "Compatible": 74636,
+ "çŃīæĬĢæľ¯": 74637,
+ "SSH": 74638,
+ "æĺŁçº§éħĴåºĹ": 74639,
+ ".Output": 74640,
+ "]^.": 74641,
+ "å°ı溪": 74642,
+ "}\\,\\": 74643,
+ "ĠAttach": 74644,
+ "é¾Ļ头ä¼ģä¸ļ": 74645,
+ "(ext": 74646,
+ "鸽åŃIJ": 74647,
+ "æ¸¸æ³³æ±ł": 74648,
+ "Pas": 74649,
+ "ש": 74650,
+ "Ġmourn": 74651,
+ "ĠClement": 74652,
+ "Ġclaw": 74653,
+ "æĮĩ导æĦıè§ģ": 74654,
+ "/text": 74655,
+ "çľĭåΰä¸Ģ个": 74656,
+ "ĠListening": 74657,
+ "_VENDOR": 74658,
+ "ï¼Įè¯Ŀ": 74659,
+ "ï¼īãĢĬ": 74660,
+ "èĩªå·±åĸľæ¬¢çļĦ": 74661,
+ "çľī头ä¸Ģ": 74662,
+ "Football": 74663,
+ "during": 74664,
+ "ĠCros": 74665,
+ "Ġornament": 74666,
+ "Ġcrest": 74667,
+ "Caller": 74668,
+ "Ġreacts": 74669,
+ "ĠKaplan": 74670,
+ "YO": 74671,
+ "ï¼ĮéĽĨä¸Ń": 74672,
+ "_front": 74673,
+ "-beh": 74674,
+ "Ġashes": 74675,
+ "æĶ¯æī¿": 74676,
+ "Ġaortic": 74677,
+ ".Main": 74678,
+ "umba": 74679,
+ "ĠĠ³³³": 74680,
+ "ĠFAST": 74681,
+ "åIJ«çĿĢ": 74682,
+ "è¿ĩçĿĢ": 74683,
+ "æ³ķ令": 74684,
+ "çī¹å·¥": 74685,
+ "ĠBronx": 74686,
+ "blob": 74687,
+ "acock": 74688,
+ "Ġbuoy": 74689,
+ "ç¬ijåĺ»åĺ»": 74690,
+ "ï¼ĮæĽ°": 74691,
+ "Ġgutter": 74692,
+ ".Simple": 74693,
+ "<$": 74694,
+ "OUTH": 74695,
+ "sorry": 74696,
+ "Ġlunar": 74697,
+ "ä¸Ģåīij": 74698,
+ "ä¸Ĭä»»": 74699,
+ "recipe": 74700,
+ "æŃ£å¸¸è¿IJè¡Į": 74701,
+ "ï¼Įè¯·æł¹æį®": 74702,
+ "Ġretaliation": 74703,
+ "å°±å¤ŁäºĨ": 74704,
+ "ä¹ĭè¾Ī": 74705,
+ "åIJİ宫": 74706,
+ "Ġmalfunction": 74707,
+ "Ġdissect": 74708,
+ "çħİçĨ¬": 74709,
+ "æ¸ħåģ¿": 74710,
+ "ãĥ¼ãĥ«": 74711,
+ "Wa": 74712,
+ "éĵĨ": 74713,
+ "åĨ²åĩº": 74714,
+ "Ġsleeps": 74715,
+ "ãĢģè§ĦèĮĥ": 74716,
+ "é͵": 74717,
+ "车éĢŁ": 74718,
+ "项羽": 74719,
+ "autical": 74720,
+ "æĪIJåĬŁçİĩ": 74721,
+ "çī©è´¨æĸĩåĮĸéģĹ产": 74722,
+ "{def": 74723,
+ "-log": 74724,
+ "常人": 74725,
+ "ç»ĵè¯Ĩ": 74726,
+ "绣å¸ħ": 74727,
+ "æĸ°éĹ»åıijå¸ĥä¼ļ": 74728,
+ "indi": 74729,
+ "olithic": 74730,
+ ",æµ·": 74731,
+ "Ġ缴æİ¥": 74732,
+ "æĺ¯æĪij们çļĦ": 74733,
+ "æĹ¶éĻIJ": 74734,
+ "ĠVital": 74735,
+ "edited": 74736,
+ "Drug": 74737,
+ "avo": 74738,
+ "Transactions": 74739,
+ "lite": 74740,
+ "Nutrition": 74741,
+ "_sizes": 74742,
+ "å¦Ĥæŀľè¯´": 74743,
+ "åij¨äºĮ": 74744,
+ "ç«ŀäºīåĬĽçļĦ": 74745,
+ "ï¼Įä½ĨåıĪ": 74746,
+ "éĢĢè¿ĺ": 74747,
+ "Segments": 74748,
+ "太æŀģæĭ³": 74749,
+ "çļĦ第ä¸ī": 74750,
+ "çİĭçīĮ": 74751,
+ ":absolute": 74752,
+ "çļĦçļ®èĤ¤": 74753,
+ "]$.": 74754,
+ "ï¼Įçĥ§": 74755,
+ "è¿ĩ人": 74756,
+ "åı¶æŀ«": 74757,
+ "Ġrealism": 74758,
+ "(nn": 74759,
+ "ĠLandsc": 74760,
+ "åģļå·¥": 74761,
+ "çªģåĽ´": 74762,
+ "ï¼Į大å¤ļ": 74763,
+ "yb": 74764,
+ "ĠNewark": 74765,
+ "æ¯Ķè¾ĥ大çļĦ": 74766,
+ "æĦŁåΰå¾Ī": 74767,
+ "Encrypt": 74768,
+ "[offset": 74769,
+ "ï¼Įåıĺå¾Ĺ": 74770,
+ "umulative": 74771,
+ "-tax": 74772,
+ "Ġpee": 74773,
+ "Ġsmash": 74774,
+ "Ġentitlement": 74775,
+ "éĻ¢éĩĮ": 74776,
+ "Ġsnaps": 74777,
+ ".seed": 74778,
+ "ãĢģä¼ļ计": 74779,
+ "Ġshotgun": 74780,
+ "Ġholog": 74781,
+ "ĠPiet": 74782,
+ "åĺĪ": 74783,
+ "ĠèĸĽ": 74784,
+ "Ġsemic": 74785,
+ "ä¾§éĩį": 74786,
+ "æºIJæ³ī": 74787,
+ "Ġdegeneration": 74788,
+ "Ġmassively": 74789,
+ "ĠTooth": 74790,
+ "/services": 74791,
+ "ãĢĤäºij": 74792,
+ "ĠASD": 74793,
+ "/pub": 74794,
+ "ĠTurning": 74795,
+ "æĤĦæĤĦåľ°": 74796,
+ "vu": 74797,
+ "Balancer": 74798,
+ "Instr": 74799,
+ "åĽĽä¸ªäºº": 74800,
+ "æļ´èºģ": 74801,
+ "Ġâĸª": 74802,
+ "ãĢģéĢļè¿ĩ": 74803,
+ "Ġunrealistic": 74804,
+ "ĠDiaz": 74805,
+ "_fun": 74806,
+ "亲çĶŁ": 74807,
+ "ãĢģæ±Łèĭı": 74808,
+ "Ġcompel": 74809,
+ "ï¼Įæĥ³æĥ³": 74810,
+ "çļĦèµĦæĸĻ": 74811,
+ "ä¸ĭåįĬ": 74812,
+ "对ä¸Ĭ": 74813,
+ "!\",": 74814,
+ ".owner": 74815,
+ "Ġë°": 74816,
+ "Ġvested": 74817,
+ "åħ±äº§åħļåijĺ": 74818,
+ "Ġfittings": 74819,
+ "ி": 74820,
+ "åΰä¸Ģèµ·": 74821,
+ "ĠVL": 74822,
+ "æ´»åľ¨": 74823,
+ "Sha": 74824,
+ "æĺ¯é«ĺ": 74825,
+ "åĪĢçļĦ": 74826,
+ "âĢł": 74827,
+ "讲课": 74828,
+ "Ġchlorine": 74829,
+ "ĠAren": 74830,
+ "å»īä»·": 74831,
+ "ç͍ä¸Ģ个": 74832,
+ "-black": 74833,
+ "Ġsurrogate": 74834,
+ "INDEX": 74835,
+ "(pattern": 74836,
+ "åĨľä¸ļ大åѦ": 74837,
+ "éĹ²èģĬ": 74838,
+ "ecake": 74839,
+ "ãĢģä¹Ŀ": 74840,
+ "åIJĥçĤ¹": 74841,
+ "è¿ĻèĤ¡": 74842,
+ "ä¸Ńéĥ½": 74843,
+ "Bat": 74844,
+ "Ġborough": 74845,
+ "ĠVIEW": 74846,
+ ",å°ıç¼ĸ": 74847,
+ "ikers": 74848,
+ "ĠShan": 74849,
+ "Bell": 74850,
+ "answ": 74851,
+ "ç¬Ķ墨": 74852,
+ "ĠComputational": 74853,
+ "Ġpolarized": 74854,
+ "å°Ĭè´µ": 74855,
+ "trip": 74856,
+ "elm": 74857,
+ "ĠMotorcycle": 74858,
+ "etus": 74859,
+ "缸åħ¬": 74860,
+ "éĽĨè®Ń": 74861,
+ "}}": 74862,
+ "æ±ĤçĶŁ": 74863,
+ "Detailed": 74864,
+ "Ġsaga": 74865,
+ "_DOUBLE": 74866,
+ "ĠSuit": 74867,
+ "åĩıéĢĢ": 74868,
+ "æĨĶæĤ´": 74869,
+ "ĠCrest": 74870,
+ "ç½ij绾èIJ¥éĶĢ": 74871,
+ "BW": 74872,
+ "ãĢĤåĨħ": 74873,
+ "Ġrepeal": 74874,
+ "å°ıç»ĦèµĽ": 74875,
+ "Ġrhythms": 74876,
+ "çļĦåħ³æ³¨": 74877,
+ ")~": 74878,
+ "çĹª": 74879,
+ "spots": 74880,
+ "ĠGamb": 74881,
+ "ï¼Įä½łæĺ¯ä¸įæĺ¯": 74882,
+ "çī§åľº": 74883,
+ "ĠLotus": 74884,
+ "ĠCheryl": 74885,
+ "dent": 74886,
+ ".Begin": 74887,
+ "å©ĨåŃIJ": 74888,
+ "Ġcouplings": 74889,
+ "archment": 74890,
+ "çĨĺçĨĺ": 74891,
+ "/******/": 74892,
+ ",åѦçĶŁ": 74893,
+ "åıijèĬ½": 74894,
+ "åįĩèĩ³": 74895,
+ "revision": 74896,
+ "æĿıä»ģ": 74897,
+ "oundation": 74898,
+ "Ġunderestimate": 74899,
+ "_pipe": 74900,
+ "ĠInterstate": 74901,
+ "ĠNI": 74902,
+ "ç»ıæµİæĬĢæľ¯": 74903,
+ "å°ıèĬ±": 74904,
+ "æ±ĩ票": 74905,
+ "è·Įçł´": 74906,
+ "欣çĦ¶": 74907,
+ "è¯Ńç§į": 74908,
+ "æĺ¯åĽ½å®¶": 74909,
+ "ĠMast": 74910,
+ "éľĢè¦ģ对": 74911,
+ "Ġpedestrians": 74912,
+ "æĢ»æĶ¶åħ¥çļĦ": 74913,
+ "ahrenheit": 74914,
+ "ï¼ĽéĢļè¿ĩ": 74915,
+ "Ġsubunit": 74916,
+ "ĠEEG": 74917,
+ "Ġslows": 74918,
+ "Ġcoincides": 74919,
+ "ï¼Įåįĸ": 74920,
+ "ĠGavin": 74921,
+ "Ġhomage": 74922,
+ "èĪįå¼ĥ": 74923,
+ "Ġdetain": 74924,
+ "çļĦæīĭæľ¯": 74925,
+ "éĺ´æŀģ": 74926,
+ "â̦â̦â̦â̦â̦â̦â̦â̦": 74927,
+ ":first": 74928,
+ "Ġresolver": 74929,
+ "zers": 74930,
+ "èĤīçļĦ": 74931,
+ "ĠSHO": 74932,
+ "éĤ£èĤ¡": 74933,
+ "ç»ı常æĢ§æįŁçĽĬ": 74934,
+ "Ġconformal": 74935,
+ "Ġstranded": 74936,
+ "åı³èĦļ": 74937,
+ "åĨ·åĵ¼ä¸Ģ声": 74938,
+ "åľ¨è¥¿": 74939,
+ "åľ¨éĢīæĭ©": 74940,
+ "Ġslammed": 74941,
+ "Ġpiping": 74942,
+ "-bedroom": 74943,
+ "ĠCust": 74944,
+ "æĪį": 74945,
+ "Stories": 74946,
+ "ï¼Įé²ģ": 74947,
+ "ä»ĸ们对": 74948,
+ "Ġbrig": 74949,
+ "Ġchilled": 74950,
+ "æĦŁè§īå¾Ī": 74951,
+ "Ġdragons": 74952,
+ "Ġè¯įæĿ¡": 74953,
+ "quiring": 74954,
+ "è¦ģ被": 74955,
+ "})(": 74956,
+ "æ²¹éŨ": 74957,
+ "å¿¡": 74958,
+ "åĿį": 74959,
+ "åı³ä¸Ĭ": 74960,
+ "ç¬¬åĽĽçϾ": 74961,
+ "Ġguru": 74962,
+ "äºĨä¸Ģ段æĹ¶éĹ´": 74963,
+ "å¢ŀçĽĬ": 74964,
+ "Ġconvertible": 74965,
+ "Ġminimally": 74966,
+ "-news": 74967,
+ "ĠBorg": 74968,
+ "Artifact": 74969,
+ "ĠTehran": 74970,
+ "æ´Ĺç¢Ĺ": 74971,
+ "ĠOuter": 74972,
+ "_logger": 74973,
+ "ï¼Īä¸ŃåĽ½": 74974,
+ "ãĢĤæŃ£æĺ¯": 74975,
+ "éķ¿æŀª": 74976,
+ "åĢŁéĴ±": 74977,
+ "Ġriot": 74978,
+ "_components": 74979,
+ "åģ¥èĦ¾": 74980,
+ "沼泽": 74981,
+ "Ġ\").": 74982,
+ "Ġ$('": 74983,
+ "æķĪæŀľåĽ¾": 74984,
+ "ï¼ĮæĬ¬": 74985,
+ "ï¼Įä½Ĩä¸į": 74986,
+ "åij»åIJŁ": 74987,
+ "ĠSomal": 74988,
+ "ĠJunk": 74989,
+ "ĠChannels": 74990,
+ "æĬĵèµ·": 74991,
+ "ï¼ĮåľĨ": 74992,
+ "Williams": 74993,
+ "ï¼Įä¸įè¿ĩä»ĸ": 74994,
+ "åĵ²çIJĨ": 74995,
+ "çļĦè¡Į": 74996,
+ "MET": 74997,
+ "Soph": 74998,
+ "çļĦæľ¨": 74999,
+ "è¿ĽæĿ¥äºĨ": 75000,
+ "å¹¶å°Ĩ": 75001,
+ "åĩĨèĢĥè¯ģ": 75002,
+ "Ġsupernat": 75003,
+ "Ġbrewery": 75004,
+ "æ²§æµ·": 75005,
+ "æĺ¾å¾ĹæľīäºĽ": 75006,
+ "Ġdistinguishing": 75007,
+ "Ġreplicated": 75008,
+ "¤": 75009,
+ "Ġinfluencer": 75010,
+ "ä½ĵèĤ²åľº": 75011,
+ "ĠThin": 75012,
+ "Supplier": 75013,
+ "天ç¥ŀ": 75014,
+ "Ġpies": 75015,
+ "ifth": 75016,
+ "Capability": 75017,
+ "ä¹ĭé¦ĸ": 75018,
+ "å·¥åķĨè¡ĮæĶ¿": 75019,
+ "Ġattaching": 75020,
+ "Ġageing": 75021,
+ "ĠFitzgerald": 75022,
+ "ï¼Įå¤ļæķ°": 75023,
+ "Ġbrisk": 75024,
+ "软件çļĦ": 75025,
+ "Ġauctions": 75026,
+ "ĠMonaco": 75027,
+ "ãĥ³ãĥĪ": 75028,
+ "交ç»ĻäºĨ": 75029,
+ "æĬĵåıĸ": 75030,
+ "ĠDisabilities": 75031,
+ "Ġhitch": 75032,
+ "æ½ľåħ¥": 75033,
+ "Ġdistilled": 75034,
+ "è½®æ¯Ĥ": 75035,
+ "ĠFAA": 75036,
+ "æ©ĻåŃIJ": 75037,
+ "ĠLod": 75038,
+ "äºĮåįģåħŃ": 75039,
+ "WebView": 75040,
+ "(JSON": 75041,
+ "ä¸Ģè¨Ģ": 75042,
+ "çĭĤå¥Ķ": 75043,
+ "Ġrw": 75044,
+ "Ġmessed": 75045,
+ "Ġgrandma": 75046,
+ "éĩįéĩįçļĦ": 75047,
+ "èŀįæ´½": 75048,
+ "丰åİļ": 75049,
+ "ĠTypical": 75050,
+ "ĠåѦ": 75051,
+ "ĠFool": 75052,
+ "_scalar": 75053,
+ "Ġintersections": 75054,
+ "Ġspraw": 75055,
+ "ĠCrossing": 75056,
+ "å¦ĸç²¾": 75057,
+ "FLOW": 75058,
+ "UH": 75059,
+ "Ġoverr": 75060,
+ "ĠSNPs": 75061,
+ "Ġdetergent": 75062,
+ "ĠGru": 75063,
+ "åĪ·åį¡": 75064,
+ "Ġfactorization": 75065,
+ "æķħäºĭçļĦ": 75066,
+ "\\equiv": 75067,
+ "ãĢģå¦Ĥä½ķ": 75068,
+ "ç°¸": 75069,
+ "ãĢĹ": 75070,
+ ".fn": 75071,
+ "ĠAnnotation": 75072,
+ "è´¢åĬ¡ç®¡çIJĨ": 75073,
+ ",åĬłå¿«": 75074,
+ "estro": 75075,
+ "ecessors": 75076,
+ "Fold": 75077,
+ "uitive": 75078,
+ "è¦ģæĢİä¹Ī": 75079,
+ "Ġgigantic": 75080,
+ "æĺ¯ä¸¤ä¸ª": 75081,
+ "å°±æĺ¯ä»ĸ": 75082,
+ "ĠQT": 75083,
+ "å®ŀçݰ对": 75084,
+ "-template": 75085,
+ "Ġdeng": 75086,
+ "æĺ¯åIJ¦ä¸º": 75087,
+ ",ä¸įçŁ¥": 75088,
+ "ï¼Įä»İèĢĮæıIJé«ĺ": 75089,
+ "æ¸ħæĻ°åľ°": 75090,
+ ")åĨħ": 75091,
+ "Ġcounselors": 75092,
+ "ä¿®ç½Ĺ": 75093,
+ "Allocation": 75094,
+ "éĤ£ä¸ªå°ı": 75095,
+ "=TRUE": 75096,
+ "(always": 75097,
+ "ĠfilePath": 75098,
+ "Ġthankfully": 75099,
+ "ÂłéĻĪ": 75100,
+ "æĭ·è´Ŀ": 75101,
+ "Ġoverexpression": 75102,
+ "cemia": 75103,
+ "æ®ĸæ°ijåľ°": 75104,
+ "çݰä»Ĭ": 75105,
+ "Ġdisparities": 75106,
+ "earcher": 75107,
+ "èģļä¸Ļçĥ¯": 75108,
+ "渡è¿ĩ": 75109,
+ "ustering": 75110,
+ "ĠStrict": 75111,
+ "Ġpint": 75112,
+ "人èĢĮ": 75113,
+ "çļĦè¾¹ç¼ĺ": 75114,
+ "带æĪij": 75115,
+ "Ġautoc": 75116,
+ "illage": 75117,
+ "è§Ĩç½ij": 75118,
+ "ãĢĤå½ĵä½ł": 75119,
+ "Ġshaded": 75120,
+ "ï¼Įè¿Ļç±»": 75121,
+ "insurance": 75122,
+ "æĶ»åĩ»åĬĽ": 75123,
+ "å¼ĹéĩĮ": 75124,
+ "çļĦåı£": 75125,
+ "berra": 75126,
+ "-feed": 75127,
+ "é«ĺæĸ°æĬĢæľ¯ä¼ģä¸ļ": 75128,
+ "鸳": 75129,
+ "(cache": 75130,
+ "Ġowl": 75131,
+ "Ġvoiced": 75132,
+ "antically": 75133,
+ "Ġdisinfect": 75134,
+ "åIJĮæĹ¶ä¹Ł": 75135,
+ "彼岸": 75136,
+ "è¦ģæĿ¥": 75137,
+ "åıĪéĹ®": 75138,
+ "_PASSWORD": 75139,
+ "_INET": 75140,
+ "né": 75141,
+ "-cache": 75142,
+ "çĥĪçģ«": 75143,
+ "ãĢĤåıªä¸įè¿ĩ": 75144,
+ "oriasis": 75145,
+ "éĩijèŀįå᱿ľº": 75146,
+ "æĦĪæĿ¥": 75147,
+ "ĠFog": 75148,
+ "å·¥æľŁ": 75149,
+ "_FILES": 75150,
+ "é»ıèĨľ": 75151,
+ "nost": 75152,
+ "åIJĮé¾Ħ": 75153,
+ "åľ°ä¸ĭ室": 75154,
+ "lighter": 75155,
+ "ĠPowered": 75156,
+ "Ġcallable": 75157,
+ "_download": 75158,
+ "Ġrents": 75159,
+ "Ġvigil": 75160,
+ "大åIJĥä¸ĢæĥĬ": 75161,
+ ".box": 75162,
+ "Ġlions": 75163,
+ "æIJŃçIJĨ": 75164,
+ "Ġåıį": 75165,
+ "Ġfruitful": 75166,
+ "çļĦ模å¼ı": 75167,
+ "Ġdizz": 75168,
+ "空æ´ŀ": 75169,
+ ".Parameters": 75170,
+ "ï¼Įåı·": 75171,
+ "Ġflashes": 75172,
+ "ä¹Łæľīå¾Īå¤ļ": 75173,
+ "mM": 75174,
+ "Ġåĩ½æķ°": 75175,
+ "çļĦçݩ家": 75176,
+ "adam": 75177,
+ ".flat": 75178,
+ "uish": 75179,
+ "ï¼ļä¸Ģç§į": 75180,
+ "ä¿Ŀ驾": 75181,
+ "åĦ¿ç§ij": 75182,
+ "Ġmiddleware": 75183,
+ "ĠAdvocacy": 75184,
+ "weep": 75185,
+ "strict": 75186,
+ "Ġpanoramic": 75187,
+ ")/((": 75188,
+ "Ġunaffected": 75189,
+ "_MD": 75190,
+ "_pending": 75191,
+ "attempt": 75192,
+ "ĠElm": 75193,
+ "ï¼Įä½İ头": 75194,
+ "ĠSurgical": 75195,
+ "ĠBlanc": 75196,
+ "Ġgrazing": 75197,
+ "(stack": 75198,
+ "-alpha": 75199,
+ "çļĦä¸Ĭæĸ¹": 75200,
+ "profit": 75201,
+ "iculture": 75202,
+ "åĤ²æħ¢": 75203,
+ "\\Framework": 75204,
+ "acency": 75205,
+ "åĪĨéĴŁçļĦ": 75206,
+ "cco": 75207,
+ "åĨįåΰ": 75208,
+ ".names": 75209,
+ "Ġinfiltration": 75210,
+ "ï¼ģçİ°åľ¨": 75211,
+ "ĠAccidents": 75212,
+ "説": 75213,
+ "ä¸Ģ年级": 75214,
+ "å¾Ĺ失": 75215,
+ "ãĥł": 75216,
+ "inoa": 75217,
+ "íĬ": 75218,
+ "éľĩæħij": 75219,
+ "Ġmemorandum": 75220,
+ "Faith": 75221,
+ "ardware": 75222,
+ "äºĮä½į": 75223,
+ "åĩłå¼ł": 75224,
+ "(Method": 75225,
+ "Reporting": 75226,
+ "ĠLiqu": 75227,
+ "Ġpredis": 75228,
+ "åĴĮè´¨éĩı": 75229,
+ "...\\": 75230,
+ "ä¸įå¦Ļ": 75231,
+ "ĠFN": 75232,
+ "æ··æĿĤ": 75233,
+ "tableView": 75234,
+ "ĠWaterproof": 75235,
+ "YSQL": 75236,
+ "以æ±Ĥ": 75237,
+ "Phones": 75238,
+ "Ġdoorstep": 75239,
+ "åĽĽä¸ªåŃĹ": 75240,
+ "ĠFletcher": 75241,
+ "äºļåİĨ山大": 75242,
+ "ĠBuddhism": 75243,
+ "ĠVil": 75244,
+ "TableName": 75245,
+ "æģ©çα": 75246,
+ "æ¡ĥæºIJ": 75247,
+ "ï¼Įå§ļ": 75248,
+ "éĥ½å±ŀäºİ": 75249,
+ "åħ¬åı¸èĤ¡ç¥¨": 75250,
+ "羣æĥ³": 75251,
+ "ufficiency": 75252,
+ "åĮ¾": 75253,
+ "èĬ®": 75254,
+ "evil": 75255,
+ "Ġexcursion": 75256,
+ "ï¼Įæĸ°çļĦ": 75257,
+ "çľĭåΰ她": 75258,
+ "ĠPlacement": 75259,
+ "Southern": 75260,
+ "_reply": 75261,
+ "ãĢĤåı¯è§ģ": 75262,
+ "nosis": 75263,
+ "Ġoracle": 75264,
+ "|l": 75265,
+ ".Network": 75266,
+ "%~": 75267,
+ "åħīæĿŁ": 75268,
+ "太å°ij": 75269,
+ "ä¸Ģ模ä¸Ģæł·": 75270,
+ "ĠECM": 75271,
+ "æīįåĪļåĪļ": 75272,
+ "ï¼Įæĸ½": 75273,
+ "ĠDion": 75274,
+ "ulls": 75275,
+ "履约": 75276,
+ "å·®å̼": 75277,
+ "å®¶åºŃæĪIJåijĺ": 75278,
+ "Parking": 75279,
+ "çļĦæīĭä¸Ń": 75280,
+ ".newBuilder": 75281,
+ "ansen": 75282,
+ "çİĭå®¶": 75283,
+ "_neg": 75284,
+ "æĽ¿æĪij": 75285,
+ "ãĢĤA": 75286,
+ "Ġshakes": 75287,
+ "ĠNeal": 75288,
+ "Ġslippery": 75289,
+ "ignature": 75290,
+ "å·ŀåİ¿": 75291,
+ "-disable": 75292,
+ "ophagy": 75293,
+ "éĻĦåĴĮ": 75294,
+ "çĥŃçĥĪçļĦ": 75295,
+ "Ġinstantaneous": 75296,
+ "Remaining": 75297,
+ "è¶ĭåIJij": 75298,
+ "æĭīåΰ": 75299,
+ "å°±é¤IJ": 75300,
+ "æľ¬èįī": 75301,
+ "jobs": 75302,
+ "assin": 75303,
+ "æľĹ读": 75304,
+ "ĠHelsinki": 75305,
+ "Released": 75306,
+ "åĨ²åΰ": 75307,
+ "ï¼įâĢĿ": 75308,
+ "Ġminimized": 75309,
+ "STORE": 75310,
+ "æĶ¹æĪIJ": 75311,
+ "Ġmanifested": 75312,
+ "éĢħ": 75313,
+ "ç©¿è¡£": 75314,
+ "å¤ı侯": 75315,
+ "Ġxor": 75316,
+ "äºī龸": 75317,
+ "è§ĨåIJ¬": 75318,
+ "Ġcellphone": 75319,
+ "igeria": 75320,
+ "rypton": 75321,
+ "DFS": 75322,
+ "Ġdescend": 75323,
+ "ĠBerm": 75324,
+ "秦é£İ": 75325,
+ "_BEGIN": 75326,
+ "è¯Ħ论åĮº": 75327,
+ "[:-": 75328,
+ "Ġliberals": 75329,
+ "\\}$,": 75330,
+ "Ġbehavioural": 75331,
+ "ä¹Łåı«": 75332,
+ "_FREE": 75333,
+ "Watcher": 75334,
+ "äºĮåįģä¸ĥ": 75335,
+ "ĠEns": 75336,
+ "ä½łå°±æĺ¯": 75337,
+ "ĠDietary": 75338,
+ "(ds": 75339,
+ "_forward": 75340,
+ "Accepted": 75341,
+ "æĿ¾æĿ¾": 75342,
+ "èįĢæĺĵ": 75343,
+ "认å¾Ĺ": 75344,
+ "çļĦåľ°çIJĨ": 75345,
+ "Asked": 75346,
+ ")].": 75347,
+ "-direct": 75348,
+ "为广大": 75349,
+ "refer": 75350,
+ "大åį«": 75351,
+ "Orig": 75352,
+ "Ġvisas": 75353,
+ "Ġ********************************": 75354,
+ "çļĭ": 75355,
+ "_HAL": 75356,
+ "ĠCynthia": 75357,
+ "ï¼Įå¹¶æıIJä¾Ľ": 75358,
+ "later": 75359,
+ "rips": 75360,
+ "Ġgenotypes": 75361,
+ "éĥ½åı¯": 75362,
+ "ĠPlanned": 75363,
+ "éĢģäºĨ": 75364,
+ "_boxes": 75365,
+ "nop": 75366,
+ "ç¼ĵç¼ĵçļĦ": 75367,
+ "ÑĢав": 75368,
+ "çļĦ产çĶŁ": 75369,
+ "çļĦåIJĪä½ľ": 75370,
+ "大ä¸Ģ": 75371,
+ "å§ĭèĩ³": 75372,
+ "IRD": 75373,
+ "çĶ»åį·": 75374,
+ "å²ģçļĦæĹ¶åĢĻ": 75375,
+ "ĠResourceManager": 75376,
+ "\"ä¸Ģ": 75377,
+ "Ġvanishes": 75378,
+ "aceted": 75379,
+ "Mixed": 75380,
+ "tou": 75381,
+ "Ġfellows": 75382,
+ "çī¹ä¹Ī": 75383,
+ "车å±ķ": 75384,
+ "æ¸IJæ¸IJåľ°": 75385,
+ "ĠRoulette": 75386,
+ "è¹Ĭ": 75387,
+ "å°±å¿ħé¡»": 75388,
+ "Ġoverseeing": 75389,
+ "浩çĢļ": 75390,
+ "两å±Ĥ": 75391,
+ "Ġdisgusting": 75392,
+ "Ġ$,": 75393,
+ "ooked": 75394,
+ "ï¼Łä»Ĭ天": 75395,
+ "ĠQuin": 75396,
+ "å°ijäºİ": 75397,
+ "ĠMeteor": 75398,
+ "ĠBIOS": 75399,
+ "Ticks": 75400,
+ "æĹłæįŁ": 75401,
+ "æ·±åľ³è¯ģåĪ¸äº¤æĺĵæīĢ": 75402,
+ "ĠPavilion": 75403,
+ "æ¯ĽåĽĬ": 75404,
+ "æ»´æ°´": 75405,
+ "_UNIT": 75406,
+ "åĮ¹é©¬": 75407,
+ "Ġburglary": 75408,
+ "éĻIJåζæĢ§èĤ¡ç¥¨": 75409,
+ "Ġworthless": 75410,
+ "ĠìĿ´": 75411,
+ "æ±´": 75412,
+ "éĴ¨": 75413,
+ "帮派": 75414,
+ "çļĦé«ĺéĢŁ": 75415,
+ "çŁ¥åIJįåĵģçīĮ": 75416,
+ "$p": 75417,
+ "dart": 75418,
+ "нÑĭÑħ": 75419,
+ "æĭŁå®ļ": 75420,
+ "éļIJèĹıåľ¨": 75421,
+ ",æıIJä¾Ľ": 75422,
+ "ĠCly": 75423,
+ "aryl": 75424,
+ "-large": 75425,
+ "udence": 75426,
+ "åīįç½®": 75427,
+ "å®Ľèĭ¥": 75428,
+ "åľ¨è¯´": 75429,
+ "ç»ıæµİåѦ家": 75430,
+ "ĠGle": 75431,
+ "Ġscissors": 75432,
+ "Recall": 75433,
+ "Paragraph": 75434,
+ "å®ĺåı¸": 75435,
+ "åĿIJäºĨä¸ĭæĿ¥": 75436,
+ "ĠWashing": 75437,
+ "Ġ÷": 75438,
+ "Interactive": 75439,
+ "Ġmedically": 75440,
+ "èĸĦèį·": 75441,
+ "Ġimmer": 75442,
+ "çĮ®è¡Ģ": 75443,
+ "photos": 75444,
+ "_Read": 75445,
+ "oucester": 75446,
+ "Ġ主æ¼Ķ": 75447,
+ "éĢīé¢ĺ": 75448,
+ "ĠKart": 75449,
+ "æĶ¿åįıå§Ķåijĺ": 75450,
+ "CAM": 75451,
+ "强度çļĦ": 75452,
+ "ĠSilent": 75453,
+ "'><": 75454,
+ "å·²ä¹ħçļĦ": 75455,
+ "èĢĹæĹ¶": 75456,
+ "ï¼Įæĭ¿èµ·": 75457,
+ "çī¹åΫ好": 75458,
+ "Ġneonatal": 75459,
+ "Gem": 75460,
+ "ĠMMP": 75461,
+ "ĠPlane": 75462,
+ "uitively": 75463,
+ "ä»İ没": 75464,
+ "à¸Ħ": 75465,
+ "saved": 75466,
+ "ĠLimits": 75467,
+ "çͲçĥ·": 75468,
+ "ĠScreens": 75469,
+ "ä¸Ńèİ·å¾Ĺ": 75470,
+ "æįįåį«": 75471,
+ "Ġkos": 75472,
+ ".par": 75473,
+ "-aff": 75474,
+ "ĠSlice": 75475,
+ "Ġspi": 75476,
+ "å¸Īéķ¿": 75477,
+ "æĿijéķĩ": 75478,
+ "帮æīĭ": 75479,
+ "bilt": 75480,
+ "è¿İéĿ¢": 75481,
+ "诩": 75482,
+ "Ġstale": 75483,
+ "Ġ(!_": 75484,
+ "åijĬè¯ī大家": 75485,
+ ".Array": 75486,
+ "ĠLob": 75487,
+ "Ġbrightest": 75488,
+ "ĠReds": 75489,
+ "Ġailments": 75490,
+ "ENE": 75491,
+ "Ġkissing": 75492,
+ "_CAL": 75493,
+ "Ġspecialised": 75494,
+ "Associated": 75495,
+ "å¿ĸ": 75496,
+ "Ġkinetics": 75497,
+ "æĬ¬èµ·å¤´æĿ¥": 75498,
+ "åij¨åΰ": 75499,
+ "Ġbirths": 75500,
+ "Ġunconventional": 75501,
+ "çļĦä¾§": 75502,
+ ",å°±åı¯ä»¥": 75503,
+ "Ġzipper": 75504,
+ "çļĦæľ¬è´¨": 75505,
+ "奥çĽ¼": 75506,
+ "RJ": 75507,
+ "Ġsalsa": 75508,
+ "ĠRepresentation": 75509,
+ "ĠCompiler": 75510,
+ "é¡¶å±Ĥ": 75511,
+ "lsen": 75512,
+ "è¿ŀç»ĵ": 75513,
+ "Swift": 75514,
+ "Ġä¹ĭåIJİ": 75515,
+ "ĠLime": 75516,
+ "å¢ŀ设": 75517,
+ "éģ¥éģ¥": 75518,
+ "/add": 75519,
+ "_pcm": 75520,
+ "'{": 75521,
+ "èĤ¿èĥĢ": 75522,
+ "ĠåŃ¦ä¹ł": 75523,
+ "è¦ģåħĪ": 75524,
+ "Ġspectators": 75525,
+ "éŁ³ä¹IJä¼ļ": 75526,
+ "_EXEC": 75527,
+ "ä½ľåĩºçļĦ": 75528,
+ "éĺ²åį«": 75529,
+ "丰èĥ¸": 75530,
+ "çαåIJĥ": 75531,
+ "ĠAdmissions": 75532,
+ "Ġathletics": 75533,
+ "Ġcellar": 75534,
+ "å¼Ĥçī©": 75535,
+ "Scripts": 75536,
+ "Ġpolymerase": 75537,
+ ")this": 75538,
+ "ĠSoy": 75539,
+ "ï¼Įå°±å¿ħé¡»": 75540,
+ "Ġdisob": 75541,
+ "ĠEmpower": 75542,
+ ",åĵªæĢķ": 75543,
+ "ï¼Į第ä¸Ģ个": 75544,
+ "羣æ°Ķ": 75545,
+ ".Schema": 75546,
+ "Ġnecrosis": 75547,
+ "ĠMud": 75548,
+ "ä¹ĭ说": 75549,
+ "æijĨ设": 75550,
+ "ä¼ļæľīæīĢ": 75551,
+ "å£ģåŀĴ": 75552,
+ "ç»ıéªĮ丰å¯Į": 75553,
+ "Ġhors": 75554,
+ "ĠKah": 75555,
+ "éĹ²çĿĢ": 75556,
+ "-small": 75557,
+ "æĹłåĩł": 75558,
+ "Ġyoure": 75559,
+ "-dose": 75560,
+ "ĠDeadline": 75561,
+ "bitmap": 75562,
+ "Ġrivalry": 75563,
+ "tabs": 75564,
+ "ĠTao": 75565,
+ "aber": 75566,
+ "è´¢åĬ¡æĬ¥åijĬ": 75567,
+ "ä¸Ģ天çļĦ": 75568,
+ "ĠHonors": 75569,
+ "Activate": 75570,
+ "(any": 75571,
+ "[+": 75572,
+ "_assign": 75573,
+ "æĢ»æĺ¯åľ¨": 75574,
+ "Ġevacuation": 75575,
+ "Storm": 75576,
+ "ĠCors": 75577,
+ "ãĢĤè¿Ļ个æĹ¶åĢĻ": 75578,
+ "èĢģ头åŃIJ": 75579,
+ "ä¸įä¹ı": 75580,
+ "人å±ħ": 75581,
+ "ĠStructures": 75582,
+ "soc": 75583,
+ "æĺ¯äººç±»": 75584,
+ "æĶ¶è´¹æłĩåĩĨ": 75585,
+ "æĤĸ": 75586,
+ "_MOVE": 75587,
+ ".HashMap": 75588,
+ "(\":": 75589,
+ "çĬĢåĪ©": 75590,
+ "æ¿®": 75591,
+ "åĩ¹åĩ¸": 75592,
+ "åIJİæİĴ": 75593,
+ "ĠAgu": 75594,
+ "æłĢ": 75595,
+ "Ġretract": 75596,
+ "èı²åĪ©": 75597,
+ "-Term": 75598,
+ "IMG": 75599,
+ "ï¼Į表æĺİ": 75600,
+ "âĢĶis": 75601,
+ "æĴijçĿĢ": 75602,
+ "油水": 75603,
+ "ãĢĤæľª": 75604,
+ "ä¸ĭä¸Ģ次": 75605,
+ "åĽ¢èģļ": 75606,
+ "Ġscratching": 75607,
+ "åĬłèµ·æĿ¥": 75608,
+ "æŀľåĽŃ": 75609,
+ "_face": 75610,
+ "ĠFeeling": 75611,
+ "ĠDiary": 75612,
+ "çļĦèµĦæºIJ": 75613,
+ ".man": 75614,
+ "ãĢĤ没": 75615,
+ "vette": 75616,
+ "yre": 75617,
+ "æİ¥æīĭ": 75618,
+ "çĿ¡è¡£": 75619,
+ "æĸijæĸĵ": 75620,
+ "ï¼Įå¯Į": 75621,
+ "Ġinertia": 75622,
+ ")âĢĶ": 75623,
+ "/list": 75624,
+ "_lv": 75625,
+ "å¤ļçĤ¹": 75626,
+ "èģĶæĥ³åΰ": 75627,
+ "ĠMTV": 75628,
+ "Ġsignifies": 75629,
+ "_operation": 75630,
+ "ï¼Į丰å¯Į": 75631,
+ "æijĦæ°ı度": 75632,
+ "ï¼ĮèĩªçĦ¶æĺ¯": 75633,
+ "phon": 75634,
+ "æħµ": 75635,
+ "å®īåħ¨ç®¡çIJĨ": 75636,
+ "appear": 75637,
+ "ystore": 75638,
+ "æīģå¹³": 75639,
+ "_OT": 75640,
+ "aday": 75641,
+ "ãĢģæĹ©": 75642,
+ "yste": 75643,
+ "-hole": 75644,
+ "æŃ£åľ¨è¿Ľè¡Į": 75645,
+ "äºĨä¸ĢæĿ¯": 75646,
+ "è¶ħé«ĺ": 75647,
+ "æĦĪæĿ¥æĦĪ": 75648,
+ "âĢĿä¸Ģ声": 75649,
+ ".strict": 75650,
+ ".Zero": 75651,
+ "æĿ¥éĢīæĭ©": 75652,
+ "}}^{\\": 75653,
+ "Ġdefeating": 75654,
+ "_counts": 75655,
+ "oiler": 75656,
+ "Ġteaspoons": 75657,
+ "Rou": 75658,
+ "iota": 75659,
+ "Prince": 75660,
+ "æĿ¡çļĦ": 75661,
+ "ASIC": 75662,
+ "ç¦ıçͰ": 75663,
+ "æ²Ļæĭī": 75664,
+ "INSTALL": 75665,
+ "ĠNAD": 75666,
+ "失åĪ©": 75667,
+ "Ġmouths": 75668,
+ "\\mid": 75669,
+ "ï¼Įæľīåħ³": 75670,
+ "{tikz": 75671,
+ "(':": 75672,
+ "UNG": 75673,
+ "chrom": 75674,
+ "她ä¼ļ": 75675,
+ "_fixed": 75676,
+ "_CLEAR": 75677,
+ "éĥĬåĮº": 75678,
+ "BV": 75679,
+ "Lit": 75680,
+ "ĠWD": 75681,
+ "_Msk": 75682,
+ "
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44f08d46f25c69e3b48013f143c6267f659d2035
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa752c1a7f63c6d15451c53bca13e011e6f337b90ffa293931491c1b575e64e0
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7791e342340f9aa7bb6e970bdf94591b0a2b2b15
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5caaa12905f911abbff405c646ee6da710e75cf57a853c09a18c7620eb08abf8
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be9784babc26194689564ab64bf666a27fa33b5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb30359f0d6e9c6860755c0cd7317eb848e4c9b6f43fd60783926b4490b85aaa
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..517e9e83e3f6919b9381958d5351ab31ea1c8e03
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37316466e67bdd31a1fd119b4fedd3924ba500367cc7f8bb6e3c488443eb8207
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1bad6c8b9f710d95c1957a17cff33f7e7eb980a0
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778642dc88e9bd96eddea83f504a921adeb6487e3e991e8810d5c4a1c556ad22
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e899126a25538ff85c74c1e363ffbd951d4dda1e
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8cdfceac9f7917b978dca661a3b8e04187faea5d5f6bd7b462d61d8234d57f
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e7a8e763039023ca7586b6ed43362f8a714fad66
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/trainer_state.json
@@ -0,0 +1,263 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 0.21333333333333335,
+ "eval_steps": 500,
+ "global_step": 100,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-100/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d003f1e5c8a3ab678e68bf9cb27fa9678436a14f
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf79c6acb605dec5ce16ca2ce5c53ff5771701357693796034e9a8190a0dbdd
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae534a6480795d1cc04d8c4c932962f1ea07a436
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b6c7dc7fcd2b706feb1d4eb64e9b84be5098d3b352db0531df156dd7b7e983
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..143ea7651678b74e8b4555898875a198cfe87cf1
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc35eb5dbc2abf42edc73b3e49b0452bca0345f7ab61d3ce0637c5d9905e101
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..640aded0a4f8af0963e403b93cbc8c2764cbb47a
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183eb1429ce7a02066d642d3eb10cb54cbb07e776e2a5047297d05e3ac0ba223
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90e16891856bcfb31d679597efff574807cb3ce
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d9aa99505fc60c0db1b9cdacaa08b06e8a85c8aaaab4e389667a719fafb9bf
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..55720101f145521dcf6c9897305fb5d49efef5a3
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/trainer_state.json
@@ -0,0 +1,2333 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.1365333333333334,
+ "eval_steps": 500,
+ "global_step": 1000,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72fbcf115bc4030d722777d50c5771500d102363
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95207c4f5559675f50188ffdaaf61053929d90c08ce37fd0004a4057d2245f2
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a71992d1c591734cd9d4190b8ea362e3835432
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b4335f4aae645c24161e2f5716187bc62689529d1605658fdb22cf29628e4
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4fc1673eef0b97d1fc1767eec69f946f0314ce3
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e17bfd1c84b61e5da93eca1f773112892c95238e337bab88ba1f217ed398dc3
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6cb3dff7e8df9b7f6dd029a441b71c03dfe041b0
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37799bac89209e4adf800576b61d340d70a371897a9dbae681723d8bf74f305
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125c51aef8c1558b284b7ffdb401f40b1199eb92
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25795e3b7374d0f6abdd7ab4b34fbf7ab0447ba73c04014500c2ab8b5acec5b4
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b19cdd00377e6fa4d65c06eb6c989b3e0de3166
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/trainer_state.json
@@ -0,0 +1,2563 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.3498666666666668,
+ "eval_steps": 500,
+ "global_step": 1100,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ },
+ {
+ "avg_mask_ratio": 0.8928496792912484,
+ "avg_response_length": 213.175,
+ "avg_student_mask_ratio": 0.8928496792912484,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2103600239136767,
+ "epoch": 2.1578666666666666,
+ "grad_norm": 1.703125,
+ "kd_loss": 1.9704305399674922,
+ "learning_rate": 3e-06,
+ "loss": 2.5102,
+ "masked_tokens": 189.4,
+ "mean_t": 0.8928556352853775,
+ "step": 1010,
+ "student_masked_tokens": 189.4
+ },
+ {
+ "avg_mask_ratio": 0.9065642900764942,
+ "avg_response_length": 206.9125,
+ "avg_student_mask_ratio": 0.9065642900764942,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4043399874382885,
+ "epoch": 2.1792,
+ "grad_norm": 2.0625,
+ "kd_loss": 2.1364491071552036,
+ "learning_rate": 3e-06,
+ "loss": 2.7969,
+ "masked_tokens": 188.2375,
+ "mean_t": 0.9064617305994034,
+ "step": 1020,
+ "student_masked_tokens": 188.2375
+ },
+ {
+ "avg_mask_ratio": 0.9040286622941494,
+ "avg_response_length": 219.175,
+ "avg_student_mask_ratio": 0.9040286622941494,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.212063883214796,
+ "epoch": 2.2005333333333335,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.8591508117504418,
+ "learning_rate": 3e-06,
+ "loss": 2.6605,
+ "masked_tokens": 197.4375,
+ "mean_t": 0.9005707442760468,
+ "step": 1030,
+ "student_masked_tokens": 197.4375
+ },
+ {
+ "avg_mask_ratio": 0.9048161990940571,
+ "avg_response_length": 213.7,
+ "avg_student_mask_ratio": 0.9048161990940571,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1709580021364672,
+ "epoch": 2.2218666666666667,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.1319985702633857,
+ "learning_rate": 3e-06,
+ "loss": 2.8057,
+ "masked_tokens": 191.5375,
+ "mean_t": 0.9068873777985573,
+ "step": 1040,
+ "student_masked_tokens": 191.5375
+ },
+ {
+ "avg_mask_ratio": 0.9091858915984631,
+ "avg_response_length": 237.875,
+ "avg_student_mask_ratio": 0.9091858915984631,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3915538486209698,
+ "epoch": 2.2432,
+ "grad_norm": 1.125,
+ "kd_loss": 2.067430090624839,
+ "learning_rate": 3e-06,
+ "loss": 2.7473,
+ "masked_tokens": 215.9375,
+ "mean_t": 0.9090514332056046,
+ "step": 1050,
+ "student_masked_tokens": 215.9375
+ },
+ {
+ "avg_mask_ratio": 0.8942761242389679,
+ "avg_response_length": 273.7875,
+ "avg_student_mask_ratio": 0.8942761242389679,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4548709811249865,
+ "epoch": 2.2645333333333335,
+ "grad_norm": 1.828125,
+ "kd_loss": 2.226109177619219,
+ "learning_rate": 3e-06,
+ "loss": 2.6225,
+ "masked_tokens": 244.0875,
+ "mean_t": 0.8962845623493194,
+ "step": 1060,
+ "student_masked_tokens": 244.0875
+ },
+ {
+ "avg_mask_ratio": 0.9011979565024376,
+ "avg_response_length": 253.8375,
+ "avg_student_mask_ratio": 0.9011979565024376,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2155406727077207,
+ "epoch": 2.2858666666666667,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1111636586487292,
+ "learning_rate": 3e-06,
+ "loss": 2.7442,
+ "masked_tokens": 231.325,
+ "mean_t": 0.9002180062234402,
+ "step": 1070,
+ "student_masked_tokens": 231.325
+ },
+ {
+ "avg_mask_ratio": 0.8995485901832581,
+ "avg_response_length": 212.85,
+ "avg_student_mask_ratio": 0.8995485901832581,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1625020453851902,
+ "epoch": 2.3072,
+ "grad_norm": 1.453125,
+ "kd_loss": 2.0188430798007175,
+ "learning_rate": 3e-06,
+ "loss": 2.608,
+ "masked_tokens": 190.3125,
+ "mean_t": 0.8995636343955994,
+ "step": 1080,
+ "student_masked_tokens": 190.3125
+ },
+ {
+ "avg_mask_ratio": 0.8958473935723305,
+ "avg_response_length": 213.55,
+ "avg_student_mask_ratio": 0.8958473935723305,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1566591838840394,
+ "epoch": 2.3285333333333336,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.788733934983611,
+ "learning_rate": 3e-06,
+ "loss": 2.5314,
+ "masked_tokens": 190.3875,
+ "mean_t": 0.8940835893154144,
+ "step": 1090,
+ "student_masked_tokens": 190.3875
+ },
+ {
+ "avg_mask_ratio": 0.9122779674828052,
+ "avg_response_length": 246.1125,
+ "avg_student_mask_ratio": 0.9122779674828052,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5067376835817412,
+ "epoch": 2.3498666666666668,
+ "grad_norm": 3.9375,
+ "kd_loss": 2.1606284148991106,
+ "learning_rate": 3e-06,
+ "loss": 2.9436,
+ "masked_tokens": 225.0875,
+ "mean_t": 0.9105343833565712,
+ "step": 1100,
+ "student_masked_tokens": 225.0875
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1100/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9703444f121621085169842948345dc4fc583d49
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112e94fcc57703757340fbd252e580fa15c558ad5a77f62053f3e06b9376603a
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60a4041494e48bd2a59c0eb1ba4d853b1a25214
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed98ba3f350b9fb12ef3be0ea5a56c498e7e770ba4b94c431e3c9be7e724277
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79a132aca85f24f35b424b875dcb904e216d608a
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167e2b2ce63133bf6c3fb0191ecc007dbca7d2ca3cc315c6b3d6a74f4297bf79
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b6d2f78d6c3e231e599a512a3519a4a92795d95a
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2ba63d3afbd2229d308e36db4e63fe0f9107e7c5ee08458f790d4fa88cb3a4
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b1aeae281b5040d3bcd2aa5b378a5c2504e2b5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8c95a6d9085dfcee1e6620c88ede526366d3a02c5018932b1bc04809c0e0c7
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5c66ebe37007f9a5aba73fb8f446c3fdc703db8
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/trainer_state.json
@@ -0,0 +1,2793 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.5632,
+ "eval_steps": 500,
+ "global_step": 1200,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ },
+ {
+ "avg_mask_ratio": 0.8928496792912484,
+ "avg_response_length": 213.175,
+ "avg_student_mask_ratio": 0.8928496792912484,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2103600239136767,
+ "epoch": 2.1578666666666666,
+ "grad_norm": 1.703125,
+ "kd_loss": 1.9704305399674922,
+ "learning_rate": 3e-06,
+ "loss": 2.5102,
+ "masked_tokens": 189.4,
+ "mean_t": 0.8928556352853775,
+ "step": 1010,
+ "student_masked_tokens": 189.4
+ },
+ {
+ "avg_mask_ratio": 0.9065642900764942,
+ "avg_response_length": 206.9125,
+ "avg_student_mask_ratio": 0.9065642900764942,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4043399874382885,
+ "epoch": 2.1792,
+ "grad_norm": 2.0625,
+ "kd_loss": 2.1364491071552036,
+ "learning_rate": 3e-06,
+ "loss": 2.7969,
+ "masked_tokens": 188.2375,
+ "mean_t": 0.9064617305994034,
+ "step": 1020,
+ "student_masked_tokens": 188.2375
+ },
+ {
+ "avg_mask_ratio": 0.9040286622941494,
+ "avg_response_length": 219.175,
+ "avg_student_mask_ratio": 0.9040286622941494,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.212063883214796,
+ "epoch": 2.2005333333333335,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.8591508117504418,
+ "learning_rate": 3e-06,
+ "loss": 2.6605,
+ "masked_tokens": 197.4375,
+ "mean_t": 0.9005707442760468,
+ "step": 1030,
+ "student_masked_tokens": 197.4375
+ },
+ {
+ "avg_mask_ratio": 0.9048161990940571,
+ "avg_response_length": 213.7,
+ "avg_student_mask_ratio": 0.9048161990940571,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1709580021364672,
+ "epoch": 2.2218666666666667,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.1319985702633857,
+ "learning_rate": 3e-06,
+ "loss": 2.8057,
+ "masked_tokens": 191.5375,
+ "mean_t": 0.9068873777985573,
+ "step": 1040,
+ "student_masked_tokens": 191.5375
+ },
+ {
+ "avg_mask_ratio": 0.9091858915984631,
+ "avg_response_length": 237.875,
+ "avg_student_mask_ratio": 0.9091858915984631,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3915538486209698,
+ "epoch": 2.2432,
+ "grad_norm": 1.125,
+ "kd_loss": 2.067430090624839,
+ "learning_rate": 3e-06,
+ "loss": 2.7473,
+ "masked_tokens": 215.9375,
+ "mean_t": 0.9090514332056046,
+ "step": 1050,
+ "student_masked_tokens": 215.9375
+ },
+ {
+ "avg_mask_ratio": 0.8942761242389679,
+ "avg_response_length": 273.7875,
+ "avg_student_mask_ratio": 0.8942761242389679,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4548709811249865,
+ "epoch": 2.2645333333333335,
+ "grad_norm": 1.828125,
+ "kd_loss": 2.226109177619219,
+ "learning_rate": 3e-06,
+ "loss": 2.6225,
+ "masked_tokens": 244.0875,
+ "mean_t": 0.8962845623493194,
+ "step": 1060,
+ "student_masked_tokens": 244.0875
+ },
+ {
+ "avg_mask_ratio": 0.9011979565024376,
+ "avg_response_length": 253.8375,
+ "avg_student_mask_ratio": 0.9011979565024376,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2155406727077207,
+ "epoch": 2.2858666666666667,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1111636586487292,
+ "learning_rate": 3e-06,
+ "loss": 2.7442,
+ "masked_tokens": 231.325,
+ "mean_t": 0.9002180062234402,
+ "step": 1070,
+ "student_masked_tokens": 231.325
+ },
+ {
+ "avg_mask_ratio": 0.8995485901832581,
+ "avg_response_length": 212.85,
+ "avg_student_mask_ratio": 0.8995485901832581,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1625020453851902,
+ "epoch": 2.3072,
+ "grad_norm": 1.453125,
+ "kd_loss": 2.0188430798007175,
+ "learning_rate": 3e-06,
+ "loss": 2.608,
+ "masked_tokens": 190.3125,
+ "mean_t": 0.8995636343955994,
+ "step": 1080,
+ "student_masked_tokens": 190.3125
+ },
+ {
+ "avg_mask_ratio": 0.8958473935723305,
+ "avg_response_length": 213.55,
+ "avg_student_mask_ratio": 0.8958473935723305,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1566591838840394,
+ "epoch": 2.3285333333333336,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.788733934983611,
+ "learning_rate": 3e-06,
+ "loss": 2.5314,
+ "masked_tokens": 190.3875,
+ "mean_t": 0.8940835893154144,
+ "step": 1090,
+ "student_masked_tokens": 190.3875
+ },
+ {
+ "avg_mask_ratio": 0.9122779674828052,
+ "avg_response_length": 246.1125,
+ "avg_student_mask_ratio": 0.9122779674828052,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5067376835817412,
+ "epoch": 2.3498666666666668,
+ "grad_norm": 3.9375,
+ "kd_loss": 2.1606284148991106,
+ "learning_rate": 3e-06,
+ "loss": 2.9436,
+ "masked_tokens": 225.0875,
+ "mean_t": 0.9105343833565712,
+ "step": 1100,
+ "student_masked_tokens": 225.0875
+ },
+ {
+ "avg_mask_ratio": 0.8926197834312916,
+ "avg_response_length": 226.6375,
+ "avg_student_mask_ratio": 0.8926197834312916,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2576572686873988,
+ "epoch": 2.3712,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.9413374107331038,
+ "learning_rate": 3e-06,
+ "loss": 2.6026,
+ "masked_tokens": 202.75,
+ "mean_t": 0.895042335242033,
+ "step": 1110,
+ "student_masked_tokens": 202.75
+ },
+ {
+ "avg_mask_ratio": 0.8980292052030563,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.8980292052030563,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.9606580934720114,
+ "epoch": 2.392533333333333,
+ "grad_norm": 1.171875,
+ "kd_loss": 1.8163879712577908,
+ "learning_rate": 3e-06,
+ "loss": 2.4186,
+ "masked_tokens": 213.6625,
+ "mean_t": 0.9001615323126316,
+ "step": 1120,
+ "student_masked_tokens": 213.6625
+ },
+ {
+ "avg_mask_ratio": 0.905555909126997,
+ "avg_response_length": 262.25,
+ "avg_student_mask_ratio": 0.905555909126997,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222844552762399,
+ "epoch": 2.413866666666667,
+ "grad_norm": 2.0625,
+ "kd_loss": 1.904921395331621,
+ "learning_rate": 3e-06,
+ "loss": 2.4577,
+ "masked_tokens": 237.2625,
+ "mean_t": 0.9059710621833801,
+ "step": 1130,
+ "student_masked_tokens": 237.2625
+ },
+ {
+ "avg_mask_ratio": 0.8943561427295208,
+ "avg_response_length": 217.05,
+ "avg_student_mask_ratio": 0.8943561427295208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1799231572185818,
+ "epoch": 2.4352,
+ "grad_norm": 1.265625,
+ "kd_loss": 1.9355795744806528,
+ "learning_rate": 3e-06,
+ "loss": 2.5392,
+ "masked_tokens": 194.5375,
+ "mean_t": 0.8968035183846951,
+ "step": 1140,
+ "student_masked_tokens": 194.5375
+ },
+ {
+ "avg_mask_ratio": 0.914603703469038,
+ "avg_response_length": 212.5375,
+ "avg_student_mask_ratio": 0.914603703469038,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4488736053546745,
+ "epoch": 2.4565333333333332,
+ "grad_norm": 1.7578125,
+ "kd_loss": 1.930307217920199,
+ "learning_rate": 3e-06,
+ "loss": 2.6544,
+ "masked_tokens": 193.225,
+ "mean_t": 0.9137323848903179,
+ "step": 1150,
+ "student_masked_tokens": 193.225
+ },
+ {
+ "avg_mask_ratio": 0.9033046573400497,
+ "avg_response_length": 225.6125,
+ "avg_student_mask_ratio": 0.9033046573400497,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2863103221170604,
+ "epoch": 2.4778666666666664,
+ "grad_norm": 1.265625,
+ "kd_loss": 2.016962403804064,
+ "learning_rate": 3e-06,
+ "loss": 2.556,
+ "masked_tokens": 202.125,
+ "mean_t": 0.900714410096407,
+ "step": 1160,
+ "student_masked_tokens": 202.125
+ },
+ {
+ "avg_mask_ratio": 0.8992340296506882,
+ "avg_response_length": 247.7625,
+ "avg_student_mask_ratio": 0.8992340296506882,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2279000271882978,
+ "epoch": 2.4992,
+ "grad_norm": 0.91015625,
+ "kd_loss": 1.8652301469817758,
+ "learning_rate": 3e-06,
+ "loss": 2.4829,
+ "masked_tokens": 222.6875,
+ "mean_t": 0.902192535251379,
+ "step": 1170,
+ "student_masked_tokens": 222.6875
+ },
+ {
+ "avg_mask_ratio": 0.8904682546854019,
+ "avg_response_length": 214.725,
+ "avg_student_mask_ratio": 0.8904682546854019,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293265288900875,
+ "epoch": 2.5205333333333333,
+ "grad_norm": 0.82421875,
+ "kd_loss": 2.051086294092238,
+ "learning_rate": 3e-06,
+ "loss": 2.6223,
+ "masked_tokens": 189.4875,
+ "mean_t": 0.8897232703864575,
+ "step": 1180,
+ "student_masked_tokens": 189.4875
+ },
+ {
+ "avg_mask_ratio": 0.9122544661164284,
+ "avg_response_length": 220.3375,
+ "avg_student_mask_ratio": 0.9122544661164284,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5770832795999012,
+ "epoch": 2.5418666666666665,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.9675033252686263,
+ "learning_rate": 3e-06,
+ "loss": 2.6633,
+ "masked_tokens": 202.6375,
+ "mean_t": 0.9117244355380535,
+ "step": 1190,
+ "student_masked_tokens": 202.6375
+ },
+ {
+ "avg_mask_ratio": 0.8968975521624089,
+ "avg_response_length": 215.675,
+ "avg_student_mask_ratio": 0.8968975521624089,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2274417608889052,
+ "epoch": 2.5632,
+ "grad_norm": 0.94921875,
+ "kd_loss": 1.8517318112077192,
+ "learning_rate": 3e-06,
+ "loss": 2.5894,
+ "masked_tokens": 191.975,
+ "mean_t": 0.9011753752827645,
+ "step": 1200,
+ "student_masked_tokens": 191.975
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1200/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90c70bfc414c5191f84dc7e714c0c5e802009167
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2dd991eaa1d7cf0723e3240245de0e2148a67d05bec7cd4ca39229a3cd86a6
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7754dcfda2c388d30c8bc13d23fb77b78fb5407
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cca8acc9046c8d228bfa2190a3647fd02e4ad27b49c25c86a4c4aebe02dbc84
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b833a33bb029c5026827a3dc16612172b85e5213
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9950177f2617ac3ad0e2c2a81bf79b10e4eeb1574fb409186b59328cb807c2e4
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a6280d98ee979eba30db36ea5ccd1d3e69402c2
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6976bf78fba5b47aa0b90c10361f71cb4edc23502873e64b54e855695fecb887
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f145cc769b85c97ccd9b8b010c7b00c8e93ff9
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368502bb8b2f2d6f452bda7249e88ca57b330ec2ba407ec248613b4300c99d0d
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c6644852dcb263334737c8319ff4430cdb0f637c
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/trainer_state.json
@@ -0,0 +1,3023 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.776533333333333,
+ "eval_steps": 500,
+ "global_step": 1300,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ },
+ {
+ "avg_mask_ratio": 0.8928496792912484,
+ "avg_response_length": 213.175,
+ "avg_student_mask_ratio": 0.8928496792912484,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2103600239136767,
+ "epoch": 2.1578666666666666,
+ "grad_norm": 1.703125,
+ "kd_loss": 1.9704305399674922,
+ "learning_rate": 3e-06,
+ "loss": 2.5102,
+ "masked_tokens": 189.4,
+ "mean_t": 0.8928556352853775,
+ "step": 1010,
+ "student_masked_tokens": 189.4
+ },
+ {
+ "avg_mask_ratio": 0.9065642900764942,
+ "avg_response_length": 206.9125,
+ "avg_student_mask_ratio": 0.9065642900764942,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4043399874382885,
+ "epoch": 2.1792,
+ "grad_norm": 2.0625,
+ "kd_loss": 2.1364491071552036,
+ "learning_rate": 3e-06,
+ "loss": 2.7969,
+ "masked_tokens": 188.2375,
+ "mean_t": 0.9064617305994034,
+ "step": 1020,
+ "student_masked_tokens": 188.2375
+ },
+ {
+ "avg_mask_ratio": 0.9040286622941494,
+ "avg_response_length": 219.175,
+ "avg_student_mask_ratio": 0.9040286622941494,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.212063883214796,
+ "epoch": 2.2005333333333335,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.8591508117504418,
+ "learning_rate": 3e-06,
+ "loss": 2.6605,
+ "masked_tokens": 197.4375,
+ "mean_t": 0.9005707442760468,
+ "step": 1030,
+ "student_masked_tokens": 197.4375
+ },
+ {
+ "avg_mask_ratio": 0.9048161990940571,
+ "avg_response_length": 213.7,
+ "avg_student_mask_ratio": 0.9048161990940571,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1709580021364672,
+ "epoch": 2.2218666666666667,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.1319985702633857,
+ "learning_rate": 3e-06,
+ "loss": 2.8057,
+ "masked_tokens": 191.5375,
+ "mean_t": 0.9068873777985573,
+ "step": 1040,
+ "student_masked_tokens": 191.5375
+ },
+ {
+ "avg_mask_ratio": 0.9091858915984631,
+ "avg_response_length": 237.875,
+ "avg_student_mask_ratio": 0.9091858915984631,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3915538486209698,
+ "epoch": 2.2432,
+ "grad_norm": 1.125,
+ "kd_loss": 2.067430090624839,
+ "learning_rate": 3e-06,
+ "loss": 2.7473,
+ "masked_tokens": 215.9375,
+ "mean_t": 0.9090514332056046,
+ "step": 1050,
+ "student_masked_tokens": 215.9375
+ },
+ {
+ "avg_mask_ratio": 0.8942761242389679,
+ "avg_response_length": 273.7875,
+ "avg_student_mask_ratio": 0.8942761242389679,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4548709811249865,
+ "epoch": 2.2645333333333335,
+ "grad_norm": 1.828125,
+ "kd_loss": 2.226109177619219,
+ "learning_rate": 3e-06,
+ "loss": 2.6225,
+ "masked_tokens": 244.0875,
+ "mean_t": 0.8962845623493194,
+ "step": 1060,
+ "student_masked_tokens": 244.0875
+ },
+ {
+ "avg_mask_ratio": 0.9011979565024376,
+ "avg_response_length": 253.8375,
+ "avg_student_mask_ratio": 0.9011979565024376,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2155406727077207,
+ "epoch": 2.2858666666666667,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1111636586487292,
+ "learning_rate": 3e-06,
+ "loss": 2.7442,
+ "masked_tokens": 231.325,
+ "mean_t": 0.9002180062234402,
+ "step": 1070,
+ "student_masked_tokens": 231.325
+ },
+ {
+ "avg_mask_ratio": 0.8995485901832581,
+ "avg_response_length": 212.85,
+ "avg_student_mask_ratio": 0.8995485901832581,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1625020453851902,
+ "epoch": 2.3072,
+ "grad_norm": 1.453125,
+ "kd_loss": 2.0188430798007175,
+ "learning_rate": 3e-06,
+ "loss": 2.608,
+ "masked_tokens": 190.3125,
+ "mean_t": 0.8995636343955994,
+ "step": 1080,
+ "student_masked_tokens": 190.3125
+ },
+ {
+ "avg_mask_ratio": 0.8958473935723305,
+ "avg_response_length": 213.55,
+ "avg_student_mask_ratio": 0.8958473935723305,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1566591838840394,
+ "epoch": 2.3285333333333336,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.788733934983611,
+ "learning_rate": 3e-06,
+ "loss": 2.5314,
+ "masked_tokens": 190.3875,
+ "mean_t": 0.8940835893154144,
+ "step": 1090,
+ "student_masked_tokens": 190.3875
+ },
+ {
+ "avg_mask_ratio": 0.9122779674828052,
+ "avg_response_length": 246.1125,
+ "avg_student_mask_ratio": 0.9122779674828052,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5067376835817412,
+ "epoch": 2.3498666666666668,
+ "grad_norm": 3.9375,
+ "kd_loss": 2.1606284148991106,
+ "learning_rate": 3e-06,
+ "loss": 2.9436,
+ "masked_tokens": 225.0875,
+ "mean_t": 0.9105343833565712,
+ "step": 1100,
+ "student_masked_tokens": 225.0875
+ },
+ {
+ "avg_mask_ratio": 0.8926197834312916,
+ "avg_response_length": 226.6375,
+ "avg_student_mask_ratio": 0.8926197834312916,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2576572686873988,
+ "epoch": 2.3712,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.9413374107331038,
+ "learning_rate": 3e-06,
+ "loss": 2.6026,
+ "masked_tokens": 202.75,
+ "mean_t": 0.895042335242033,
+ "step": 1110,
+ "student_masked_tokens": 202.75
+ },
+ {
+ "avg_mask_ratio": 0.8980292052030563,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.8980292052030563,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.9606580934720114,
+ "epoch": 2.392533333333333,
+ "grad_norm": 1.171875,
+ "kd_loss": 1.8163879712577908,
+ "learning_rate": 3e-06,
+ "loss": 2.4186,
+ "masked_tokens": 213.6625,
+ "mean_t": 0.9001615323126316,
+ "step": 1120,
+ "student_masked_tokens": 213.6625
+ },
+ {
+ "avg_mask_ratio": 0.905555909126997,
+ "avg_response_length": 262.25,
+ "avg_student_mask_ratio": 0.905555909126997,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222844552762399,
+ "epoch": 2.413866666666667,
+ "grad_norm": 2.0625,
+ "kd_loss": 1.904921395331621,
+ "learning_rate": 3e-06,
+ "loss": 2.4577,
+ "masked_tokens": 237.2625,
+ "mean_t": 0.9059710621833801,
+ "step": 1130,
+ "student_masked_tokens": 237.2625
+ },
+ {
+ "avg_mask_ratio": 0.8943561427295208,
+ "avg_response_length": 217.05,
+ "avg_student_mask_ratio": 0.8943561427295208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1799231572185818,
+ "epoch": 2.4352,
+ "grad_norm": 1.265625,
+ "kd_loss": 1.9355795744806528,
+ "learning_rate": 3e-06,
+ "loss": 2.5392,
+ "masked_tokens": 194.5375,
+ "mean_t": 0.8968035183846951,
+ "step": 1140,
+ "student_masked_tokens": 194.5375
+ },
+ {
+ "avg_mask_ratio": 0.914603703469038,
+ "avg_response_length": 212.5375,
+ "avg_student_mask_ratio": 0.914603703469038,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4488736053546745,
+ "epoch": 2.4565333333333332,
+ "grad_norm": 1.7578125,
+ "kd_loss": 1.930307217920199,
+ "learning_rate": 3e-06,
+ "loss": 2.6544,
+ "masked_tokens": 193.225,
+ "mean_t": 0.9137323848903179,
+ "step": 1150,
+ "student_masked_tokens": 193.225
+ },
+ {
+ "avg_mask_ratio": 0.9033046573400497,
+ "avg_response_length": 225.6125,
+ "avg_student_mask_ratio": 0.9033046573400497,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2863103221170604,
+ "epoch": 2.4778666666666664,
+ "grad_norm": 1.265625,
+ "kd_loss": 2.016962403804064,
+ "learning_rate": 3e-06,
+ "loss": 2.556,
+ "masked_tokens": 202.125,
+ "mean_t": 0.900714410096407,
+ "step": 1160,
+ "student_masked_tokens": 202.125
+ },
+ {
+ "avg_mask_ratio": 0.8992340296506882,
+ "avg_response_length": 247.7625,
+ "avg_student_mask_ratio": 0.8992340296506882,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2279000271882978,
+ "epoch": 2.4992,
+ "grad_norm": 0.91015625,
+ "kd_loss": 1.8652301469817758,
+ "learning_rate": 3e-06,
+ "loss": 2.4829,
+ "masked_tokens": 222.6875,
+ "mean_t": 0.902192535251379,
+ "step": 1170,
+ "student_masked_tokens": 222.6875
+ },
+ {
+ "avg_mask_ratio": 0.8904682546854019,
+ "avg_response_length": 214.725,
+ "avg_student_mask_ratio": 0.8904682546854019,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293265288900875,
+ "epoch": 2.5205333333333333,
+ "grad_norm": 0.82421875,
+ "kd_loss": 2.051086294092238,
+ "learning_rate": 3e-06,
+ "loss": 2.6223,
+ "masked_tokens": 189.4875,
+ "mean_t": 0.8897232703864575,
+ "step": 1180,
+ "student_masked_tokens": 189.4875
+ },
+ {
+ "avg_mask_ratio": 0.9122544661164284,
+ "avg_response_length": 220.3375,
+ "avg_student_mask_ratio": 0.9122544661164284,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5770832795999012,
+ "epoch": 2.5418666666666665,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.9675033252686263,
+ "learning_rate": 3e-06,
+ "loss": 2.6633,
+ "masked_tokens": 202.6375,
+ "mean_t": 0.9117244355380535,
+ "step": 1190,
+ "student_masked_tokens": 202.6375
+ },
+ {
+ "avg_mask_ratio": 0.8968975521624089,
+ "avg_response_length": 215.675,
+ "avg_student_mask_ratio": 0.8968975521624089,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2274417608889052,
+ "epoch": 2.5632,
+ "grad_norm": 0.94921875,
+ "kd_loss": 1.8517318112077192,
+ "learning_rate": 3e-06,
+ "loss": 2.5894,
+ "masked_tokens": 191.975,
+ "mean_t": 0.9011753752827645,
+ "step": 1200,
+ "student_masked_tokens": 191.975
+ },
+ {
+ "avg_mask_ratio": 0.9016811341047287,
+ "avg_response_length": 223.8875,
+ "avg_student_mask_ratio": 0.9016811341047287,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.266736426485295,
+ "epoch": 2.5845333333333333,
+ "grad_norm": 0.88671875,
+ "kd_loss": 2.00380942793563,
+ "learning_rate": 3e-06,
+ "loss": 2.6165,
+ "masked_tokens": 201.1625,
+ "mean_t": 0.9002126403152942,
+ "step": 1210,
+ "student_masked_tokens": 201.1625
+ },
+ {
+ "avg_mask_ratio": 0.8975956395268441,
+ "avg_response_length": 235.95,
+ "avg_student_mask_ratio": 0.8975956395268441,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1312874381663278,
+ "epoch": 2.6058666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.9495467506349087,
+ "learning_rate": 3e-06,
+ "loss": 2.5519,
+ "masked_tokens": 210.8875,
+ "mean_t": 0.8975751928985118,
+ "step": 1220,
+ "student_masked_tokens": 210.8875
+ },
+ {
+ "avg_mask_ratio": 0.9109003372490406,
+ "avg_response_length": 213.425,
+ "avg_student_mask_ratio": 0.9109003372490406,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2859636501409113,
+ "epoch": 2.6272,
+ "grad_norm": 1.359375,
+ "kd_loss": 1.9453142382204534,
+ "learning_rate": 3e-06,
+ "loss": 2.616,
+ "masked_tokens": 194.6,
+ "mean_t": 0.9086041010916233,
+ "step": 1230,
+ "student_masked_tokens": 194.6
+ },
+ {
+ "avg_mask_ratio": 0.8958350896835328,
+ "avg_response_length": 233.4875,
+ "avg_student_mask_ratio": 0.8958350896835328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1745857850517496,
+ "epoch": 2.6485333333333334,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.0246023068204524,
+ "learning_rate": 3e-06,
+ "loss": 2.5843,
+ "masked_tokens": 206.925,
+ "mean_t": 0.8964761748909951,
+ "step": 1240,
+ "student_masked_tokens": 206.925
+ },
+ {
+ "avg_mask_ratio": 0.8947664767503738,
+ "avg_response_length": 250.5875,
+ "avg_student_mask_ratio": 0.8947664767503738,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1298018265912106,
+ "epoch": 2.6698666666666666,
+ "grad_norm": 1.9921875,
+ "kd_loss": 2.024617796484381,
+ "learning_rate": 3e-06,
+ "loss": 2.5806,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8963889077305793,
+ "step": 1250,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.8899404726922512,
+ "avg_response_length": 237.1875,
+ "avg_student_mask_ratio": 0.8899404726922512,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1684971019640216,
+ "epoch": 2.6912000000000003,
+ "grad_norm": 1.3515625,
+ "kd_loss": 1.9044102005660535,
+ "learning_rate": 3e-06,
+ "loss": 2.4425,
+ "masked_tokens": 209.6375,
+ "mean_t": 0.889781016111374,
+ "step": 1260,
+ "student_masked_tokens": 209.6375
+ },
+ {
+ "avg_mask_ratio": 0.9034823305904865,
+ "avg_response_length": 226.925,
+ "avg_student_mask_ratio": 0.9034823305904865,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1774286619039231,
+ "epoch": 2.7125333333333335,
+ "grad_norm": 1.2109375,
+ "kd_loss": 2.0696946240030227,
+ "learning_rate": 3e-06,
+ "loss": 2.6376,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.9045583985745906,
+ "step": 1270,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8870659328997135,
+ "avg_response_length": 236.0625,
+ "avg_student_mask_ratio": 0.8870659328997135,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0946949748089536,
+ "epoch": 2.7338666666666667,
+ "grad_norm": 1.4140625,
+ "kd_loss": 1.8797459195367991,
+ "learning_rate": 3e-06,
+ "loss": 2.5309,
+ "masked_tokens": 208.8625,
+ "mean_t": 0.8896831572055817,
+ "step": 1280,
+ "student_masked_tokens": 208.8625
+ },
+ {
+ "avg_mask_ratio": 0.8858684487640858,
+ "avg_response_length": 204.1625,
+ "avg_student_mask_ratio": 0.8858684487640858,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1283517986514198,
+ "epoch": 2.7552,
+ "grad_norm": 1.3046875,
+ "kd_loss": 1.920838295482099,
+ "learning_rate": 3e-06,
+ "loss": 2.5187,
+ "masked_tokens": 181.3125,
+ "mean_t": 0.8960343897342682,
+ "step": 1290,
+ "student_masked_tokens": 181.3125
+ },
+ {
+ "avg_mask_ratio": 0.8897388525307178,
+ "avg_response_length": 244.0375,
+ "avg_student_mask_ratio": 0.8897388525307178,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3980832032801118,
+ "epoch": 2.776533333333333,
+ "grad_norm": 0.80078125,
+ "kd_loss": 1.9428608059883117,
+ "learning_rate": 3e-06,
+ "loss": 2.513,
+ "masked_tokens": 216.1125,
+ "mean_t": 0.8922237791121006,
+ "step": 1300,
+ "student_masked_tokens": 216.1125
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1300/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cd503d88555a6c1c1accc3c30b84226175b9a1b1
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95333dac6b7cd9d709fbcf851096ecf281e712f53a7a61e55ca3bfe5a87da924
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db27f9715b04174de5685462ad8426863d702e4
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df71bbae3d5a5414ceafcc248931fba1ddfb425c57e36de2a19e92306eb0a75d
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cd679841c93c18b5246be23966de9c27041f1206
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715ecfcbdcf8371ea171ddf31a00e0c38ec3dfb3257e22103fbbf5126941ccfb
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38148f44d3d24935caceb42d743134c3b8beda39
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844a5f84540f2b80de2a8c0e01a2e4e1628a6ae3604248f109ec187194450917
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8e9ac6961efbb37bb38cabe3f751d5103a6b3
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3855ac067902a377e1cb938a42ef2c923433565ec2e9a16cbddfb8a3e2d915c
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..46f758e9ba6ebdde4ce761f02d69f61e4b8ff32a
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/trainer_state.json
@@ -0,0 +1,3253 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.989866666666667,
+ "eval_steps": 500,
+ "global_step": 1400,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ },
+ {
+ "avg_mask_ratio": 0.8928496792912484,
+ "avg_response_length": 213.175,
+ "avg_student_mask_ratio": 0.8928496792912484,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2103600239136767,
+ "epoch": 2.1578666666666666,
+ "grad_norm": 1.703125,
+ "kd_loss": 1.9704305399674922,
+ "learning_rate": 3e-06,
+ "loss": 2.5102,
+ "masked_tokens": 189.4,
+ "mean_t": 0.8928556352853775,
+ "step": 1010,
+ "student_masked_tokens": 189.4
+ },
+ {
+ "avg_mask_ratio": 0.9065642900764942,
+ "avg_response_length": 206.9125,
+ "avg_student_mask_ratio": 0.9065642900764942,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4043399874382885,
+ "epoch": 2.1792,
+ "grad_norm": 2.0625,
+ "kd_loss": 2.1364491071552036,
+ "learning_rate": 3e-06,
+ "loss": 2.7969,
+ "masked_tokens": 188.2375,
+ "mean_t": 0.9064617305994034,
+ "step": 1020,
+ "student_masked_tokens": 188.2375
+ },
+ {
+ "avg_mask_ratio": 0.9040286622941494,
+ "avg_response_length": 219.175,
+ "avg_student_mask_ratio": 0.9040286622941494,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.212063883214796,
+ "epoch": 2.2005333333333335,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.8591508117504418,
+ "learning_rate": 3e-06,
+ "loss": 2.6605,
+ "masked_tokens": 197.4375,
+ "mean_t": 0.9005707442760468,
+ "step": 1030,
+ "student_masked_tokens": 197.4375
+ },
+ {
+ "avg_mask_ratio": 0.9048161990940571,
+ "avg_response_length": 213.7,
+ "avg_student_mask_ratio": 0.9048161990940571,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1709580021364672,
+ "epoch": 2.2218666666666667,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.1319985702633857,
+ "learning_rate": 3e-06,
+ "loss": 2.8057,
+ "masked_tokens": 191.5375,
+ "mean_t": 0.9068873777985573,
+ "step": 1040,
+ "student_masked_tokens": 191.5375
+ },
+ {
+ "avg_mask_ratio": 0.9091858915984631,
+ "avg_response_length": 237.875,
+ "avg_student_mask_ratio": 0.9091858915984631,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3915538486209698,
+ "epoch": 2.2432,
+ "grad_norm": 1.125,
+ "kd_loss": 2.067430090624839,
+ "learning_rate": 3e-06,
+ "loss": 2.7473,
+ "masked_tokens": 215.9375,
+ "mean_t": 0.9090514332056046,
+ "step": 1050,
+ "student_masked_tokens": 215.9375
+ },
+ {
+ "avg_mask_ratio": 0.8942761242389679,
+ "avg_response_length": 273.7875,
+ "avg_student_mask_ratio": 0.8942761242389679,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4548709811249865,
+ "epoch": 2.2645333333333335,
+ "grad_norm": 1.828125,
+ "kd_loss": 2.226109177619219,
+ "learning_rate": 3e-06,
+ "loss": 2.6225,
+ "masked_tokens": 244.0875,
+ "mean_t": 0.8962845623493194,
+ "step": 1060,
+ "student_masked_tokens": 244.0875
+ },
+ {
+ "avg_mask_ratio": 0.9011979565024376,
+ "avg_response_length": 253.8375,
+ "avg_student_mask_ratio": 0.9011979565024376,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2155406727077207,
+ "epoch": 2.2858666666666667,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1111636586487292,
+ "learning_rate": 3e-06,
+ "loss": 2.7442,
+ "masked_tokens": 231.325,
+ "mean_t": 0.9002180062234402,
+ "step": 1070,
+ "student_masked_tokens": 231.325
+ },
+ {
+ "avg_mask_ratio": 0.8995485901832581,
+ "avg_response_length": 212.85,
+ "avg_student_mask_ratio": 0.8995485901832581,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1625020453851902,
+ "epoch": 2.3072,
+ "grad_norm": 1.453125,
+ "kd_loss": 2.0188430798007175,
+ "learning_rate": 3e-06,
+ "loss": 2.608,
+ "masked_tokens": 190.3125,
+ "mean_t": 0.8995636343955994,
+ "step": 1080,
+ "student_masked_tokens": 190.3125
+ },
+ {
+ "avg_mask_ratio": 0.8958473935723305,
+ "avg_response_length": 213.55,
+ "avg_student_mask_ratio": 0.8958473935723305,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1566591838840394,
+ "epoch": 2.3285333333333336,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.788733934983611,
+ "learning_rate": 3e-06,
+ "loss": 2.5314,
+ "masked_tokens": 190.3875,
+ "mean_t": 0.8940835893154144,
+ "step": 1090,
+ "student_masked_tokens": 190.3875
+ },
+ {
+ "avg_mask_ratio": 0.9122779674828052,
+ "avg_response_length": 246.1125,
+ "avg_student_mask_ratio": 0.9122779674828052,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5067376835817412,
+ "epoch": 2.3498666666666668,
+ "grad_norm": 3.9375,
+ "kd_loss": 2.1606284148991106,
+ "learning_rate": 3e-06,
+ "loss": 2.9436,
+ "masked_tokens": 225.0875,
+ "mean_t": 0.9105343833565712,
+ "step": 1100,
+ "student_masked_tokens": 225.0875
+ },
+ {
+ "avg_mask_ratio": 0.8926197834312916,
+ "avg_response_length": 226.6375,
+ "avg_student_mask_ratio": 0.8926197834312916,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2576572686873988,
+ "epoch": 2.3712,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.9413374107331038,
+ "learning_rate": 3e-06,
+ "loss": 2.6026,
+ "masked_tokens": 202.75,
+ "mean_t": 0.895042335242033,
+ "step": 1110,
+ "student_masked_tokens": 202.75
+ },
+ {
+ "avg_mask_ratio": 0.8980292052030563,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.8980292052030563,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.9606580934720114,
+ "epoch": 2.392533333333333,
+ "grad_norm": 1.171875,
+ "kd_loss": 1.8163879712577908,
+ "learning_rate": 3e-06,
+ "loss": 2.4186,
+ "masked_tokens": 213.6625,
+ "mean_t": 0.9001615323126316,
+ "step": 1120,
+ "student_masked_tokens": 213.6625
+ },
+ {
+ "avg_mask_ratio": 0.905555909126997,
+ "avg_response_length": 262.25,
+ "avg_student_mask_ratio": 0.905555909126997,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222844552762399,
+ "epoch": 2.413866666666667,
+ "grad_norm": 2.0625,
+ "kd_loss": 1.904921395331621,
+ "learning_rate": 3e-06,
+ "loss": 2.4577,
+ "masked_tokens": 237.2625,
+ "mean_t": 0.9059710621833801,
+ "step": 1130,
+ "student_masked_tokens": 237.2625
+ },
+ {
+ "avg_mask_ratio": 0.8943561427295208,
+ "avg_response_length": 217.05,
+ "avg_student_mask_ratio": 0.8943561427295208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1799231572185818,
+ "epoch": 2.4352,
+ "grad_norm": 1.265625,
+ "kd_loss": 1.9355795744806528,
+ "learning_rate": 3e-06,
+ "loss": 2.5392,
+ "masked_tokens": 194.5375,
+ "mean_t": 0.8968035183846951,
+ "step": 1140,
+ "student_masked_tokens": 194.5375
+ },
+ {
+ "avg_mask_ratio": 0.914603703469038,
+ "avg_response_length": 212.5375,
+ "avg_student_mask_ratio": 0.914603703469038,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4488736053546745,
+ "epoch": 2.4565333333333332,
+ "grad_norm": 1.7578125,
+ "kd_loss": 1.930307217920199,
+ "learning_rate": 3e-06,
+ "loss": 2.6544,
+ "masked_tokens": 193.225,
+ "mean_t": 0.9137323848903179,
+ "step": 1150,
+ "student_masked_tokens": 193.225
+ },
+ {
+ "avg_mask_ratio": 0.9033046573400497,
+ "avg_response_length": 225.6125,
+ "avg_student_mask_ratio": 0.9033046573400497,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2863103221170604,
+ "epoch": 2.4778666666666664,
+ "grad_norm": 1.265625,
+ "kd_loss": 2.016962403804064,
+ "learning_rate": 3e-06,
+ "loss": 2.556,
+ "masked_tokens": 202.125,
+ "mean_t": 0.900714410096407,
+ "step": 1160,
+ "student_masked_tokens": 202.125
+ },
+ {
+ "avg_mask_ratio": 0.8992340296506882,
+ "avg_response_length": 247.7625,
+ "avg_student_mask_ratio": 0.8992340296506882,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2279000271882978,
+ "epoch": 2.4992,
+ "grad_norm": 0.91015625,
+ "kd_loss": 1.8652301469817758,
+ "learning_rate": 3e-06,
+ "loss": 2.4829,
+ "masked_tokens": 222.6875,
+ "mean_t": 0.902192535251379,
+ "step": 1170,
+ "student_masked_tokens": 222.6875
+ },
+ {
+ "avg_mask_ratio": 0.8904682546854019,
+ "avg_response_length": 214.725,
+ "avg_student_mask_ratio": 0.8904682546854019,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293265288900875,
+ "epoch": 2.5205333333333333,
+ "grad_norm": 0.82421875,
+ "kd_loss": 2.051086294092238,
+ "learning_rate": 3e-06,
+ "loss": 2.6223,
+ "masked_tokens": 189.4875,
+ "mean_t": 0.8897232703864575,
+ "step": 1180,
+ "student_masked_tokens": 189.4875
+ },
+ {
+ "avg_mask_ratio": 0.9122544661164284,
+ "avg_response_length": 220.3375,
+ "avg_student_mask_ratio": 0.9122544661164284,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5770832795999012,
+ "epoch": 2.5418666666666665,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.9675033252686263,
+ "learning_rate": 3e-06,
+ "loss": 2.6633,
+ "masked_tokens": 202.6375,
+ "mean_t": 0.9117244355380535,
+ "step": 1190,
+ "student_masked_tokens": 202.6375
+ },
+ {
+ "avg_mask_ratio": 0.8968975521624089,
+ "avg_response_length": 215.675,
+ "avg_student_mask_ratio": 0.8968975521624089,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2274417608889052,
+ "epoch": 2.5632,
+ "grad_norm": 0.94921875,
+ "kd_loss": 1.8517318112077192,
+ "learning_rate": 3e-06,
+ "loss": 2.5894,
+ "masked_tokens": 191.975,
+ "mean_t": 0.9011753752827645,
+ "step": 1200,
+ "student_masked_tokens": 191.975
+ },
+ {
+ "avg_mask_ratio": 0.9016811341047287,
+ "avg_response_length": 223.8875,
+ "avg_student_mask_ratio": 0.9016811341047287,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.266736426485295,
+ "epoch": 2.5845333333333333,
+ "grad_norm": 0.88671875,
+ "kd_loss": 2.00380942793563,
+ "learning_rate": 3e-06,
+ "loss": 2.6165,
+ "masked_tokens": 201.1625,
+ "mean_t": 0.9002126403152942,
+ "step": 1210,
+ "student_masked_tokens": 201.1625
+ },
+ {
+ "avg_mask_ratio": 0.8975956395268441,
+ "avg_response_length": 235.95,
+ "avg_student_mask_ratio": 0.8975956395268441,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1312874381663278,
+ "epoch": 2.6058666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.9495467506349087,
+ "learning_rate": 3e-06,
+ "loss": 2.5519,
+ "masked_tokens": 210.8875,
+ "mean_t": 0.8975751928985118,
+ "step": 1220,
+ "student_masked_tokens": 210.8875
+ },
+ {
+ "avg_mask_ratio": 0.9109003372490406,
+ "avg_response_length": 213.425,
+ "avg_student_mask_ratio": 0.9109003372490406,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2859636501409113,
+ "epoch": 2.6272,
+ "grad_norm": 1.359375,
+ "kd_loss": 1.9453142382204534,
+ "learning_rate": 3e-06,
+ "loss": 2.616,
+ "masked_tokens": 194.6,
+ "mean_t": 0.9086041010916233,
+ "step": 1230,
+ "student_masked_tokens": 194.6
+ },
+ {
+ "avg_mask_ratio": 0.8958350896835328,
+ "avg_response_length": 233.4875,
+ "avg_student_mask_ratio": 0.8958350896835328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1745857850517496,
+ "epoch": 2.6485333333333334,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.0246023068204524,
+ "learning_rate": 3e-06,
+ "loss": 2.5843,
+ "masked_tokens": 206.925,
+ "mean_t": 0.8964761748909951,
+ "step": 1240,
+ "student_masked_tokens": 206.925
+ },
+ {
+ "avg_mask_ratio": 0.8947664767503738,
+ "avg_response_length": 250.5875,
+ "avg_student_mask_ratio": 0.8947664767503738,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1298018265912106,
+ "epoch": 2.6698666666666666,
+ "grad_norm": 1.9921875,
+ "kd_loss": 2.024617796484381,
+ "learning_rate": 3e-06,
+ "loss": 2.5806,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8963889077305793,
+ "step": 1250,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.8899404726922512,
+ "avg_response_length": 237.1875,
+ "avg_student_mask_ratio": 0.8899404726922512,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1684971019640216,
+ "epoch": 2.6912000000000003,
+ "grad_norm": 1.3515625,
+ "kd_loss": 1.9044102005660535,
+ "learning_rate": 3e-06,
+ "loss": 2.4425,
+ "masked_tokens": 209.6375,
+ "mean_t": 0.889781016111374,
+ "step": 1260,
+ "student_masked_tokens": 209.6375
+ },
+ {
+ "avg_mask_ratio": 0.9034823305904865,
+ "avg_response_length": 226.925,
+ "avg_student_mask_ratio": 0.9034823305904865,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1774286619039231,
+ "epoch": 2.7125333333333335,
+ "grad_norm": 1.2109375,
+ "kd_loss": 2.0696946240030227,
+ "learning_rate": 3e-06,
+ "loss": 2.6376,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.9045583985745906,
+ "step": 1270,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8870659328997135,
+ "avg_response_length": 236.0625,
+ "avg_student_mask_ratio": 0.8870659328997135,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0946949748089536,
+ "epoch": 2.7338666666666667,
+ "grad_norm": 1.4140625,
+ "kd_loss": 1.8797459195367991,
+ "learning_rate": 3e-06,
+ "loss": 2.5309,
+ "masked_tokens": 208.8625,
+ "mean_t": 0.8896831572055817,
+ "step": 1280,
+ "student_masked_tokens": 208.8625
+ },
+ {
+ "avg_mask_ratio": 0.8858684487640858,
+ "avg_response_length": 204.1625,
+ "avg_student_mask_ratio": 0.8858684487640858,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1283517986514198,
+ "epoch": 2.7552,
+ "grad_norm": 1.3046875,
+ "kd_loss": 1.920838295482099,
+ "learning_rate": 3e-06,
+ "loss": 2.5187,
+ "masked_tokens": 181.3125,
+ "mean_t": 0.8960343897342682,
+ "step": 1290,
+ "student_masked_tokens": 181.3125
+ },
+ {
+ "avg_mask_ratio": 0.8897388525307178,
+ "avg_response_length": 244.0375,
+ "avg_student_mask_ratio": 0.8897388525307178,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3980832032801118,
+ "epoch": 2.776533333333333,
+ "grad_norm": 0.80078125,
+ "kd_loss": 1.9428608059883117,
+ "learning_rate": 3e-06,
+ "loss": 2.513,
+ "masked_tokens": 216.1125,
+ "mean_t": 0.8922237791121006,
+ "step": 1300,
+ "student_masked_tokens": 216.1125
+ },
+ {
+ "avg_mask_ratio": 0.8946965776383877,
+ "avg_response_length": 237.15,
+ "avg_student_mask_ratio": 0.8946965776383877,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.140207634078979,
+ "epoch": 2.7978666666666667,
+ "grad_norm": 1.0078125,
+ "kd_loss": 2.006162600312382,
+ "learning_rate": 3e-06,
+ "loss": 2.7025,
+ "masked_tokens": 211.2875,
+ "mean_t": 0.8945211343467235,
+ "step": 1310,
+ "student_masked_tokens": 211.2875
+ },
+ {
+ "avg_mask_ratio": 0.9051711179316044,
+ "avg_response_length": 223.85,
+ "avg_student_mask_ratio": 0.9051711179316044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1348347526757607,
+ "epoch": 2.8192,
+ "grad_norm": 1.6484375,
+ "kd_loss": 2.2203518787398933,
+ "learning_rate": 3e-06,
+ "loss": 2.6636,
+ "masked_tokens": 203.8875,
+ "mean_t": 0.9043060801923275,
+ "step": 1320,
+ "student_masked_tokens": 203.8875
+ },
+ {
+ "avg_mask_ratio": 0.8937505483627319,
+ "avg_response_length": 239.175,
+ "avg_student_mask_ratio": 0.8937505483627319,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0435274196657702,
+ "epoch": 2.840533333333333,
+ "grad_norm": 0.9453125,
+ "kd_loss": 1.83300168979913,
+ "learning_rate": 3e-06,
+ "loss": 2.4691,
+ "masked_tokens": 215.5125,
+ "mean_t": 0.8918281644582748,
+ "step": 1330,
+ "student_masked_tokens": 215.5125
+ },
+ {
+ "avg_mask_ratio": 0.9015255652368068,
+ "avg_response_length": 224.05,
+ "avg_student_mask_ratio": 0.9015255652368068,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0783236361618038,
+ "epoch": 2.861866666666667,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.103920572064817,
+ "learning_rate": 3e-06,
+ "loss": 2.6082,
+ "masked_tokens": 201.7,
+ "mean_t": 0.9001887157559395,
+ "step": 1340,
+ "student_masked_tokens": 201.7
+ },
+ {
+ "avg_mask_ratio": 0.9104407355189323,
+ "avg_response_length": 181.675,
+ "avg_student_mask_ratio": 0.9104407355189323,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2366944977853565,
+ "epoch": 2.8832,
+ "grad_norm": 1.328125,
+ "kd_loss": 2.087000124529004,
+ "learning_rate": 3e-06,
+ "loss": 2.6285,
+ "masked_tokens": 165.225,
+ "mean_t": 0.8994373701512813,
+ "step": 1350,
+ "student_masked_tokens": 165.225
+ },
+ {
+ "avg_mask_ratio": 0.8937529601156712,
+ "avg_response_length": 241.9,
+ "avg_student_mask_ratio": 0.8937529601156712,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.245667158159631,
+ "epoch": 2.904533333333333,
+ "grad_norm": 1.4140625,
+ "kd_loss": 2.003096597827971,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 217.1625,
+ "mean_t": 0.8970731914043426,
+ "step": 1360,
+ "student_masked_tokens": 217.1625
+ },
+ {
+ "avg_mask_ratio": 0.8992931582033634,
+ "avg_response_length": 236.6625,
+ "avg_student_mask_ratio": 0.8992931582033634,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3533686761860735,
+ "epoch": 2.925866666666667,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.1836287967860697,
+ "learning_rate": 3e-06,
+ "loss": 2.8594,
+ "masked_tokens": 213.2375,
+ "mean_t": 0.9017557598650455,
+ "step": 1370,
+ "student_masked_tokens": 213.2375
+ },
+ {
+ "avg_mask_ratio": 0.9064305581152439,
+ "avg_response_length": 220.2375,
+ "avg_student_mask_ratio": 0.9064305581152439,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2574228875513653,
+ "epoch": 2.9472,
+ "grad_norm": 1.375,
+ "kd_loss": 1.9172453464008867,
+ "learning_rate": 3e-06,
+ "loss": 2.7059,
+ "masked_tokens": 199.425,
+ "mean_t": 0.906224113702774,
+ "step": 1380,
+ "student_masked_tokens": 199.425
+ },
+ {
+ "avg_mask_ratio": 0.8942491762340069,
+ "avg_response_length": 220.8,
+ "avg_student_mask_ratio": 0.8942491762340069,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0986361214818317,
+ "epoch": 2.9685333333333332,
+ "grad_norm": 1.6171875,
+ "kd_loss": 2.3086393082514407,
+ "learning_rate": 3e-06,
+ "loss": 2.7877,
+ "masked_tokens": 199.275,
+ "mean_t": 0.8951459534466266,
+ "step": 1390,
+ "student_masked_tokens": 199.275
+ },
+ {
+ "avg_mask_ratio": 0.8978625252842903,
+ "avg_response_length": 184.9375,
+ "avg_student_mask_ratio": 0.8978625252842903,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.7920981970033608,
+ "epoch": 2.989866666666667,
+ "grad_norm": 1.3203125,
+ "kd_loss": 1.9815207842737437,
+ "learning_rate": 3e-06,
+ "loss": 2.5399,
+ "masked_tokens": 164.975,
+ "mean_t": 0.8958394378423691,
+ "step": 1400,
+ "student_masked_tokens": 164.975
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1400/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44f08d46f25c69e3b48013f143c6267f659d2035
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa752c1a7f63c6d15451c53bca13e011e6f337b90ffa293931491c1b575e64e0
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59d685bb134104631f7eb8d18114cf20e77c3ef
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311884667bebfa41a12b02e3aa8b066e17e4aaf535f66f30bd85c7eccbedf23e
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1fecd9f89c297eec129aee1839602331d31bb4b1
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76bfeab77234aa14e4ca896c32904fcf961d46c350d49f5cd793032617a5b89
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a0f611d25030b8311e481e9510675a2f7ec16332
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f033241b0a65243333a32ff950d8426c16e71923acad8da6e476f54e76db27bd
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80208387b1ca888d7e643527327c7ef2341ce805
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9007813df87901323757e99b779ac7f4107ce9df137b02df70fde3efeb86a5
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..efd1c4e9afdf4c589bc0b312341857536613b62e
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/trainer_state.json
@@ -0,0 +1,3253 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 2.9984,
+ "eval_steps": 500,
+ "global_step": 1404,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ },
+ {
+ "avg_mask_ratio": 0.9010533548891544,
+ "avg_response_length": 245.1625,
+ "avg_student_mask_ratio": 0.9010533548891544,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2511309780893498,
+ "epoch": 1.9429333333333334,
+ "grad_norm": 2.140625,
+ "kd_loss": 2.077021080162376,
+ "learning_rate": 3e-06,
+ "loss": 2.5935,
+ "masked_tokens": 221.8875,
+ "mean_t": 0.9004563249647617,
+ "step": 910,
+ "student_masked_tokens": 221.8875
+ },
+ {
+ "avg_mask_ratio": 0.9036951467394829,
+ "avg_response_length": 226.2875,
+ "avg_student_mask_ratio": 0.9036951467394829,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3069118554092711,
+ "epoch": 1.9642666666666666,
+ "grad_norm": 1.7109375,
+ "kd_loss": 2.1094903487712147,
+ "learning_rate": 3e-06,
+ "loss": 2.7445,
+ "masked_tokens": 204.5625,
+ "mean_t": 0.8987346313893795,
+ "step": 920,
+ "student_masked_tokens": 204.5625
+ },
+ {
+ "avg_mask_ratio": 0.901274199038744,
+ "avg_response_length": 236.45,
+ "avg_student_mask_ratio": 0.901274199038744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3798154388350667,
+ "epoch": 1.9856,
+ "grad_norm": 1.0234375,
+ "kd_loss": 2.1173556141555308,
+ "learning_rate": 3e-06,
+ "loss": 2.7632,
+ "masked_tokens": 214.5,
+ "mean_t": 0.9008124180138111,
+ "step": 930,
+ "student_masked_tokens": 214.5
+ },
+ {
+ "avg_mask_ratio": 0.9044794227395739,
+ "avg_response_length": 224.79761904761904,
+ "avg_student_mask_ratio": 0.9044794227395739,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.280633250901398,
+ "epoch": 2.0085333333333333,
+ "grad_norm": 1.40625,
+ "kd_loss": 2.1008704856392884,
+ "learning_rate": 3e-06,
+ "loss": 2.8577,
+ "masked_tokens": 204.71428571428572,
+ "mean_t": 0.9063291017498288,
+ "step": 940,
+ "student_masked_tokens": 204.71428571428572
+ },
+ {
+ "avg_mask_ratio": 0.8924965739250184,
+ "avg_response_length": 232.1875,
+ "avg_student_mask_ratio": 0.8924965739250184,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1533152615244036,
+ "epoch": 2.0298666666666665,
+ "grad_norm": 1.296875,
+ "kd_loss": 1.959124956279993,
+ "learning_rate": 3e-06,
+ "loss": 2.4417,
+ "masked_tokens": 207.8125,
+ "mean_t": 0.8925514847040177,
+ "step": 950,
+ "student_masked_tokens": 207.8125
+ },
+ {
+ "avg_mask_ratio": 0.907425357401371,
+ "avg_response_length": 273.6625,
+ "avg_student_mask_ratio": 0.907425357401371,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3568516706349327,
+ "epoch": 2.0512,
+ "grad_norm": 1.5625,
+ "kd_loss": 2.325346467923373,
+ "learning_rate": 3e-06,
+ "loss": 2.9382,
+ "masked_tokens": 249.1375,
+ "mean_t": 0.9038638852536678,
+ "step": 960,
+ "student_masked_tokens": 249.1375
+ },
+ {
+ "avg_mask_ratio": 0.8976836428046227,
+ "avg_response_length": 236.2375,
+ "avg_student_mask_ratio": 0.8976836428046227,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.15778933038564,
+ "epoch": 2.0725333333333333,
+ "grad_norm": 1.0546875,
+ "kd_loss": 1.9676011212170124,
+ "learning_rate": 3e-06,
+ "loss": 2.5265,
+ "masked_tokens": 211.5125,
+ "mean_t": 0.8939727909862996,
+ "step": 970,
+ "student_masked_tokens": 211.5125
+ },
+ {
+ "avg_mask_ratio": 0.8837550483644009,
+ "avg_response_length": 230.8625,
+ "avg_student_mask_ratio": 0.8837550483644009,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1610680646757827,
+ "epoch": 2.0938666666666665,
+ "grad_norm": 3.5,
+ "kd_loss": 1.9310593076050282,
+ "learning_rate": 3e-06,
+ "loss": 2.4644,
+ "masked_tokens": 204.2375,
+ "mean_t": 0.890129092335701,
+ "step": 980,
+ "student_masked_tokens": 204.2375
+ },
+ {
+ "avg_mask_ratio": 0.9026750281453133,
+ "avg_response_length": 256.175,
+ "avg_student_mask_ratio": 0.9026750281453133,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.071147975209169,
+ "epoch": 2.1152,
+ "grad_norm": 2.1875,
+ "kd_loss": 1.897462541400455,
+ "learning_rate": 3e-06,
+ "loss": 2.5696,
+ "masked_tokens": 230.05,
+ "mean_t": 0.898374117165804,
+ "step": 990,
+ "student_masked_tokens": 230.05
+ },
+ {
+ "avg_mask_ratio": 0.8949596777558326,
+ "avg_response_length": 214.875,
+ "avg_student_mask_ratio": 0.8949596777558326,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2415481479518349,
+ "epoch": 2.1365333333333334,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.010084740817547,
+ "learning_rate": 3e-06,
+ "loss": 2.5474,
+ "masked_tokens": 192.6625,
+ "mean_t": 0.8953658387064933,
+ "step": 1000,
+ "student_masked_tokens": 192.6625
+ },
+ {
+ "avg_mask_ratio": 0.8928496792912484,
+ "avg_response_length": 213.175,
+ "avg_student_mask_ratio": 0.8928496792912484,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2103600239136767,
+ "epoch": 2.1578666666666666,
+ "grad_norm": 1.703125,
+ "kd_loss": 1.9704305399674922,
+ "learning_rate": 3e-06,
+ "loss": 2.5102,
+ "masked_tokens": 189.4,
+ "mean_t": 0.8928556352853775,
+ "step": 1010,
+ "student_masked_tokens": 189.4
+ },
+ {
+ "avg_mask_ratio": 0.9065642900764942,
+ "avg_response_length": 206.9125,
+ "avg_student_mask_ratio": 0.9065642900764942,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4043399874382885,
+ "epoch": 2.1792,
+ "grad_norm": 2.0625,
+ "kd_loss": 2.1364491071552036,
+ "learning_rate": 3e-06,
+ "loss": 2.7969,
+ "masked_tokens": 188.2375,
+ "mean_t": 0.9064617305994034,
+ "step": 1020,
+ "student_masked_tokens": 188.2375
+ },
+ {
+ "avg_mask_ratio": 0.9040286622941494,
+ "avg_response_length": 219.175,
+ "avg_student_mask_ratio": 0.9040286622941494,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.212063883214796,
+ "epoch": 2.2005333333333335,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.8591508117504418,
+ "learning_rate": 3e-06,
+ "loss": 2.6605,
+ "masked_tokens": 197.4375,
+ "mean_t": 0.9005707442760468,
+ "step": 1030,
+ "student_masked_tokens": 197.4375
+ },
+ {
+ "avg_mask_ratio": 0.9048161990940571,
+ "avg_response_length": 213.7,
+ "avg_student_mask_ratio": 0.9048161990940571,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1709580021364672,
+ "epoch": 2.2218666666666667,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.1319985702633857,
+ "learning_rate": 3e-06,
+ "loss": 2.8057,
+ "masked_tokens": 191.5375,
+ "mean_t": 0.9068873777985573,
+ "step": 1040,
+ "student_masked_tokens": 191.5375
+ },
+ {
+ "avg_mask_ratio": 0.9091858915984631,
+ "avg_response_length": 237.875,
+ "avg_student_mask_ratio": 0.9091858915984631,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3915538486209698,
+ "epoch": 2.2432,
+ "grad_norm": 1.125,
+ "kd_loss": 2.067430090624839,
+ "learning_rate": 3e-06,
+ "loss": 2.7473,
+ "masked_tokens": 215.9375,
+ "mean_t": 0.9090514332056046,
+ "step": 1050,
+ "student_masked_tokens": 215.9375
+ },
+ {
+ "avg_mask_ratio": 0.8942761242389679,
+ "avg_response_length": 273.7875,
+ "avg_student_mask_ratio": 0.8942761242389679,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4548709811249865,
+ "epoch": 2.2645333333333335,
+ "grad_norm": 1.828125,
+ "kd_loss": 2.226109177619219,
+ "learning_rate": 3e-06,
+ "loss": 2.6225,
+ "masked_tokens": 244.0875,
+ "mean_t": 0.8962845623493194,
+ "step": 1060,
+ "student_masked_tokens": 244.0875
+ },
+ {
+ "avg_mask_ratio": 0.9011979565024376,
+ "avg_response_length": 253.8375,
+ "avg_student_mask_ratio": 0.9011979565024376,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2155406727077207,
+ "epoch": 2.2858666666666667,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1111636586487292,
+ "learning_rate": 3e-06,
+ "loss": 2.7442,
+ "masked_tokens": 231.325,
+ "mean_t": 0.9002180062234402,
+ "step": 1070,
+ "student_masked_tokens": 231.325
+ },
+ {
+ "avg_mask_ratio": 0.8995485901832581,
+ "avg_response_length": 212.85,
+ "avg_student_mask_ratio": 0.8995485901832581,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1625020453851902,
+ "epoch": 2.3072,
+ "grad_norm": 1.453125,
+ "kd_loss": 2.0188430798007175,
+ "learning_rate": 3e-06,
+ "loss": 2.608,
+ "masked_tokens": 190.3125,
+ "mean_t": 0.8995636343955994,
+ "step": 1080,
+ "student_masked_tokens": 190.3125
+ },
+ {
+ "avg_mask_ratio": 0.8958473935723305,
+ "avg_response_length": 213.55,
+ "avg_student_mask_ratio": 0.8958473935723305,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1566591838840394,
+ "epoch": 2.3285333333333336,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.788733934983611,
+ "learning_rate": 3e-06,
+ "loss": 2.5314,
+ "masked_tokens": 190.3875,
+ "mean_t": 0.8940835893154144,
+ "step": 1090,
+ "student_masked_tokens": 190.3875
+ },
+ {
+ "avg_mask_ratio": 0.9122779674828052,
+ "avg_response_length": 246.1125,
+ "avg_student_mask_ratio": 0.9122779674828052,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5067376835817412,
+ "epoch": 2.3498666666666668,
+ "grad_norm": 3.9375,
+ "kd_loss": 2.1606284148991106,
+ "learning_rate": 3e-06,
+ "loss": 2.9436,
+ "masked_tokens": 225.0875,
+ "mean_t": 0.9105343833565712,
+ "step": 1100,
+ "student_masked_tokens": 225.0875
+ },
+ {
+ "avg_mask_ratio": 0.8926197834312916,
+ "avg_response_length": 226.6375,
+ "avg_student_mask_ratio": 0.8926197834312916,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2576572686873988,
+ "epoch": 2.3712,
+ "grad_norm": 1.5078125,
+ "kd_loss": 1.9413374107331038,
+ "learning_rate": 3e-06,
+ "loss": 2.6026,
+ "masked_tokens": 202.75,
+ "mean_t": 0.895042335242033,
+ "step": 1110,
+ "student_masked_tokens": 202.75
+ },
+ {
+ "avg_mask_ratio": 0.8980292052030563,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.8980292052030563,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.9606580934720114,
+ "epoch": 2.392533333333333,
+ "grad_norm": 1.171875,
+ "kd_loss": 1.8163879712577908,
+ "learning_rate": 3e-06,
+ "loss": 2.4186,
+ "masked_tokens": 213.6625,
+ "mean_t": 0.9001615323126316,
+ "step": 1120,
+ "student_masked_tokens": 213.6625
+ },
+ {
+ "avg_mask_ratio": 0.905555909126997,
+ "avg_response_length": 262.25,
+ "avg_student_mask_ratio": 0.905555909126997,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222844552762399,
+ "epoch": 2.413866666666667,
+ "grad_norm": 2.0625,
+ "kd_loss": 1.904921395331621,
+ "learning_rate": 3e-06,
+ "loss": 2.4577,
+ "masked_tokens": 237.2625,
+ "mean_t": 0.9059710621833801,
+ "step": 1130,
+ "student_masked_tokens": 237.2625
+ },
+ {
+ "avg_mask_ratio": 0.8943561427295208,
+ "avg_response_length": 217.05,
+ "avg_student_mask_ratio": 0.8943561427295208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1799231572185818,
+ "epoch": 2.4352,
+ "grad_norm": 1.265625,
+ "kd_loss": 1.9355795744806528,
+ "learning_rate": 3e-06,
+ "loss": 2.5392,
+ "masked_tokens": 194.5375,
+ "mean_t": 0.8968035183846951,
+ "step": 1140,
+ "student_masked_tokens": 194.5375
+ },
+ {
+ "avg_mask_ratio": 0.914603703469038,
+ "avg_response_length": 212.5375,
+ "avg_student_mask_ratio": 0.914603703469038,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4488736053546745,
+ "epoch": 2.4565333333333332,
+ "grad_norm": 1.7578125,
+ "kd_loss": 1.930307217920199,
+ "learning_rate": 3e-06,
+ "loss": 2.6544,
+ "masked_tokens": 193.225,
+ "mean_t": 0.9137323848903179,
+ "step": 1150,
+ "student_masked_tokens": 193.225
+ },
+ {
+ "avg_mask_ratio": 0.9033046573400497,
+ "avg_response_length": 225.6125,
+ "avg_student_mask_ratio": 0.9033046573400497,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2863103221170604,
+ "epoch": 2.4778666666666664,
+ "grad_norm": 1.265625,
+ "kd_loss": 2.016962403804064,
+ "learning_rate": 3e-06,
+ "loss": 2.556,
+ "masked_tokens": 202.125,
+ "mean_t": 0.900714410096407,
+ "step": 1160,
+ "student_masked_tokens": 202.125
+ },
+ {
+ "avg_mask_ratio": 0.8992340296506882,
+ "avg_response_length": 247.7625,
+ "avg_student_mask_ratio": 0.8992340296506882,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2279000271882978,
+ "epoch": 2.4992,
+ "grad_norm": 0.91015625,
+ "kd_loss": 1.8652301469817758,
+ "learning_rate": 3e-06,
+ "loss": 2.4829,
+ "masked_tokens": 222.6875,
+ "mean_t": 0.902192535251379,
+ "step": 1170,
+ "student_masked_tokens": 222.6875
+ },
+ {
+ "avg_mask_ratio": 0.8904682546854019,
+ "avg_response_length": 214.725,
+ "avg_student_mask_ratio": 0.8904682546854019,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293265288900875,
+ "epoch": 2.5205333333333333,
+ "grad_norm": 0.82421875,
+ "kd_loss": 2.051086294092238,
+ "learning_rate": 3e-06,
+ "loss": 2.6223,
+ "masked_tokens": 189.4875,
+ "mean_t": 0.8897232703864575,
+ "step": 1180,
+ "student_masked_tokens": 189.4875
+ },
+ {
+ "avg_mask_ratio": 0.9122544661164284,
+ "avg_response_length": 220.3375,
+ "avg_student_mask_ratio": 0.9122544661164284,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5770832795999012,
+ "epoch": 2.5418666666666665,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.9675033252686263,
+ "learning_rate": 3e-06,
+ "loss": 2.6633,
+ "masked_tokens": 202.6375,
+ "mean_t": 0.9117244355380535,
+ "step": 1190,
+ "student_masked_tokens": 202.6375
+ },
+ {
+ "avg_mask_ratio": 0.8968975521624089,
+ "avg_response_length": 215.675,
+ "avg_student_mask_ratio": 0.8968975521624089,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2274417608889052,
+ "epoch": 2.5632,
+ "grad_norm": 0.94921875,
+ "kd_loss": 1.8517318112077192,
+ "learning_rate": 3e-06,
+ "loss": 2.5894,
+ "masked_tokens": 191.975,
+ "mean_t": 0.9011753752827645,
+ "step": 1200,
+ "student_masked_tokens": 191.975
+ },
+ {
+ "avg_mask_ratio": 0.9016811341047287,
+ "avg_response_length": 223.8875,
+ "avg_student_mask_ratio": 0.9016811341047287,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.266736426485295,
+ "epoch": 2.5845333333333333,
+ "grad_norm": 0.88671875,
+ "kd_loss": 2.00380942793563,
+ "learning_rate": 3e-06,
+ "loss": 2.6165,
+ "masked_tokens": 201.1625,
+ "mean_t": 0.9002126403152942,
+ "step": 1210,
+ "student_masked_tokens": 201.1625
+ },
+ {
+ "avg_mask_ratio": 0.8975956395268441,
+ "avg_response_length": 235.95,
+ "avg_student_mask_ratio": 0.8975956395268441,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1312874381663278,
+ "epoch": 2.6058666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.9495467506349087,
+ "learning_rate": 3e-06,
+ "loss": 2.5519,
+ "masked_tokens": 210.8875,
+ "mean_t": 0.8975751928985118,
+ "step": 1220,
+ "student_masked_tokens": 210.8875
+ },
+ {
+ "avg_mask_ratio": 0.9109003372490406,
+ "avg_response_length": 213.425,
+ "avg_student_mask_ratio": 0.9109003372490406,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2859636501409113,
+ "epoch": 2.6272,
+ "grad_norm": 1.359375,
+ "kd_loss": 1.9453142382204534,
+ "learning_rate": 3e-06,
+ "loss": 2.616,
+ "masked_tokens": 194.6,
+ "mean_t": 0.9086041010916233,
+ "step": 1230,
+ "student_masked_tokens": 194.6
+ },
+ {
+ "avg_mask_ratio": 0.8958350896835328,
+ "avg_response_length": 233.4875,
+ "avg_student_mask_ratio": 0.8958350896835328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1745857850517496,
+ "epoch": 2.6485333333333334,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.0246023068204524,
+ "learning_rate": 3e-06,
+ "loss": 2.5843,
+ "masked_tokens": 206.925,
+ "mean_t": 0.8964761748909951,
+ "step": 1240,
+ "student_masked_tokens": 206.925
+ },
+ {
+ "avg_mask_ratio": 0.8947664767503738,
+ "avg_response_length": 250.5875,
+ "avg_student_mask_ratio": 0.8947664767503738,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1298018265912106,
+ "epoch": 2.6698666666666666,
+ "grad_norm": 1.9921875,
+ "kd_loss": 2.024617796484381,
+ "learning_rate": 3e-06,
+ "loss": 2.5806,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8963889077305793,
+ "step": 1250,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.8899404726922512,
+ "avg_response_length": 237.1875,
+ "avg_student_mask_ratio": 0.8899404726922512,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1684971019640216,
+ "epoch": 2.6912000000000003,
+ "grad_norm": 1.3515625,
+ "kd_loss": 1.9044102005660535,
+ "learning_rate": 3e-06,
+ "loss": 2.4425,
+ "masked_tokens": 209.6375,
+ "mean_t": 0.889781016111374,
+ "step": 1260,
+ "student_masked_tokens": 209.6375
+ },
+ {
+ "avg_mask_ratio": 0.9034823305904865,
+ "avg_response_length": 226.925,
+ "avg_student_mask_ratio": 0.9034823305904865,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1774286619039231,
+ "epoch": 2.7125333333333335,
+ "grad_norm": 1.2109375,
+ "kd_loss": 2.0696946240030227,
+ "learning_rate": 3e-06,
+ "loss": 2.6376,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.9045583985745906,
+ "step": 1270,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8870659328997135,
+ "avg_response_length": 236.0625,
+ "avg_student_mask_ratio": 0.8870659328997135,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0946949748089536,
+ "epoch": 2.7338666666666667,
+ "grad_norm": 1.4140625,
+ "kd_loss": 1.8797459195367991,
+ "learning_rate": 3e-06,
+ "loss": 2.5309,
+ "masked_tokens": 208.8625,
+ "mean_t": 0.8896831572055817,
+ "step": 1280,
+ "student_masked_tokens": 208.8625
+ },
+ {
+ "avg_mask_ratio": 0.8858684487640858,
+ "avg_response_length": 204.1625,
+ "avg_student_mask_ratio": 0.8858684487640858,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1283517986514198,
+ "epoch": 2.7552,
+ "grad_norm": 1.3046875,
+ "kd_loss": 1.920838295482099,
+ "learning_rate": 3e-06,
+ "loss": 2.5187,
+ "masked_tokens": 181.3125,
+ "mean_t": 0.8960343897342682,
+ "step": 1290,
+ "student_masked_tokens": 181.3125
+ },
+ {
+ "avg_mask_ratio": 0.8897388525307178,
+ "avg_response_length": 244.0375,
+ "avg_student_mask_ratio": 0.8897388525307178,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3980832032801118,
+ "epoch": 2.776533333333333,
+ "grad_norm": 0.80078125,
+ "kd_loss": 1.9428608059883117,
+ "learning_rate": 3e-06,
+ "loss": 2.513,
+ "masked_tokens": 216.1125,
+ "mean_t": 0.8922237791121006,
+ "step": 1300,
+ "student_masked_tokens": 216.1125
+ },
+ {
+ "avg_mask_ratio": 0.8946965776383877,
+ "avg_response_length": 237.15,
+ "avg_student_mask_ratio": 0.8946965776383877,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.140207634078979,
+ "epoch": 2.7978666666666667,
+ "grad_norm": 1.0078125,
+ "kd_loss": 2.006162600312382,
+ "learning_rate": 3e-06,
+ "loss": 2.7025,
+ "masked_tokens": 211.2875,
+ "mean_t": 0.8945211343467235,
+ "step": 1310,
+ "student_masked_tokens": 211.2875
+ },
+ {
+ "avg_mask_ratio": 0.9051711179316044,
+ "avg_response_length": 223.85,
+ "avg_student_mask_ratio": 0.9051711179316044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1348347526757607,
+ "epoch": 2.8192,
+ "grad_norm": 1.6484375,
+ "kd_loss": 2.2203518787398933,
+ "learning_rate": 3e-06,
+ "loss": 2.6636,
+ "masked_tokens": 203.8875,
+ "mean_t": 0.9043060801923275,
+ "step": 1320,
+ "student_masked_tokens": 203.8875
+ },
+ {
+ "avg_mask_ratio": 0.8937505483627319,
+ "avg_response_length": 239.175,
+ "avg_student_mask_ratio": 0.8937505483627319,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0435274196657702,
+ "epoch": 2.840533333333333,
+ "grad_norm": 0.9453125,
+ "kd_loss": 1.83300168979913,
+ "learning_rate": 3e-06,
+ "loss": 2.4691,
+ "masked_tokens": 215.5125,
+ "mean_t": 0.8918281644582748,
+ "step": 1330,
+ "student_masked_tokens": 215.5125
+ },
+ {
+ "avg_mask_ratio": 0.9015255652368068,
+ "avg_response_length": 224.05,
+ "avg_student_mask_ratio": 0.9015255652368068,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0783236361618038,
+ "epoch": 2.861866666666667,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.103920572064817,
+ "learning_rate": 3e-06,
+ "loss": 2.6082,
+ "masked_tokens": 201.7,
+ "mean_t": 0.9001887157559395,
+ "step": 1340,
+ "student_masked_tokens": 201.7
+ },
+ {
+ "avg_mask_ratio": 0.9104407355189323,
+ "avg_response_length": 181.675,
+ "avg_student_mask_ratio": 0.9104407355189323,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2366944977853565,
+ "epoch": 2.8832,
+ "grad_norm": 1.328125,
+ "kd_loss": 2.087000124529004,
+ "learning_rate": 3e-06,
+ "loss": 2.6285,
+ "masked_tokens": 165.225,
+ "mean_t": 0.8994373701512813,
+ "step": 1350,
+ "student_masked_tokens": 165.225
+ },
+ {
+ "avg_mask_ratio": 0.8937529601156712,
+ "avg_response_length": 241.9,
+ "avg_student_mask_ratio": 0.8937529601156712,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.245667158159631,
+ "epoch": 2.904533333333333,
+ "grad_norm": 1.4140625,
+ "kd_loss": 2.003096597827971,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 217.1625,
+ "mean_t": 0.8970731914043426,
+ "step": 1360,
+ "student_masked_tokens": 217.1625
+ },
+ {
+ "avg_mask_ratio": 0.8992931582033634,
+ "avg_response_length": 236.6625,
+ "avg_student_mask_ratio": 0.8992931582033634,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3533686761860735,
+ "epoch": 2.925866666666667,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.1836287967860697,
+ "learning_rate": 3e-06,
+ "loss": 2.8594,
+ "masked_tokens": 213.2375,
+ "mean_t": 0.9017557598650455,
+ "step": 1370,
+ "student_masked_tokens": 213.2375
+ },
+ {
+ "avg_mask_ratio": 0.9064305581152439,
+ "avg_response_length": 220.2375,
+ "avg_student_mask_ratio": 0.9064305581152439,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2574228875513653,
+ "epoch": 2.9472,
+ "grad_norm": 1.375,
+ "kd_loss": 1.9172453464008867,
+ "learning_rate": 3e-06,
+ "loss": 2.7059,
+ "masked_tokens": 199.425,
+ "mean_t": 0.906224113702774,
+ "step": 1380,
+ "student_masked_tokens": 199.425
+ },
+ {
+ "avg_mask_ratio": 0.8942491762340069,
+ "avg_response_length": 220.8,
+ "avg_student_mask_ratio": 0.8942491762340069,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.0986361214818317,
+ "epoch": 2.9685333333333332,
+ "grad_norm": 1.6171875,
+ "kd_loss": 2.3086393082514407,
+ "learning_rate": 3e-06,
+ "loss": 2.7877,
+ "masked_tokens": 199.275,
+ "mean_t": 0.8951459534466266,
+ "step": 1390,
+ "student_masked_tokens": 199.275
+ },
+ {
+ "avg_mask_ratio": 0.8978625252842903,
+ "avg_response_length": 184.9375,
+ "avg_student_mask_ratio": 0.8978625252842903,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 0.7920981970033608,
+ "epoch": 2.989866666666667,
+ "grad_norm": 1.3203125,
+ "kd_loss": 1.9815207842737437,
+ "learning_rate": 3e-06,
+ "loss": 2.5399,
+ "masked_tokens": 164.975,
+ "mean_t": 0.8958394378423691,
+ "step": 1400,
+ "student_masked_tokens": 164.975
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-1404/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72d4933c6bcf339a4da366d6c153428bb9ff6b20
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42463835f209d438253b3cac77750721abb672feb659887ee31e4000f09a8e61
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab84c13d5d3f7c9e0b7a76e85bbb19582a774c1
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c672fafc11a14e635c4233e3faf35814ce99d7b9be0ad0af46c387e0f459e3df
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d4cc8c21a02fdc8dc999280007090425c9aef9b
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe080e2dca6b848cf6fa549fe472454d032f2dac7de8a2b205759d6af05ce28
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d08e6571eab533280223da7f84234dbbbe7f3938
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25f74195721abe25ce27db6571004f581a3cf0d3a9e3513d3ac28e1746e732
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421781b8dda6971ad78c51f1dc130f1fff19ce51
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3f0e18fd4ce38e61410a1f0e851c2762584e71a80ec7ce0bc5150325adcecc
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2bfc5372ff8bc1a442eea8e7424f903ba411c090
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/trainer_state.json
@@ -0,0 +1,493 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 0.4266666666666667,
+ "eval_steps": 500,
+ "global_step": 200,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-200/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c78e69aa5e61a7382a52f600219d77ed8a4670b7
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ddda308183759f91084b366328cf7bba57e5dad54737ed3669ea201bfabccd
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e8ff3374e0a8f043b7c626b1ae9702735abf5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4d68171cfd0f0771a63b2f73874c952c2b2509987d7632bd3cf2951ceb0738
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba6678ee6b9ab94d55e7460d186aca8f5a8947c4
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea29fa9f608c6c4d64da15e6629f110069a569e262ffc5efa6328614a73e911
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7e52f3667a6e78968feb428f361a5785bcde59b
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca632ef5c557ff7050379ee460201238616a1f17be2e8ee79127378b40c0c95d
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63622572f2f8fd0f5991a8ee55768496dcd77b8
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc305f845008b8f20405e65b1f962cf273957c5abdd0858e9cccb461f9b6d925
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..6be5fa99c53aa3e5fded37fd5367f6251a420c11
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/trainer_state.json
@@ -0,0 +1,723 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 0.64,
+ "eval_steps": 500,
+ "global_step": 300,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-300/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dc6c28058292bd47036d17888aa9f71fa923c67e
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610b82f1209c42cbef9ac04e368c70fb3f11550111cf2813a84918024ef5f880
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaf2bdf6fb63c6c0f3fe4dcbab611d741de609f
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0839b62a7fb7b1889f80c3fa72bfde5abe145e898e65aa390803458ab07c4970
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d063858142230a6ceecb00d858276fec854d2574
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c214f8cca1032a5efe2a598b5c84a7a306ae27c94f217b81c16d9182d0df579
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..20ca976aa57bc4d50453f8be8d1f3df5bc19ff46
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5ebc1b93b8c45be40eaaede6726ec2c8749260db8a83b323887fbf92f32602
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c306ef4bb7e6a16b41c020edcc557eaff2f11b3f
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830a27ccf317f0eed7689e600baef1933674a8f45133ca57c902cf16747aad2
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..bf338d24be78784370d16dfa4ddbbe8620187be8
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/trainer_state.json
@@ -0,0 +1,953 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 0.8533333333333334,
+ "eval_steps": 500,
+ "global_step": 400,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-400/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c18fd81882ea18437c30145b6d30c9ebc837e87
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cc869aae977ade2178b82efd006f6de402cd2fa342d0d7bc72817dbeca7ade
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39624570129fadde79cf3f821279555ef1bc0e44
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8331ed74bbe084a13532320ed4b03be6a6515f8e68035d56e09eab01b809e14f
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..72b2477b75dd2c7bc482aaf92e947881b9192019
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13991f541a22b6103f5c46babff71a45555d9163c9004485ccbe8c77f33fc55a
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7cd17ae161e6e13fe0d0374ad1dfafe4bd06a73
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370f023eecc15b159e79f8c220a7380bdc97c7a4d901c925720eddf7dee654f7
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931e4be8f6a79592ab2ba42943c7a73e26c7bc07
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a517e97adb4dde873654de5d66064258ac3222271d3ace011285ec503f6a5b2
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..138c198879037bc7044ce352a4ea1826802f3a99
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/trainer_state.json
@@ -0,0 +1,1183 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.0682666666666667,
+ "eval_steps": 500,
+ "global_step": 500,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-500/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..443efbbe4aff6bbacd3745e6e628c891dfb4c70d
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20bc0d46f9e02e0479b3dfd23b3311aabb467c219f3d06e62ffd2e6a4e12d88
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017017ccf3666ae84cc7e376c8d499c5859a0410
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e5a07ef2ad6c6d2f032743c722917dfac511e9d42865cfd6c47f3f251de76c
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6d249935cac4319c95bb9a4f1e646bcb5e57ee5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9012c3aa8f25f1b6aa00bb1ab69a0ce223f6816242c3eb2491d1a857ce8f8d46
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e85ec22b9be12716eba4ff0a8ab3a86abade21b0
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8b740e18d003b63bd55c6835dd6fa0c49ffa3b030a206b33dd609856c941ca
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b530cce6692c8b72c51afea911741a4a11eef386
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247b9a9f5a42bb05b5f94047806ee145b80e59e6134cfbac5720987816b080b
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b6156799f6bde774b47673e04b1d0d6d2f74a4e6
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/trainer_state.json
@@ -0,0 +1,1413 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.2816,
+ "eval_steps": 500,
+ "global_step": 600,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-600/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79453bd4d5653dc707aa3c4b1a7ca26e8ce9be8c
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9e79e8dceb5dc279b1f8916a2db4dac7c3159b543fe806fc72b95ea0b3db8f
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fc9fb924bcb46d88adbdcdd6301fcf4ef7d2b9
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deff84c0edb054f3f030971c4e672db68ff7fb5eaee973ff2235ee4ed9a27da8
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96dfcfecd041be83eeea9ff929e493b5de9da238
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c670856f99f1c1dbab05a3d242a62ad0179da48bfa1291e899583a875a68fe49
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5864ebc2ed5029eb58bb6febcf5a03d6319d0810
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea60b547947a5f820576735255ccf54d0bbc5517622525b08ef125d64c21210
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cb6d6e9c58698e39624654c64f68865acc1e8c
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31fc166825c283cd6e21942858b480fed83fd7716de86c3ed00fd14e8e22122
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d82bb550ea798124deedc863c9eb6cae403b71a6
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/trainer_state.json
@@ -0,0 +1,1643 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.4949333333333334,
+ "eval_steps": 500,
+ "global_step": 700,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-700/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13629db5bbda0786153561d8d7afae0886a03ce9
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f9d9171b2f199d3600d3373ff05ef3aa350f764aa798960b2cbbb1cf6bff83
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147d2b2d2b76efb2803b408e6a0c5218323899c8
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d094a148ae2f5247434c05ec6046477391974af46f5ac2e530ab9349a1275fd1
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..942456a9088ae2369fe17c3b0f69b635b277d6bf
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8ed56654ec463ed055df7b2bbf134f9c82b9ac8a8f13b61e0cbc0aa0ee215e
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b50af749b6f2ccb1b7b9c5a064e32dea5d971b1e
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6aacf54e281571f5dcfe04b8387c33cd47f427938845e6ff71ea198324f2b1
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de962ad5d0694c2759ebc84569f3ce66309888ee
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0971d510e1111e0fef1ce3a2af63a62a1fc1c7d7b17a17e0c2de3f5ab7c9d0
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..8985502076722101fa048141b4ac1742fc5946fb
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/trainer_state.json
@@ -0,0 +1,1873 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.7082666666666668,
+ "eval_steps": 500,
+ "global_step": 800,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-800/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/README.md b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..853c8c794bf91f40f780bd5f844d32ed78b0c087
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/README.md
@@ -0,0 +1,202 @@
+---
+base_model: GSAI-ML/LLaDA-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+
+
+
+
+## Model Details
+
+### Model Description
+
+
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+
+
+### Direct Use
+
+
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+
+
+[More Information Needed]
+
+### Recommendations
+
+
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+
+
+[More Information Needed]
+
+### Training Procedure
+
+
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed]
+
+#### Speeds, Sizes, Times [optional]
+
+
+
+[More Information Needed]
+
+## Evaluation
+
+
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+
+
+[More Information Needed]
+
+#### Factors
+
+
+
+[More Information Needed]
+
+#### Metrics
+
+
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+
+
+[More Information Needed]
+
+## Environmental Impact
+
+
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.1
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_config.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..641cb3d4c19b6b818365f486752228d2f8e51ed5
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_config.json
@@ -0,0 +1,39 @@
+{
+ "alpha_pattern": {},
+ "auto_mapping": null,
+ "base_model_name_or_path": "GSAI-ML/LLaDA-8B-Instruct",
+ "bias": "none",
+ "corda_config": null,
+ "eva_config": null,
+ "exclude_modules": null,
+ "fan_in_fan_out": false,
+ "inference_mode": true,
+ "init_lora_weights": true,
+ "layer_replication": null,
+ "layers_pattern": null,
+ "layers_to_transform": null,
+ "loftq_config": {},
+ "lora_alpha": 64,
+ "lora_bias": false,
+ "lora_dropout": 0.05,
+ "megatron_config": null,
+ "megatron_core": "megatron.core",
+ "modules_to_save": null,
+ "peft_type": "LORA",
+ "r": 128,
+ "rank_pattern": {},
+ "revision": null,
+ "target_modules": [
+ "gate_proj",
+ "k_proj",
+ "up_proj",
+ "q_proj",
+ "v_proj",
+ "down_proj",
+ "o_proj"
+ ],
+ "task_type": "CAUSAL_LM",
+ "trainable_token_indices": null,
+ "use_dora": false,
+ "use_rslora": false
+}
\ No newline at end of file
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_model.safetensors b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3aacc40703ad34259a24b6ca985d81846c06ad9
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d6905c6ea94569ce89cbb8e37254b242144b8f3b28eb344780a52367ecc874
+size 2406624648
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/optimizer.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b880f0118c11c275dcd9f1f8de993d55b21207
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0d17da93b94f180fd53df802934af4d8dabea78bcac6555915a1b3e7419619
+size 671304442
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_0.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9a42a86c2115030853c60fe757617ff05763be05
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2193e9678f8bc79444bcb500072edd09da016ef21a31cacf59f87a89454a6e
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_1.pth b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee5c285fd5ac255d230e3cc5d68fcf5690c4e482
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0aec69049889b257fde76eb83d88421f33ebd34eb85ebbee7e28797cf5eae
+size 14512
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/scheduler.pt b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186dc458d73d11481b005defcffdd17b8b9b8a93
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf0430fbf8ed72ad90ba29a6f885082e3cf20a4095c07f619baeb5e62ae385d
+size 1064
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/trainer_state.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..eed53836735dfdbf76f14975c15f0e8c5e12671b
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/trainer_state.json
@@ -0,0 +1,2103 @@
+{
+ "best_metric": null,
+ "best_model_checkpoint": null,
+ "epoch": 1.9216,
+ "eval_steps": 500,
+ "global_step": 900,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "avg_mask_ratio": 0.9038321368396283,
+ "avg_response_length": 225.725,
+ "avg_student_mask_ratio": 0.9038321368396283,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.516168157593347,
+ "epoch": 0.021333333333333333,
+ "grad_norm": 2.328125,
+ "kd_loss": 2.2119867427274587,
+ "learning_rate": 3e-06,
+ "loss": 3.4377,
+ "masked_tokens": 203.975,
+ "mean_t": 0.9028133787214756,
+ "step": 10,
+ "student_masked_tokens": 203.975
+ },
+ {
+ "avg_mask_ratio": 0.8840035647153854,
+ "avg_response_length": 251.6,
+ "avg_student_mask_ratio": 0.8840035647153854,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.024672321086109,
+ "epoch": 0.042666666666666665,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.030834559723735,
+ "learning_rate": 3e-06,
+ "loss": 3.1565,
+ "masked_tokens": 220.175,
+ "mean_t": 0.8876365408301353,
+ "step": 20,
+ "student_masked_tokens": 220.175
+ },
+ {
+ "avg_mask_ratio": 0.8994628012180328,
+ "avg_response_length": 211.7625,
+ "avg_student_mask_ratio": 0.8994628012180328,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.4292502446332946,
+ "epoch": 0.064,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.488784085959196,
+ "learning_rate": 3e-06,
+ "loss": 3.5941,
+ "masked_tokens": 192.7875,
+ "mean_t": 0.8959750615060329,
+ "step": 30,
+ "student_masked_tokens": 192.7875
+ },
+ {
+ "avg_mask_ratio": 0.89179727435112,
+ "avg_response_length": 218.825,
+ "avg_student_mask_ratio": 0.89179727435112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0539165826921817,
+ "epoch": 0.08533333333333333,
+ "grad_norm": 1.4765625,
+ "kd_loss": 1.941805501282215,
+ "learning_rate": 3e-06,
+ "loss": 2.9163,
+ "masked_tokens": 194.725,
+ "mean_t": 0.8912879161536693,
+ "step": 40,
+ "student_masked_tokens": 194.725
+ },
+ {
+ "avg_mask_ratio": 0.891216454654932,
+ "avg_response_length": 207.125,
+ "avg_student_mask_ratio": 0.891216454654932,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2623975187249017,
+ "epoch": 0.10666666666666667,
+ "grad_norm": 1.0703125,
+ "kd_loss": 2.219588174298406,
+ "learning_rate": 3e-06,
+ "loss": 3.3292,
+ "masked_tokens": 183.4,
+ "mean_t": 0.89214121773839,
+ "step": 50,
+ "student_masked_tokens": 183.4
+ },
+ {
+ "avg_mask_ratio": 0.9000850170850754,
+ "avg_response_length": 248.3,
+ "avg_student_mask_ratio": 0.9000850170850754,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3151597501448125,
+ "epoch": 0.128,
+ "grad_norm": 2.96875,
+ "kd_loss": 2.083580970391631,
+ "learning_rate": 3e-06,
+ "loss": 3.3506,
+ "masked_tokens": 223.675,
+ "mean_t": 0.8970923699438572,
+ "step": 60,
+ "student_masked_tokens": 223.675
+ },
+ {
+ "avg_mask_ratio": 0.9073199018836021,
+ "avg_response_length": 201.6375,
+ "avg_student_mask_ratio": 0.9073199018836021,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.3279315207415494,
+ "epoch": 0.14933333333333335,
+ "grad_norm": 1.5390625,
+ "kd_loss": 1.9943705378100276,
+ "learning_rate": 3e-06,
+ "loss": 3.3022,
+ "masked_tokens": 183.025,
+ "mean_t": 0.9091021090745925,
+ "step": 70,
+ "student_masked_tokens": 183.025
+ },
+ {
+ "avg_mask_ratio": 0.8851462960243225,
+ "avg_response_length": 225.85,
+ "avg_student_mask_ratio": 0.8851462960243225,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.338749730819836,
+ "epoch": 0.17066666666666666,
+ "grad_norm": 1.21875,
+ "kd_loss": 2.061790995299816,
+ "learning_rate": 3e-06,
+ "loss": 3.1542,
+ "masked_tokens": 199.325,
+ "mean_t": 0.8813990540802479,
+ "step": 80,
+ "student_masked_tokens": 199.325
+ },
+ {
+ "avg_mask_ratio": 0.9099268071353436,
+ "avg_response_length": 222.7,
+ "avg_student_mask_ratio": 0.9099268071353436,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.71896373112686,
+ "epoch": 0.192,
+ "grad_norm": 1.59375,
+ "kd_loss": 2.141383321676403,
+ "learning_rate": 3e-06,
+ "loss": 3.3551,
+ "masked_tokens": 200.675,
+ "mean_t": 0.9058590926229954,
+ "step": 90,
+ "student_masked_tokens": 200.675
+ },
+ {
+ "avg_mask_ratio": 0.8982847519218922,
+ "avg_response_length": 207.2,
+ "avg_student_mask_ratio": 0.8982847519218922,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.1023045321693643,
+ "epoch": 0.21333333333333335,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9285802729427814,
+ "learning_rate": 3e-06,
+ "loss": 3.0599,
+ "masked_tokens": 187.5,
+ "mean_t": 0.8976293757557869,
+ "step": 100,
+ "student_masked_tokens": 187.5
+ },
+ {
+ "avg_mask_ratio": 0.9040587209165096,
+ "avg_response_length": 212.225,
+ "avg_student_mask_ratio": 0.9040587209165096,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8497425100911642,
+ "epoch": 0.23466666666666666,
+ "grad_norm": 2.109375,
+ "kd_loss": 2.2828850861638785,
+ "learning_rate": 3e-06,
+ "loss": 3.3556,
+ "masked_tokens": 191.1375,
+ "mean_t": 0.904844606667757,
+ "step": 110,
+ "student_masked_tokens": 191.1375
+ },
+ {
+ "avg_mask_ratio": 0.9019603736698627,
+ "avg_response_length": 220.6375,
+ "avg_student_mask_ratio": 0.9019603736698627,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0306946751021315,
+ "epoch": 0.256,
+ "grad_norm": 1.7265625,
+ "kd_loss": 2.2149832284078004,
+ "learning_rate": 3e-06,
+ "loss": 3.2241,
+ "masked_tokens": 197.75,
+ "mean_t": 0.8960046902298927,
+ "step": 120,
+ "student_masked_tokens": 197.75
+ },
+ {
+ "avg_mask_ratio": 0.8924822218716144,
+ "avg_response_length": 201.8125,
+ "avg_student_mask_ratio": 0.8924822218716144,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.0460521854343825,
+ "epoch": 0.2773333333333333,
+ "grad_norm": 2.4375,
+ "kd_loss": 2.0276439426466824,
+ "learning_rate": 3e-06,
+ "loss": 2.9467,
+ "masked_tokens": 179.675,
+ "mean_t": 0.8949399784207344,
+ "step": 130,
+ "student_masked_tokens": 179.675
+ },
+ {
+ "avg_mask_ratio": 0.9037840016186237,
+ "avg_response_length": 249.175,
+ "avg_student_mask_ratio": 0.9037840016186237,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.147645707358606,
+ "epoch": 0.2986666666666667,
+ "grad_norm": 2.359375,
+ "kd_loss": 2.203671352006495,
+ "learning_rate": 3e-06,
+ "loss": 3.2032,
+ "masked_tokens": 226.4125,
+ "mean_t": 0.9039857894182205,
+ "step": 140,
+ "student_masked_tokens": 226.4125
+ },
+ {
+ "avg_mask_ratio": 0.8963114954531193,
+ "avg_response_length": 254.6875,
+ "avg_student_mask_ratio": 0.8963114954531193,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9233228729906842,
+ "epoch": 0.32,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9902421958744525,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 228.9875,
+ "mean_t": 0.9001512035727501,
+ "step": 150,
+ "student_masked_tokens": 228.9875
+ },
+ {
+ "avg_mask_ratio": 0.9096671521663666,
+ "avg_response_length": 209.325,
+ "avg_student_mask_ratio": 0.9096671521663666,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 2.2289344808086753,
+ "epoch": 0.3413333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.134642385644838,
+ "learning_rate": 3e-06,
+ "loss": 3.1478,
+ "masked_tokens": 188.0375,
+ "mean_t": 0.9080829933285713,
+ "step": 160,
+ "student_masked_tokens": 188.0375
+ },
+ {
+ "avg_mask_ratio": 0.904358322173357,
+ "avg_response_length": 184.65,
+ "avg_student_mask_ratio": 0.904358322173357,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9660941768161138,
+ "epoch": 0.3626666666666667,
+ "grad_norm": 1.2265625,
+ "kd_loss": 2.013403187785298,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 166.425,
+ "mean_t": 0.9025935530662537,
+ "step": 170,
+ "student_masked_tokens": 166.425
+ },
+ {
+ "avg_mask_ratio": 0.8958425194025039,
+ "avg_response_length": 230.875,
+ "avg_student_mask_ratio": 0.8958425194025039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.8663915028009797,
+ "epoch": 0.384,
+ "grad_norm": 2.15625,
+ "kd_loss": 1.9816558342427015,
+ "learning_rate": 3e-06,
+ "loss": 2.9371,
+ "masked_tokens": 206.625,
+ "mean_t": 0.8963503323495388,
+ "step": 180,
+ "student_masked_tokens": 206.625
+ },
+ {
+ "avg_mask_ratio": 0.9038328640162945,
+ "avg_response_length": 233.675,
+ "avg_student_mask_ratio": 0.9038328640162945,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9463169221882708,
+ "epoch": 0.4053333333333333,
+ "grad_norm": 1.3515625,
+ "kd_loss": 2.1305554866790772,
+ "learning_rate": 3e-06,
+ "loss": 3.068,
+ "masked_tokens": 210.1125,
+ "mean_t": 0.9032049499452114,
+ "step": 190,
+ "student_masked_tokens": 210.1125
+ },
+ {
+ "avg_mask_ratio": 0.8982855036854744,
+ "avg_response_length": 197.8,
+ "avg_student_mask_ratio": 0.8982855036854744,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7948009021522011,
+ "epoch": 0.4266666666666667,
+ "grad_norm": 0.96875,
+ "kd_loss": 2.1279397387057544,
+ "learning_rate": 3e-06,
+ "loss": 2.9509,
+ "masked_tokens": 178.2375,
+ "mean_t": 0.9013739340007305,
+ "step": 200,
+ "student_masked_tokens": 178.2375
+ },
+ {
+ "avg_mask_ratio": 0.8929305426776409,
+ "avg_response_length": 213.7875,
+ "avg_student_mask_ratio": 0.8929305426776409,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7549744299729355,
+ "epoch": 0.448,
+ "grad_norm": 3.84375,
+ "kd_loss": 2.229326105117798,
+ "learning_rate": 3e-06,
+ "loss": 3.0093,
+ "masked_tokens": 191.2,
+ "mean_t": 0.8967573463916778,
+ "step": 210,
+ "student_masked_tokens": 191.2
+ },
+ {
+ "avg_mask_ratio": 0.9140856012701988,
+ "avg_response_length": 234.05,
+ "avg_student_mask_ratio": 0.9140856012701988,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9881959108868614,
+ "epoch": 0.4693333333333333,
+ "grad_norm": 1.7578125,
+ "kd_loss": 2.109532908722758,
+ "learning_rate": 3e-06,
+ "loss": 3.0339,
+ "masked_tokens": 212.825,
+ "mean_t": 0.9139538004994392,
+ "step": 220,
+ "student_masked_tokens": 212.825
+ },
+ {
+ "avg_mask_ratio": 0.8944498777389527,
+ "avg_response_length": 252.025,
+ "avg_student_mask_ratio": 0.8944498777389527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5707099605918757,
+ "epoch": 0.49066666666666664,
+ "grad_norm": 1.921875,
+ "kd_loss": 1.9815803268924355,
+ "learning_rate": 3e-06,
+ "loss": 2.8998,
+ "masked_tokens": 224.0375,
+ "mean_t": 0.8936762437224388,
+ "step": 230,
+ "student_masked_tokens": 224.0375
+ },
+ {
+ "avg_mask_ratio": 0.899235761910677,
+ "avg_response_length": 211.175,
+ "avg_student_mask_ratio": 0.899235761910677,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.791649858564051,
+ "epoch": 0.512,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.2471979008987546,
+ "learning_rate": 3e-06,
+ "loss": 3.1403,
+ "masked_tokens": 190.8375,
+ "mean_t": 0.9003460220992565,
+ "step": 240,
+ "student_masked_tokens": 190.8375
+ },
+ {
+ "avg_mask_ratio": 0.8931944966316223,
+ "avg_response_length": 243.225,
+ "avg_student_mask_ratio": 0.8931944966316223,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.9630850372253916,
+ "epoch": 0.5333333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 2.1271522568538783,
+ "learning_rate": 3e-06,
+ "loss": 2.986,
+ "masked_tokens": 217.6125,
+ "mean_t": 0.8945631586015225,
+ "step": 250,
+ "student_masked_tokens": 217.6125
+ },
+ {
+ "avg_mask_ratio": 0.8951516062021255,
+ "avg_response_length": 244.7375,
+ "avg_student_mask_ratio": 0.8951516062021255,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6964997342554853,
+ "epoch": 0.5546666666666666,
+ "grad_norm": 1.25,
+ "kd_loss": 2.0914139826782048,
+ "learning_rate": 3e-06,
+ "loss": 2.8842,
+ "masked_tokens": 218.5125,
+ "mean_t": 0.8967597529292106,
+ "step": 260,
+ "student_masked_tokens": 218.5125
+ },
+ {
+ "avg_mask_ratio": 0.9133472301065921,
+ "avg_response_length": 224.45,
+ "avg_student_mask_ratio": 0.9133472301065921,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7045944421668537,
+ "epoch": 0.576,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.070994123630226,
+ "learning_rate": 3e-06,
+ "loss": 2.9599,
+ "masked_tokens": 203.9,
+ "mean_t": 0.9127845875918865,
+ "step": 270,
+ "student_masked_tokens": 203.9
+ },
+ {
+ "avg_mask_ratio": 0.9009625904262066,
+ "avg_response_length": 250.75,
+ "avg_student_mask_ratio": 0.9009625904262066,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.7736899590236135,
+ "epoch": 0.5973333333333334,
+ "grad_norm": 1.34375,
+ "kd_loss": 1.930899677053094,
+ "learning_rate": 3e-06,
+ "loss": 2.8343,
+ "masked_tokens": 227.15,
+ "mean_t": 0.895533163100481,
+ "step": 280,
+ "student_masked_tokens": 227.15
+ },
+ {
+ "avg_mask_ratio": 0.8770770035684109,
+ "avg_response_length": 238.475,
+ "avg_student_mask_ratio": 0.8770770035684109,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2941347527859761,
+ "epoch": 0.6186666666666667,
+ "grad_norm": 1.3828125,
+ "kd_loss": 1.8782452326267958,
+ "learning_rate": 3e-06,
+ "loss": 2.5951,
+ "masked_tokens": 210.0375,
+ "mean_t": 0.8816543705761433,
+ "step": 290,
+ "student_masked_tokens": 210.0375
+ },
+ {
+ "avg_mask_ratio": 0.897854183614254,
+ "avg_response_length": 213.4125,
+ "avg_student_mask_ratio": 0.897854183614254,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5697837819148845,
+ "epoch": 0.64,
+ "grad_norm": 1.7734375,
+ "kd_loss": 1.868490130826831,
+ "learning_rate": 3e-06,
+ "loss": 2.8727,
+ "masked_tokens": 192.6375,
+ "mean_t": 0.8958642691373825,
+ "step": 300,
+ "student_masked_tokens": 192.6375
+ },
+ {
+ "avg_mask_ratio": 0.9010373324155807,
+ "avg_response_length": 175.3375,
+ "avg_student_mask_ratio": 0.9010373324155807,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5301655464689248,
+ "epoch": 0.6613333333333333,
+ "grad_norm": 3.375,
+ "kd_loss": 1.921625346224755,
+ "learning_rate": 3e-06,
+ "loss": 2.7166,
+ "masked_tokens": 157.3125,
+ "mean_t": 0.9004325628280639,
+ "step": 310,
+ "student_masked_tokens": 157.3125
+ },
+ {
+ "avg_mask_ratio": 0.9050145074725151,
+ "avg_response_length": 232.85,
+ "avg_student_mask_ratio": 0.9050145074725151,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.575642870277079,
+ "epoch": 0.6826666666666666,
+ "grad_norm": 1.53125,
+ "kd_loss": 2.1054904852062464,
+ "learning_rate": 3e-06,
+ "loss": 2.8763,
+ "masked_tokens": 210.8,
+ "mean_t": 0.9057757750153541,
+ "step": 320,
+ "student_masked_tokens": 210.8
+ },
+ {
+ "avg_mask_ratio": 0.9112085118889809,
+ "avg_response_length": 234.3625,
+ "avg_student_mask_ratio": 0.9112085118889809,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6886075187067036,
+ "epoch": 0.704,
+ "grad_norm": 1.4375,
+ "kd_loss": 1.9596212804317474,
+ "learning_rate": 3e-06,
+ "loss": 2.9373,
+ "masked_tokens": 214.375,
+ "mean_t": 0.9084290474653244,
+ "step": 330,
+ "student_masked_tokens": 214.375
+ },
+ {
+ "avg_mask_ratio": 0.8943536959588527,
+ "avg_response_length": 241.4875,
+ "avg_student_mask_ratio": 0.8943536959588527,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6885916078543233,
+ "epoch": 0.7253333333333334,
+ "grad_norm": 2.359375,
+ "kd_loss": 1.9584332739934325,
+ "learning_rate": 3e-06,
+ "loss": 2.6721,
+ "masked_tokens": 216.3125,
+ "mean_t": 0.8951656565070152,
+ "step": 340,
+ "student_masked_tokens": 216.3125
+ },
+ {
+ "avg_mask_ratio": 0.9059815466403961,
+ "avg_response_length": 235.6375,
+ "avg_student_mask_ratio": 0.9059815466403961,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6978957654690021,
+ "epoch": 0.7466666666666667,
+ "grad_norm": 1.609375,
+ "kd_loss": 1.9785088907927275,
+ "learning_rate": 3e-06,
+ "loss": 2.8462,
+ "masked_tokens": 214.5875,
+ "mean_t": 0.9052829153835773,
+ "step": 350,
+ "student_masked_tokens": 214.5875
+ },
+ {
+ "avg_mask_ratio": 0.9033487930893898,
+ "avg_response_length": 241.6875,
+ "avg_student_mask_ratio": 0.9033487930893898,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.577020980765883,
+ "epoch": 0.768,
+ "grad_norm": 1.4609375,
+ "kd_loss": 2.415073509979993,
+ "learning_rate": 3e-06,
+ "loss": 2.9621,
+ "masked_tokens": 217.675,
+ "mean_t": 0.9007090970873832,
+ "step": 360,
+ "student_masked_tokens": 217.675
+ },
+ {
+ "avg_mask_ratio": 0.9052564099431037,
+ "avg_response_length": 254.05,
+ "avg_student_mask_ratio": 0.9052564099431037,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.722772464314403,
+ "epoch": 0.7893333333333333,
+ "grad_norm": 1.0859375,
+ "kd_loss": 2.296467961370945,
+ "learning_rate": 3e-06,
+ "loss": 2.9334,
+ "masked_tokens": 230.425,
+ "mean_t": 0.9024460829794407,
+ "step": 370,
+ "student_masked_tokens": 230.425
+ },
+ {
+ "avg_mask_ratio": 0.8940904334187507,
+ "avg_response_length": 203.9875,
+ "avg_student_mask_ratio": 0.8940904334187507,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3341899277686025,
+ "epoch": 0.8106666666666666,
+ "grad_norm": 1.5859375,
+ "kd_loss": 2.20712374644354,
+ "learning_rate": 3e-06,
+ "loss": 2.7591,
+ "masked_tokens": 182.625,
+ "mean_t": 0.8964001193642617,
+ "step": 380,
+ "student_masked_tokens": 182.625
+ },
+ {
+ "avg_mask_ratio": 0.8989102184772492,
+ "avg_response_length": 217.0,
+ "avg_student_mask_ratio": 0.8989102184772492,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4177820435499597,
+ "epoch": 0.832,
+ "grad_norm": 1.140625,
+ "kd_loss": 2.0794332453981044,
+ "learning_rate": 3e-06,
+ "loss": 2.8209,
+ "masked_tokens": 196.3,
+ "mean_t": 0.9009629927575589,
+ "step": 390,
+ "student_masked_tokens": 196.3
+ },
+ {
+ "avg_mask_ratio": 0.9006588809192181,
+ "avg_response_length": 242.5125,
+ "avg_student_mask_ratio": 0.9006588809192181,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5908398505617243,
+ "epoch": 0.8533333333333334,
+ "grad_norm": 1.234375,
+ "kd_loss": 2.3028603294864296,
+ "learning_rate": 3e-06,
+ "loss": 3.0046,
+ "masked_tokens": 219.1,
+ "mean_t": 0.9009459644556046,
+ "step": 400,
+ "student_masked_tokens": 219.1
+ },
+ {
+ "avg_mask_ratio": 0.9029774032533169,
+ "avg_response_length": 227.6375,
+ "avg_student_mask_ratio": 0.9029774032533169,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.6369922278565354,
+ "epoch": 0.8746666666666667,
+ "grad_norm": 2.234375,
+ "kd_loss": 1.9620450347661973,
+ "learning_rate": 3e-06,
+ "loss": 2.8895,
+ "masked_tokens": 207.175,
+ "mean_t": 0.9009200550615788,
+ "step": 410,
+ "student_masked_tokens": 207.175
+ },
+ {
+ "avg_mask_ratio": 0.8887474931776523,
+ "avg_response_length": 220.225,
+ "avg_student_mask_ratio": 0.8887474931776523,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1266989961382934,
+ "epoch": 0.896,
+ "grad_norm": 1.0625,
+ "kd_loss": 1.8775891533121467,
+ "learning_rate": 3e-06,
+ "loss": 2.6358,
+ "masked_tokens": 193.5375,
+ "mean_t": 0.8952890478074551,
+ "step": 420,
+ "student_masked_tokens": 193.5375
+ },
+ {
+ "avg_mask_ratio": 0.8984950557351112,
+ "avg_response_length": 249.2125,
+ "avg_student_mask_ratio": 0.8984950557351112,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5658269941894105,
+ "epoch": 0.9173333333333333,
+ "grad_norm": 1.734375,
+ "kd_loss": 2.2060378341004254,
+ "learning_rate": 3e-06,
+ "loss": 2.9785,
+ "masked_tokens": 221.1,
+ "mean_t": 0.8984224833548069,
+ "step": 430,
+ "student_masked_tokens": 221.1
+ },
+ {
+ "avg_mask_ratio": 0.8968544036149979,
+ "avg_response_length": 233.2,
+ "avg_student_mask_ratio": 0.8968544036149979,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4592785211250885,
+ "epoch": 0.9386666666666666,
+ "grad_norm": 1.0625,
+ "kd_loss": 2.0408818583935497,
+ "learning_rate": 3e-06,
+ "loss": 2.7994,
+ "masked_tokens": 209.0625,
+ "mean_t": 0.8939864061772823,
+ "step": 440,
+ "student_masked_tokens": 209.0625
+ },
+ {
+ "avg_mask_ratio": 0.8935567982494831,
+ "avg_response_length": 230.75,
+ "avg_student_mask_ratio": 0.8935567982494831,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3653669166291365,
+ "epoch": 0.96,
+ "grad_norm": 1.484375,
+ "kd_loss": 2.004301998205483,
+ "learning_rate": 3e-06,
+ "loss": 2.6184,
+ "masked_tokens": 206.325,
+ "mean_t": 0.8914538271725178,
+ "step": 450,
+ "student_masked_tokens": 206.325
+ },
+ {
+ "avg_mask_ratio": 0.8967556983232499,
+ "avg_response_length": 214.6125,
+ "avg_student_mask_ratio": 0.8967556983232499,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3826496787342877,
+ "epoch": 0.9813333333333333,
+ "grad_norm": 2.515625,
+ "kd_loss": 2.0181277196854355,
+ "learning_rate": 3e-06,
+ "loss": 2.9372,
+ "masked_tokens": 192.65,
+ "mean_t": 0.9014172293245792,
+ "step": 460,
+ "student_masked_tokens": 192.65
+ },
+ {
+ "avg_mask_ratio": 0.9001713728620893,
+ "avg_response_length": 223.33333333333334,
+ "avg_student_mask_ratio": 0.9001713728620893,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4287840498353555,
+ "epoch": 1.0042666666666666,
+ "grad_norm": 0.9453125,
+ "kd_loss": 2.1138640074502852,
+ "learning_rate": 3e-06,
+ "loss": 2.8787,
+ "masked_tokens": 200.54761904761904,
+ "mean_t": 0.9005291284549803,
+ "step": 470,
+ "student_masked_tokens": 200.54761904761904
+ },
+ {
+ "avg_mask_ratio": 0.899730734527111,
+ "avg_response_length": 249.1875,
+ "avg_student_mask_ratio": 0.899730734527111,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5295095877430867,
+ "epoch": 1.0256,
+ "grad_norm": 1.6875,
+ "kd_loss": 2.164449032396078,
+ "learning_rate": 3e-06,
+ "loss": 2.9204,
+ "masked_tokens": 223.625,
+ "mean_t": 0.9007952347397804,
+ "step": 480,
+ "student_masked_tokens": 223.625
+ },
+ {
+ "avg_mask_ratio": 0.8998170539736747,
+ "avg_response_length": 228.025,
+ "avg_student_mask_ratio": 0.8998170539736747,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.40207128887414,
+ "epoch": 1.0469333333333333,
+ "grad_norm": 1.1875,
+ "kd_loss": 1.9762682050466538,
+ "learning_rate": 3e-06,
+ "loss": 2.6936,
+ "masked_tokens": 203.4625,
+ "mean_t": 0.8976772941648961,
+ "step": 490,
+ "student_masked_tokens": 203.4625
+ },
+ {
+ "avg_mask_ratio": 0.9090212970972061,
+ "avg_response_length": 244.5625,
+ "avg_student_mask_ratio": 0.9090212970972061,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5472300880588592,
+ "epoch": 1.0682666666666667,
+ "grad_norm": 1.1796875,
+ "kd_loss": 2.127160807698965,
+ "learning_rate": 3e-06,
+ "loss": 2.8251,
+ "masked_tokens": 220.8,
+ "mean_t": 0.9092925615608692,
+ "step": 500,
+ "student_masked_tokens": 220.8
+ },
+ {
+ "avg_mask_ratio": 0.9109044782817364,
+ "avg_response_length": 245.5125,
+ "avg_student_mask_ratio": 0.9109044782817364,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4722559867572271,
+ "epoch": 1.0896,
+ "grad_norm": 2.203125,
+ "kd_loss": 2.3416126331314446,
+ "learning_rate": 3e-06,
+ "loss": 2.9549,
+ "masked_tokens": 224.4375,
+ "mean_t": 0.905411709100008,
+ "step": 510,
+ "student_masked_tokens": 224.4375
+ },
+ {
+ "avg_mask_ratio": 0.9000340312719345,
+ "avg_response_length": 202.7625,
+ "avg_student_mask_ratio": 0.9000340312719345,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.497384304022853,
+ "epoch": 1.1109333333333333,
+ "grad_norm": 3.5625,
+ "kd_loss": 1.8667273294646294,
+ "learning_rate": 3e-06,
+ "loss": 2.8018,
+ "masked_tokens": 180.9125,
+ "mean_t": 0.8982853345572949,
+ "step": 520,
+ "student_masked_tokens": 180.9125
+ },
+ {
+ "avg_mask_ratio": 0.9016445584595203,
+ "avg_response_length": 212.7125,
+ "avg_student_mask_ratio": 0.9016445584595203,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2831443372037028,
+ "epoch": 1.1322666666666668,
+ "grad_norm": 1.1328125,
+ "kd_loss": 1.96103709153831,
+ "learning_rate": 3e-06,
+ "loss": 2.6794,
+ "masked_tokens": 190.6875,
+ "mean_t": 0.899143035709858,
+ "step": 530,
+ "student_masked_tokens": 190.6875
+ },
+ {
+ "avg_mask_ratio": 0.9036154434084892,
+ "avg_response_length": 231.2625,
+ "avg_student_mask_ratio": 0.9036154434084892,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.56407667203639,
+ "epoch": 1.1536,
+ "grad_norm": 1.6796875,
+ "kd_loss": 1.964410827215761,
+ "learning_rate": 3e-06,
+ "loss": 2.7097,
+ "masked_tokens": 207.425,
+ "mean_t": 0.904064541310072,
+ "step": 540,
+ "student_masked_tokens": 207.425
+ },
+ {
+ "avg_mask_ratio": 0.8975003875792027,
+ "avg_response_length": 213.525,
+ "avg_student_mask_ratio": 0.8975003875792027,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1482158328942205,
+ "epoch": 1.1749333333333334,
+ "grad_norm": 5.71875,
+ "kd_loss": 1.8696392867714167,
+ "learning_rate": 3e-06,
+ "loss": 2.5127,
+ "masked_tokens": 191.5,
+ "mean_t": 0.8952392011880874,
+ "step": 550,
+ "student_masked_tokens": 191.5
+ },
+ {
+ "avg_mask_ratio": 0.8839768446981907,
+ "avg_response_length": 230.5125,
+ "avg_student_mask_ratio": 0.8839768446981907,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.523428969923407,
+ "epoch": 1.1962666666666666,
+ "grad_norm": 1.671875,
+ "kd_loss": 2.157985014654696,
+ "learning_rate": 3e-06,
+ "loss": 2.6872,
+ "masked_tokens": 205.325,
+ "mean_t": 0.8821035556495189,
+ "step": 560,
+ "student_masked_tokens": 205.325
+ },
+ {
+ "avg_mask_ratio": 0.8990325413644313,
+ "avg_response_length": 229.2875,
+ "avg_student_mask_ratio": 0.8990325413644313,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.378656797419535,
+ "epoch": 1.2176,
+ "grad_norm": 1.109375,
+ "kd_loss": 2.078960183262825,
+ "learning_rate": 3e-06,
+ "loss": 2.7525,
+ "masked_tokens": 206.8625,
+ "mean_t": 0.896963581442833,
+ "step": 570,
+ "student_masked_tokens": 206.8625
+ },
+ {
+ "avg_mask_ratio": 0.8987292990088462,
+ "avg_response_length": 264.6375,
+ "avg_student_mask_ratio": 0.8987292990088462,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5509703559037007,
+ "epoch": 1.2389333333333332,
+ "grad_norm": 3.59375,
+ "kd_loss": 2.0077602840028703,
+ "learning_rate": 3e-06,
+ "loss": 2.8487,
+ "masked_tokens": 238.3625,
+ "mean_t": 0.8998537562787533,
+ "step": 580,
+ "student_masked_tokens": 238.3625
+ },
+ {
+ "avg_mask_ratio": 0.9085415564477444,
+ "avg_response_length": 227.8875,
+ "avg_student_mask_ratio": 0.9085415564477444,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.540796230599517,
+ "epoch": 1.2602666666666666,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.0129438674077393,
+ "learning_rate": 3e-06,
+ "loss": 2.8709,
+ "masked_tokens": 206.9625,
+ "mean_t": 0.9103472121059895,
+ "step": 590,
+ "student_masked_tokens": 206.9625
+ },
+ {
+ "avg_mask_ratio": 0.8944883935153485,
+ "avg_response_length": 235.8125,
+ "avg_student_mask_ratio": 0.8944883935153485,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2149047476268606,
+ "epoch": 1.2816,
+ "grad_norm": 1.6015625,
+ "kd_loss": 1.933078105840832,
+ "learning_rate": 3e-06,
+ "loss": 2.7849,
+ "masked_tokens": 211.6125,
+ "mean_t": 0.8956662222743035,
+ "step": 600,
+ "student_masked_tokens": 211.6125
+ },
+ {
+ "avg_mask_ratio": 0.9108521439135074,
+ "avg_response_length": 226.9125,
+ "avg_student_mask_ratio": 0.9108521439135074,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3904847822530428,
+ "epoch": 1.3029333333333333,
+ "grad_norm": 1.2890625,
+ "kd_loss": 1.9165956231299788,
+ "learning_rate": 3e-06,
+ "loss": 2.6282,
+ "masked_tokens": 204.8125,
+ "mean_t": 0.90881722047925,
+ "step": 610,
+ "student_masked_tokens": 204.8125
+ },
+ {
+ "avg_mask_ratio": 0.9051029369235039,
+ "avg_response_length": 231.7,
+ "avg_student_mask_ratio": 0.9051029369235039,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.544175051464117,
+ "epoch": 1.3242666666666667,
+ "grad_norm": 0.78515625,
+ "kd_loss": 2.0787094265222548,
+ "learning_rate": 3e-06,
+ "loss": 2.7966,
+ "masked_tokens": 208.3,
+ "mean_t": 0.9048858478665351,
+ "step": 620,
+ "student_masked_tokens": 208.3
+ },
+ {
+ "avg_mask_ratio": 0.9070343889296055,
+ "avg_response_length": 249.325,
+ "avg_student_mask_ratio": 0.9070343889296055,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4780647801424494,
+ "epoch": 1.3456000000000001,
+ "grad_norm": 1.2265625,
+ "kd_loss": 1.7290033400990068,
+ "learning_rate": 3e-06,
+ "loss": 2.641,
+ "masked_tokens": 224.5,
+ "mean_t": 0.9112101584672928,
+ "step": 630,
+ "student_masked_tokens": 224.5
+ },
+ {
+ "avg_mask_ratio": 0.9041775159537793,
+ "avg_response_length": 237.7125,
+ "avg_student_mask_ratio": 0.9041775159537793,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4210274228535127,
+ "epoch": 1.3669333333333333,
+ "grad_norm": 1.359375,
+ "kd_loss": 2.219550869986415,
+ "learning_rate": 3e-06,
+ "loss": 2.8481,
+ "masked_tokens": 215.8625,
+ "mean_t": 0.9017696559429169,
+ "step": 640,
+ "student_masked_tokens": 215.8625
+ },
+ {
+ "avg_mask_ratio": 0.9128781847655774,
+ "avg_response_length": 230.15,
+ "avg_student_mask_ratio": 0.9128781847655774,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5862109157606028,
+ "epoch": 1.3882666666666665,
+ "grad_norm": 3.78125,
+ "kd_loss": 2.1082332234829666,
+ "learning_rate": 3e-06,
+ "loss": 2.74,
+ "masked_tokens": 210.75,
+ "mean_t": 0.9110828176140785,
+ "step": 650,
+ "student_masked_tokens": 210.75
+ },
+ {
+ "avg_mask_ratio": 0.9064907737076282,
+ "avg_response_length": 247.775,
+ "avg_student_mask_ratio": 0.9064907737076282,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5057197910136892,
+ "epoch": 1.4096,
+ "grad_norm": 1.3671875,
+ "kd_loss": 2.12106514275074,
+ "learning_rate": 3e-06,
+ "loss": 2.6958,
+ "masked_tokens": 225.2875,
+ "mean_t": 0.9025173269212245,
+ "step": 660,
+ "student_masked_tokens": 225.2875
+ },
+ {
+ "avg_mask_ratio": 0.9007172666490078,
+ "avg_response_length": 239.0375,
+ "avg_student_mask_ratio": 0.9007172666490078,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1127294230449478,
+ "epoch": 1.4309333333333334,
+ "grad_norm": 1.5,
+ "kd_loss": 2.0267810543999074,
+ "learning_rate": 3e-06,
+ "loss": 2.6024,
+ "masked_tokens": 216.0875,
+ "mean_t": 0.8980437576770782,
+ "step": 670,
+ "student_masked_tokens": 216.0875
+ },
+ {
+ "avg_mask_ratio": 0.903204033523798,
+ "avg_response_length": 226.7375,
+ "avg_student_mask_ratio": 0.903204033523798,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.5158593939297134,
+ "epoch": 1.4522666666666666,
+ "grad_norm": 1.3828125,
+ "kd_loss": 2.023007538728416,
+ "learning_rate": 3e-06,
+ "loss": 2.7514,
+ "masked_tokens": 204.275,
+ "mean_t": 0.898170243948698,
+ "step": 680,
+ "student_masked_tokens": 204.275
+ },
+ {
+ "avg_mask_ratio": 0.9006748616695404,
+ "avg_response_length": 201.375,
+ "avg_student_mask_ratio": 0.9006748616695404,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3018022989726887,
+ "epoch": 1.4736,
+ "grad_norm": 2.1875,
+ "kd_loss": 2.07757600415498,
+ "learning_rate": 3e-06,
+ "loss": 2.6397,
+ "masked_tokens": 183.95,
+ "mean_t": 0.9025754757225514,
+ "step": 690,
+ "student_masked_tokens": 183.95
+ },
+ {
+ "avg_mask_ratio": 0.9074453882873058,
+ "avg_response_length": 228.125,
+ "avg_student_mask_ratio": 0.9074453882873058,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2858939619214653,
+ "epoch": 1.4949333333333334,
+ "grad_norm": 2.375,
+ "kd_loss": 2.147215983644128,
+ "learning_rate": 3e-06,
+ "loss": 2.7691,
+ "masked_tokens": 209.5375,
+ "mean_t": 0.9124263972043991,
+ "step": 700,
+ "student_masked_tokens": 209.5375
+ },
+ {
+ "avg_mask_ratio": 0.9085276253521443,
+ "avg_response_length": 210.4875,
+ "avg_student_mask_ratio": 0.9085276253521443,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1532999623077558,
+ "epoch": 1.5162666666666667,
+ "grad_norm": 1.328125,
+ "kd_loss": 1.981476352037862,
+ "learning_rate": 3e-06,
+ "loss": 2.6129,
+ "masked_tokens": 191.3625,
+ "mean_t": 0.9026150979101658,
+ "step": 710,
+ "student_masked_tokens": 191.3625
+ },
+ {
+ "avg_mask_ratio": 0.904332460463047,
+ "avg_response_length": 227.075,
+ "avg_student_mask_ratio": 0.904332460463047,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3854661005738307,
+ "epoch": 1.5375999999999999,
+ "grad_norm": 1.4609375,
+ "kd_loss": 1.9857966034673153,
+ "learning_rate": 3e-06,
+ "loss": 2.5983,
+ "masked_tokens": 205.375,
+ "mean_t": 0.902242685854435,
+ "step": 720,
+ "student_masked_tokens": 205.375
+ },
+ {
+ "avg_mask_ratio": 0.9014919698238373,
+ "avg_response_length": 227.0625,
+ "avg_student_mask_ratio": 0.9014919698238373,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3689083634242707,
+ "epoch": 1.5589333333333333,
+ "grad_norm": 1.078125,
+ "kd_loss": 1.9522107829339803,
+ "learning_rate": 3e-06,
+ "loss": 2.6204,
+ "masked_tokens": 203.4,
+ "mean_t": 0.89799949452281,
+ "step": 730,
+ "student_masked_tokens": 203.4
+ },
+ {
+ "avg_mask_ratio": 0.9137706100940705,
+ "avg_response_length": 183.325,
+ "avg_student_mask_ratio": 0.9137706100940705,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.4142704694524582,
+ "epoch": 1.5802666666666667,
+ "grad_norm": 1.421875,
+ "kd_loss": 2.048284726915881,
+ "learning_rate": 3e-06,
+ "loss": 2.7204,
+ "masked_tokens": 167.45,
+ "mean_t": 0.9100133940577507,
+ "step": 740,
+ "student_masked_tokens": 167.45
+ },
+ {
+ "avg_mask_ratio": 0.8882155269384384,
+ "avg_response_length": 223.65,
+ "avg_student_mask_ratio": 0.8882155269384384,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3680992367568252,
+ "epoch": 1.6016,
+ "grad_norm": 1.671875,
+ "kd_loss": 1.8350845091044903,
+ "learning_rate": 3e-06,
+ "loss": 2.4251,
+ "masked_tokens": 198.4125,
+ "mean_t": 0.8886424548923969,
+ "step": 750,
+ "student_masked_tokens": 198.4125
+ },
+ {
+ "avg_mask_ratio": 0.9029504224658013,
+ "avg_response_length": 216.0625,
+ "avg_student_mask_ratio": 0.9029504224658013,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2489277837208648,
+ "epoch": 1.6229333333333333,
+ "grad_norm": 1.625,
+ "kd_loss": 2.175247974228114,
+ "learning_rate": 3e-06,
+ "loss": 2.7787,
+ "masked_tokens": 195.6625,
+ "mean_t": 0.8981639049947262,
+ "step": 760,
+ "student_masked_tokens": 195.6625
+ },
+ {
+ "avg_mask_ratio": 0.8905798062682152,
+ "avg_response_length": 259.675,
+ "avg_student_mask_ratio": 0.8905798062682152,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3168495186451765,
+ "epoch": 1.6442666666666668,
+ "grad_norm": 1.0390625,
+ "kd_loss": 2.0597476948052647,
+ "learning_rate": 3e-06,
+ "loss": 2.5344,
+ "masked_tokens": 232.0,
+ "mean_t": 0.893247164785862,
+ "step": 770,
+ "student_masked_tokens": 232.0
+ },
+ {
+ "avg_mask_ratio": 0.8915447525680065,
+ "avg_response_length": 251.275,
+ "avg_student_mask_ratio": 0.8915447525680065,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1724617051095265,
+ "epoch": 1.6656,
+ "grad_norm": 0.81640625,
+ "kd_loss": 1.7967243108665572,
+ "learning_rate": 3e-06,
+ "loss": 2.5325,
+ "masked_tokens": 225.3125,
+ "mean_t": 0.8897754698991776,
+ "step": 780,
+ "student_masked_tokens": 225.3125
+ },
+ {
+ "avg_mask_ratio": 0.9053012877702713,
+ "avg_response_length": 222.3125,
+ "avg_student_mask_ratio": 0.9053012877702713,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.503699826762022,
+ "epoch": 1.6869333333333332,
+ "grad_norm": 1.75,
+ "kd_loss": 2.0646637000143526,
+ "learning_rate": 3e-06,
+ "loss": 2.865,
+ "masked_tokens": 200.325,
+ "mean_t": 0.8997700817883014,
+ "step": 790,
+ "student_masked_tokens": 200.325
+ },
+ {
+ "avg_mask_ratio": 0.9033091381192208,
+ "avg_response_length": 219.6875,
+ "avg_student_mask_ratio": 0.9033091381192208,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.007839460852847,
+ "epoch": 1.7082666666666668,
+ "grad_norm": 2.296875,
+ "kd_loss": 2.1772786105051636,
+ "learning_rate": 3e-06,
+ "loss": 2.7371,
+ "masked_tokens": 198.1625,
+ "mean_t": 0.8999740540981293,
+ "step": 800,
+ "student_masked_tokens": 198.1625
+ },
+ {
+ "avg_mask_ratio": 0.9047852136194706,
+ "avg_response_length": 236.5625,
+ "avg_student_mask_ratio": 0.9047852136194706,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.3903233631979675,
+ "epoch": 1.7296,
+ "grad_norm": 3.28125,
+ "kd_loss": 1.87164570633322,
+ "learning_rate": 3e-06,
+ "loss": 2.7124,
+ "masked_tokens": 213.3875,
+ "mean_t": 0.9062464319169521,
+ "step": 810,
+ "student_masked_tokens": 213.3875
+ },
+ {
+ "avg_mask_ratio": 0.9020315855741501,
+ "avg_response_length": 202.5625,
+ "avg_student_mask_ratio": 0.9020315855741501,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.293149371312029,
+ "epoch": 1.7509333333333332,
+ "grad_norm": 1.28125,
+ "kd_loss": 2.012114939186722,
+ "learning_rate": 3e-06,
+ "loss": 2.7265,
+ "masked_tokens": 186.2375,
+ "mean_t": 0.9077489748597145,
+ "step": 820,
+ "student_masked_tokens": 186.2375
+ },
+ {
+ "avg_mask_ratio": 0.9054847799241543,
+ "avg_response_length": 257.0125,
+ "avg_student_mask_ratio": 0.9054847799241543,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.543065043981187,
+ "epoch": 1.7722666666666667,
+ "grad_norm": 1.1953125,
+ "kd_loss": 1.8827331122010946,
+ "learning_rate": 3e-06,
+ "loss": 2.6706,
+ "masked_tokens": 233.375,
+ "mean_t": 0.9046709649264812,
+ "step": 830,
+ "student_masked_tokens": 233.375
+ },
+ {
+ "avg_mask_ratio": 0.9103839091956616,
+ "avg_response_length": 221.9,
+ "avg_student_mask_ratio": 0.9103839091956616,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2655451269849436,
+ "epoch": 1.7936,
+ "grad_norm": 1.6640625,
+ "kd_loss": 1.928034756705165,
+ "learning_rate": 3e-06,
+ "loss": 2.6819,
+ "masked_tokens": 201.8375,
+ "mean_t": 0.9059272602200508,
+ "step": 840,
+ "student_masked_tokens": 201.8375
+ },
+ {
+ "avg_mask_ratio": 0.9005241677165031,
+ "avg_response_length": 224.025,
+ "avg_student_mask_ratio": 0.9005241677165031,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1437834070999089,
+ "epoch": 1.8149333333333333,
+ "grad_norm": 1.1171875,
+ "kd_loss": 1.8415526049677282,
+ "learning_rate": 3e-06,
+ "loss": 2.5859,
+ "masked_tokens": 202.45,
+ "mean_t": 0.9067753657698632,
+ "step": 850,
+ "student_masked_tokens": 202.45
+ },
+ {
+ "avg_mask_ratio": 0.8949282094836235,
+ "avg_response_length": 224.225,
+ "avg_student_mask_ratio": 0.8949282094836235,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.22222940432257,
+ "epoch": 1.8362666666666667,
+ "grad_norm": 1.453125,
+ "kd_loss": 1.9882071958854795,
+ "learning_rate": 3e-06,
+ "loss": 2.5298,
+ "masked_tokens": 200.825,
+ "mean_t": 0.8957264684140682,
+ "step": 860,
+ "student_masked_tokens": 200.825
+ },
+ {
+ "avg_mask_ratio": 0.9071480847895146,
+ "avg_response_length": 228.2625,
+ "avg_student_mask_ratio": 0.9071480847895146,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.222146307168441,
+ "epoch": 1.8576000000000001,
+ "grad_norm": 1.015625,
+ "kd_loss": 2.0454767933115363,
+ "learning_rate": 3e-06,
+ "loss": 2.75,
+ "masked_tokens": 206.775,
+ "mean_t": 0.9039803303778171,
+ "step": 870,
+ "student_masked_tokens": 206.775
+ },
+ {
+ "avg_mask_ratio": 0.8975056014955044,
+ "avg_response_length": 197.925,
+ "avg_student_mask_ratio": 0.8975056014955044,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.2651490969511543,
+ "epoch": 1.8789333333333333,
+ "grad_norm": 0.75,
+ "kd_loss": 1.8659693958237766,
+ "learning_rate": 3e-06,
+ "loss": 2.4444,
+ "masked_tokens": 178.25,
+ "mean_t": 0.8974011071026325,
+ "step": 880,
+ "student_masked_tokens": 178.25
+ },
+ {
+ "avg_mask_ratio": 0.893687979131937,
+ "avg_response_length": 225.8375,
+ "avg_student_mask_ratio": 0.893687979131937,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.247051943437873,
+ "epoch": 1.9002666666666665,
+ "grad_norm": 0.984375,
+ "kd_loss": 2.117264531226829,
+ "learning_rate": 3e-06,
+ "loss": 2.6594,
+ "masked_tokens": 201.45,
+ "mean_t": 0.8952290788292885,
+ "step": 890,
+ "student_masked_tokens": 201.45
+ },
+ {
+ "avg_mask_ratio": 0.8957636475563049,
+ "avg_response_length": 224.5375,
+ "avg_student_mask_ratio": 0.8957636475563049,
+ "batch_ainp_frac": 0.0,
+ "batch_inp_frac": 1.0,
+ "batch_inp_par_frac": 0.0,
+ "batch_inp_par_reverse_frac": 0.0,
+ "batch_rl_frac": 0.0,
+ "batch_sft_frac": 0.0,
+ "batch_soft_sft_frac": 0.0,
+ "batch_tf_frac": 0.0,
+ "ce_loss": 1.1268225686351798,
+ "epoch": 1.9216,
+ "grad_norm": 0.87890625,
+ "kd_loss": 2.122361954674125,
+ "learning_rate": 3e-06,
+ "loss": 2.6996,
+ "masked_tokens": 200.8875,
+ "mean_t": 0.8973242789506912,
+ "step": 900,
+ "student_masked_tokens": 200.8875
+ }
+ ],
+ "logging_steps": 10,
+ "max_steps": 1404,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 3,
+ "save_steps": 100,
+ "stateful_callbacks": {
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 1,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/training_args.bin b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d01ed837d6ab2f10e28f15d2266159f59d25a01
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/checkpoint-900/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec36e94f01e444b2cddeabfedefb819f5524a1631be5a0238aea4c2589a7446
+size 7992
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/debug_training_examples.jsonl b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/debug_training_examples.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5bdda42a8bbc5e993411b7e3576e4aed61f59
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/debug_training_examples.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b5a0bc7f9f3d726e1ba57cc2eb61b5bccbf9423864426475997909416148d
+size 2361712735
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/special_tokens_map.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..fc6b5867397d3b8563cfa7f4aa826b10c3f8ffee
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/special_tokens_map.json
@@ -0,0 +1,38 @@
+{
+ "additional_special_tokens": [
+ "",
+ "",
+ "<|arithmetic_start|>",
+ "<|arithmetic_end|>",
+ "<|number_start|>",
+ "<|number_end|>"
+ ],
+ "bos_token": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "cls_token": {
+ "content": "[CLS]",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
+}
diff --git a/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/tokenizer.json b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..d6215e3484ac1d8477cd0e29797af539eab8d40e
--- /dev/null
+++ b/math/inp/SD-INP/math_self_distill_INP_u0.8-1.0_gold1_target1_ce0.5/tokenizer.json
@@ -0,0 +1,631857 @@
+{
+ "version": "1.0",
+ "truncation": {
+ "direction": "Right",
+ "max_length": 2048,
+ "strategy": "LongestFirst",
+ "stride": 0
+ },
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 126080,
+ "content": "<|startoftext|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126081,
+ "content": "<|endoftext|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126082,
+ "content": "[CLS]",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126083,
+ "content": "[gMASK]",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126084,
+ "content": "<|reserved_token_0|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126085,
+ "content": "<|reserved_token_1|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126086,
+ "content": "<|reserved_token_2|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126087,
+ "content": "<|reserved_token_3|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126088,
+ "content": "<|reserved_token_4|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126089,
+ "content": "<|reserved_token_5|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126090,
+ "content": "<|reserved_token_6|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126091,
+ "content": "<|reserved_token_7|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126092,
+ "content": "<|reserved_token_8|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126093,
+ "content": "<|reserved_token_9|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126094,
+ "content": "<|reserved_token_10|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126095,
+ "content": "<|reserved_token_11|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126096,
+ "content": "<|reserved_token_12|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126097,
+ "content": "<|reserved_token_13|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126098,
+ "content": "<|reserved_token_14|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126099,
+ "content": "<|reserved_token_15|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126100,
+ "content": "<|reserved_token_16|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126101,
+ "content": "<|reserved_token_17|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126102,
+ "content": "<|reserved_token_18|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126103,
+ "content": "<|reserved_token_19|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126104,
+ "content": "<|reserved_token_20|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126105,
+ "content": "<|reserved_token_21|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126106,
+ "content": "<|reserved_token_22|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126107,
+ "content": "<|reserved_token_23|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126108,
+ "content": "<|reserved_token_24|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126109,
+ "content": "<|reserved_token_25|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126110,
+ "content": "<|reserved_token_26|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126111,
+ "content": "<|reserved_token_27|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126112,
+ "content": "<|reserved_token_28|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126113,
+ "content": "<|reserved_token_29|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126114,
+ "content": "<|reserved_token_30|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126115,
+ "content": "<|reserved_token_31|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126116,
+ "content": "<|reserved_token_32|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126117,
+ "content": "<|reserved_token_33|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126118,
+ "content": "<|reserved_token_34|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126119,
+ "content": "<|reserved_token_35|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126120,
+ "content": "<|reserved_token_36|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126121,
+ "content": "<|reserved_token_37|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126122,
+ "content": "<|reserved_token_38|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126123,
+ "content": "<|reserved_token_39|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126124,
+ "content": "<|reserved_token_40|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126125,
+ "content": "<|reserved_token_41|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126126,
+ "content": "<|reserved_token_42|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126127,
+ "content": "<|reserved_token_43|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126128,
+ "content": "<|reserved_token_44|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126129,
+ "content": "<|reserved_token_45|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126130,
+ "content": "<|reserved_token_46|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126131,
+ "content": "<|reserved_token_47|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126132,
+ "content": "<|reserved_token_48|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126133,
+ "content": "<|reserved_token_49|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126134,
+ "content": "<|reserved_token_50|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126135,
+ "content": "<|reserved_token_51|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126136,
+ "content": "<|reserved_token_52|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126137,
+ "content": "<|reserved_token_53|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126138,
+ "content": "<|reserved_token_54|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126139,
+ "content": "<|reserved_token_55|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126140,
+ "content": "<|reserved_token_56|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126141,
+ "content": "<|reserved_token_57|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126142,
+ "content": "<|reserved_token_58|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126143,
+ "content": "<|reserved_token_59|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126144,
+ "content": "<|reserved_token_60|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126145,
+ "content": "<|reserved_token_61|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126146,
+ "content": "<|reserved_token_62|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126147,
+ "content": "<|reserved_token_63|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126148,
+ "content": "<|reserved_token_64|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126149,
+ "content": "<|reserved_token_65|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126150,
+ "content": "<|reserved_token_66|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126151,
+ "content": "<|reserved_token_67|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126152,
+ "content": "<|reserved_token_68|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126153,
+ "content": "<|reserved_token_69|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126154,
+ "content": "<|reserved_token_70|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126155,
+ "content": "<|reserved_token_71|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126156,
+ "content": "<|reserved_token_72|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126157,
+ "content": "<|reserved_token_73|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126158,
+ "content": "<|reserved_token_74|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126159,
+ "content": "<|reserved_token_75|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126160,
+ "content": "<|reserved_token_76|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126161,
+ "content": "<|reserved_token_77|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126162,
+ "content": "<|reserved_token_78|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126163,
+ "content": "<|reserved_token_79|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126164,
+ "content": "<|reserved_token_80|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126165,
+ "content": "<|reserved_token_81|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126166,
+ "content": "<|reserved_token_82|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126167,
+ "content": "<|reserved_token_83|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126168,
+ "content": "<|reserved_token_84|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126169,
+ "content": "<|reserved_token_85|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126170,
+ "content": "<|reserved_token_86|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126171,
+ "content": "<|reserved_token_87|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126172,
+ "content": "<|reserved_token_88|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126173,
+ "content": "<|reserved_token_89|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126174,
+ "content": "<|reserved_token_90|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126175,
+ "content": "<|reserved_token_91|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126176,
+ "content": "<|reserved_token_92|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126177,
+ "content": "<|reserved_token_93|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126178,
+ "content": "<|reserved_token_94|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126179,
+ "content": "<|reserved_token_95|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126180,
+ "content": "<|reserved_token_96|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126181,
+ "content": "<|reserved_token_97|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126182,
+ "content": "<|reserved_token_98|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126183,
+ "content": "<|reserved_token_99|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126184,
+ "content": "<|reserved_token_100|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126185,
+ "content": "<|reserved_token_101|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126186,
+ "content": "<|reserved_token_102|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126187,
+ "content": "<|reserved_token_103|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126188,
+ "content": "<|reserved_token_104|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126189,
+ "content": "<|reserved_token_105|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126190,
+ "content": "<|reserved_token_106|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126191,
+ "content": "<|reserved_token_107|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126192,
+ "content": "<|reserved_token_108|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126193,
+ "content": "<|reserved_token_109|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126194,
+ "content": "<|reserved_token_110|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126195,
+ "content": "<|reserved_token_111|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126196,
+ "content": "<|reserved_token_112|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126197,
+ "content": "<|reserved_token_113|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126198,
+ "content": "<|reserved_token_114|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126199,
+ "content": "<|reserved_token_115|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126200,
+ "content": "<|reserved_token_116|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126201,
+ "content": "<|reserved_token_117|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126202,
+ "content": "<|reserved_token_118|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126203,
+ "content": "<|reserved_token_119|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126204,
+ "content": "<|reserved_token_120|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126205,
+ "content": "<|reserved_token_121|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126206,
+ "content": "<|reserved_token_122|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126207,
+ "content": "<|reserved_token_123|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126208,
+ "content": "<|reserved_token_124|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126209,
+ "content": "<|reserved_token_125|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126210,
+ "content": "<|reserved_token_126|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126211,
+ "content": "<|reserved_token_127|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126212,
+ "content": "<|reserved_token_128|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126213,
+ "content": "<|reserved_token_129|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126214,
+ "content": "<|reserved_token_130|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126215,
+ "content": "<|reserved_token_131|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126216,
+ "content": "<|reserved_token_132|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126217,
+ "content": "<|reserved_token_133|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126218,
+ "content": "<|reserved_token_134|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126219,
+ "content": "<|reserved_token_135|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126220,
+ "content": "<|reserved_token_136|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126221,
+ "content": "<|reserved_token_137|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126222,
+ "content": "<|reserved_token_138|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126223,
+ "content": "<|reserved_token_139|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126224,
+ "content": "<|reserved_token_140|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126225,
+ "content": "<|reserved_token_141|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126226,
+ "content": "<|reserved_token_142|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126227,
+ "content": "<|reserved_token_143|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126228,
+ "content": "<|reserved_token_144|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126229,
+ "content": "<|reserved_token_145|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126230,
+ "content": "<|reserved_token_146|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126231,
+ "content": "<|reserved_token_147|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126232,
+ "content": "<|reserved_token_148|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126233,
+ "content": "<|reserved_token_149|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126234,
+ "content": "<|reserved_token_150|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126235,
+ "content": "<|reserved_token_151|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126236,
+ "content": "<|reserved_token_152|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126237,
+ "content": "<|reserved_token_153|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126238,
+ "content": "<|reserved_token_154|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126239,
+ "content": "<|reserved_token_155|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126240,
+ "content": "<|reserved_token_156|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126241,
+ "content": "<|reserved_token_157|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126242,
+ "content": "<|reserved_token_158|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126243,
+ "content": "<|reserved_token_159|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126244,
+ "content": "<|reserved_token_160|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126245,
+ "content": "<|reserved_token_161|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126246,
+ "content": "<|reserved_token_162|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126247,
+ "content": "<|reserved_token_163|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126248,
+ "content": "<|reserved_token_164|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126249,
+ "content": "<|reserved_token_165|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126250,
+ "content": "<|reserved_token_166|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126251,
+ "content": "<|reserved_token_167|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126252,
+ "content": "<|reserved_token_168|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126253,
+ "content": "<|reserved_token_169|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126254,
+ "content": "<|reserved_token_170|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126255,
+ "content": "<|reserved_token_171|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126256,
+ "content": "<|reserved_token_172|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126257,
+ "content": "<|reserved_token_173|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126258,
+ "content": "<|reserved_token_174|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126259,
+ "content": "<|reserved_token_175|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126260,
+ "content": "<|reserved_token_176|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126261,
+ "content": "<|reserved_token_177|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126262,
+ "content": "<|reserved_token_178|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126263,
+ "content": "<|reserved_token_179|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126264,
+ "content": "<|reserved_token_180|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126265,
+ "content": "<|reserved_token_181|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126266,
+ "content": "<|reserved_token_182|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126267,
+ "content": "<|reserved_token_183|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126268,
+ "content": "<|reserved_token_184|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126269,
+ "content": "<|reserved_token_185|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126270,
+ "content": "<|reserved_token_186|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126271,
+ "content": "<|reserved_token_187|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126272,
+ "content": "<|reserved_token_188|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126273,
+ "content": "<|reserved_token_189|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126274,
+ "content": "<|reserved_token_190|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126275,
+ "content": "<|reserved_token_191|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126276,
+ "content": "<|reserved_token_192|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126277,
+ "content": "<|reserved_token_193|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126278,
+ "content": "<|reserved_token_194|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126279,
+ "content": "<|reserved_token_195|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126280,
+ "content": "<|reserved_token_196|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126281,
+ "content": "<|reserved_token_197|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126282,
+ "content": "<|reserved_token_198|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126283,
+ "content": "<|reserved_token_199|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126284,
+ "content": "<|reserved_token_200|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126285,
+ "content": "<|reserved_token_201|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126286,
+ "content": "<|reserved_token_202|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126287,
+ "content": "<|reserved_token_203|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126288,
+ "content": "<|reserved_token_204|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126289,
+ "content": "<|reserved_token_205|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126290,
+ "content": "<|reserved_token_206|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126291,
+ "content": "<|reserved_token_207|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126292,
+ "content": "<|reserved_token_208|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126293,
+ "content": "<|reserved_token_209|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126294,
+ "content": "<|reserved_token_210|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126295,
+ "content": "<|reserved_token_211|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126296,
+ "content": "<|reserved_token_212|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126297,
+ "content": "<|reserved_token_213|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126298,
+ "content": "<|reserved_token_214|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126299,
+ "content": "<|reserved_token_215|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126300,
+ "content": "<|reserved_token_216|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126301,
+ "content": "<|reserved_token_217|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126302,
+ "content": "<|reserved_token_218|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126303,
+ "content": "<|reserved_token_219|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126304,
+ "content": "<|reserved_token_220|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126305,
+ "content": "<|reserved_token_221|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126306,
+ "content": "<|reserved_token_222|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126307,
+ "content": "<|reserved_token_223|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126308,
+ "content": "<|reserved_token_224|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126309,
+ "content": "<|reserved_token_225|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126310,
+ "content": "<|reserved_token_226|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126311,
+ "content": "<|reserved_token_227|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126312,
+ "content": "<|reserved_token_228|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126313,
+ "content": "<|reserved_token_229|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126314,
+ "content": "<|reserved_token_230|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126315,
+ "content": "<|reserved_token_231|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126316,
+ "content": "<|reserved_token_232|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126317,
+ "content": "<|reserved_token_233|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126318,
+ "content": "<|reserved_token_234|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126319,
+ "content": "<|reserved_token_235|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126320,
+ "content": "<|reserved_token_236|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126321,
+ "content": "<|reserved_token_237|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126322,
+ "content": "<|reserved_token_238|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126323,
+ "content": "<|reserved_token_239|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126324,
+ "content": "<|reserved_token_240|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126325,
+ "content": "<|reserved_token_241|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126326,
+ "content": "<|reserved_token_242|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126327,
+ "content": "<|reserved_token_243|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126328,
+ "content": "<|reserved_token_244|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126329,
+ "content": "<|reserved_token_245|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126330,
+ "content": "<|reserved_token_246|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126331,
+ "content": "<|reserved_token_247|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126332,
+ "content": "<|reserved_token_248|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126333,
+ "content": "<|reserved_token_249|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126334,
+ "content": "<|reserved_token_250|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126335,
+ "content": "<|reserved_token_251|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126336,
+ "content": "<|mdm_mask|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126337,
+ "content": "<|reserved_token_253|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126338,
+ "content": "<|reserved_token_254|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126339,
+ "content": "<|reserved_token_255|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126340,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126341,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126342,
+ "content": "<|arithmetic_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126343,
+ "content": "<|arithmetic_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126344,
+ "content": "<|number_start|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126345,
+ "content": "<|number_end|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126346,
+ "content": "<|start_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126347,
+ "content": "<|end_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 126348,
+ "content": "<|eot_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ }
+ ],
+ "normalizer": {
+ "type": "NFC"
+ },
+ "pre_tokenizer": {
+ "type": "Sequence",
+ "pretokenizers": [
+ {
+ "type": "Split",
+ "pattern": {
+ "Regex": "'(?i:[sdmt]|ll|ve|re)|[^\\r\\n\\p{L}\\p{N}]?+\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]++[\\r\\n]*|\\s*[\\r\\n]|\\s+(?!\\S)|\\s+"
+ },
+ "behavior": "Isolated",
+ "invert": false
+ },
+ {
+ "type": "ByteLevel",
+ "add_prefix_space": false,
+ "trim_offsets": true,
+ "use_regex": false
+ }
+ ]
+ },
+ "post_processor": {
+ "type": "ByteLevel",
+ "add_prefix_space": true,
+ "trim_offsets": false,
+ "use_regex": true
+ },
+ "decoder": {
+ "type": "ByteLevel",
+ "add_prefix_space": true,
+ "trim_offsets": true,
+ "use_regex": true
+ },
+ "model": {
+ "type": "BPE",
+ "dropout": null,
+ "unk_token": null,
+ "continuing_subword_prefix": null,
+ "end_of_word_suffix": null,
+ "fuse_unk": false,
+ "byte_fallback": false,
+ "ignore_merges": false,
+ "vocab": {
+ "!": 0,
+ "\"": 1,
+ "#": 2,
+ "$": 3,
+ "%": 4,
+ "&": 5,
+ "'": 6,
+ "(": 7,
+ ")": 8,
+ "*": 9,
+ "+": 10,
+ ",": 11,
+ "-": 12,
+ ".": 13,
+ "/": 14,
+ "0": 15,
+ "1": 16,
+ "2": 17,
+ "3": 18,
+ "4": 19,
+ "5": 20,
+ "6": 21,
+ "7": 22,
+ "8": 23,
+ "9": 24,
+ ":": 25,
+ ";": 26,
+ "<": 27,
+ "=": 28,
+ ">": 29,
+ "?": 30,
+ "@": 31,
+ "A": 32,
+ "B": 33,
+ "C": 34,
+ "D": 35,
+ "E": 36,
+ "F": 37,
+ "G": 38,
+ "H": 39,
+ "I": 40,
+ "J": 41,
+ "K": 42,
+ "L": 43,
+ "M": 44,
+ "N": 45,
+ "O": 46,
+ "P": 47,
+ "Q": 48,
+ "R": 49,
+ "S": 50,
+ "T": 51,
+ "U": 52,
+ "V": 53,
+ "W": 54,
+ "X": 55,
+ "Y": 56,
+ "Z": 57,
+ "[": 58,
+ "\\": 59,
+ "]": 60,
+ "^": 61,
+ "_": 62,
+ "`": 63,
+ "a": 64,
+ "b": 65,
+ "c": 66,
+ "d": 67,
+ "e": 68,
+ "f": 69,
+ "g": 70,
+ "h": 71,
+ "i": 72,
+ "j": 73,
+ "k": 74,
+ "l": 75,
+ "m": 76,
+ "n": 77,
+ "o": 78,
+ "p": 79,
+ "q": 80,
+ "r": 81,
+ "s": 82,
+ "t": 83,
+ "u": 84,
+ "v": 85,
+ "w": 86,
+ "x": 87,
+ "y": 88,
+ "z": 89,
+ "{": 90,
+ "|": 91,
+ "}": 92,
+ "~": 93,
+ "¡": 94,
+ "¢": 95,
+ "£": 96,
+ "¤": 97,
+ "¥": 98,
+ "¦": 99,
+ "§": 100,
+ "¨": 101,
+ "©": 102,
+ "ª": 103,
+ "«": 104,
+ "¬": 105,
+ "®": 106,
+ "¯": 107,
+ "°": 108,
+ "±": 109,
+ "²": 110,
+ "³": 111,
+ "´": 112,
+ "µ": 113,
+ "¶": 114,
+ "·": 115,
+ "¸": 116,
+ "¹": 117,
+ "º": 118,
+ "»": 119,
+ "¼": 120,
+ "½": 121,
+ "¾": 122,
+ "¿": 123,
+ "À": 124,
+ "Á": 125,
+ "Â": 126,
+ "Ã": 127,
+ "Ä": 128,
+ "Å": 129,
+ "Æ": 130,
+ "Ç": 131,
+ "È": 132,
+ "É": 133,
+ "Ê": 134,
+ "Ë": 135,
+ "Ì": 136,
+ "Í": 137,
+ "Î": 138,
+ "Ï": 139,
+ "Ð": 140,
+ "Ñ": 141,
+ "Ò": 142,
+ "Ó": 143,
+ "Ô": 144,
+ "Õ": 145,
+ "Ö": 146,
+ "×": 147,
+ "Ø": 148,
+ "Ù": 149,
+ "Ú": 150,
+ "Û": 151,
+ "Ü": 152,
+ "Ý": 153,
+ "Þ": 154,
+ "ß": 155,
+ "à": 156,
+ "á": 157,
+ "â": 158,
+ "ã": 159,
+ "ä": 160,
+ "å": 161,
+ "æ": 162,
+ "ç": 163,
+ "è": 164,
+ "é": 165,
+ "ê": 166,
+ "ë": 167,
+ "ì": 168,
+ "í": 169,
+ "î": 170,
+ "ï": 171,
+ "ð": 172,
+ "ñ": 173,
+ "ò": 174,
+ "ó": 175,
+ "ô": 176,
+ "õ": 177,
+ "ö": 178,
+ "÷": 179,
+ "ø": 180,
+ "ù": 181,
+ "ú": 182,
+ "û": 183,
+ "ü": 184,
+ "ý": 185,
+ "þ": 186,
+ "ÿ": 187,
+ "Ā": 188,
+ "ā": 189,
+ "Ă": 190,
+ "ă": 191,
+ "Ą": 192,
+ "ą": 193,
+ "Ć": 194,
+ "ć": 195,
+ "Ĉ": 196,
+ "ĉ": 197,
+ "Ċ": 198,
+ "ċ": 199,
+ "Č": 200,
+ "č": 201,
+ "Ď": 202,
+ "ď": 203,
+ "Đ": 204,
+ "đ": 205,
+ "Ē": 206,
+ "ē": 207,
+ "Ĕ": 208,
+ "ĕ": 209,
+ "Ė": 210,
+ "ė": 211,
+ "Ę": 212,
+ "ę": 213,
+ "Ě": 214,
+ "ě": 215,
+ "Ĝ": 216,
+ "ĝ": 217,
+ "Ğ": 218,
+ "ğ": 219,
+ "Ġ": 220,
+ "ġ": 221,
+ "Ģ": 222,
+ "ģ": 223,
+ "Ĥ": 224,
+ "ĥ": 225,
+ "Ħ": 226,
+ "ħ": 227,
+ "Ĩ": 228,
+ "ĩ": 229,
+ "Ī": 230,
+ "ī": 231,
+ "Ĭ": 232,
+ "ĭ": 233,
+ "Į": 234,
+ "į": 235,
+ "İ": 236,
+ "ı": 237,
+ "IJ": 238,
+ "ij": 239,
+ "Ĵ": 240,
+ "ĵ": 241,
+ "Ķ": 242,
+ "ķ": 243,
+ "ĸ": 244,
+ "Ĺ": 245,
+ "ĺ": 246,
+ "Ļ": 247,
+ "ļ": 248,
+ "Ľ": 249,
+ "ľ": 250,
+ "Ŀ": 251,
+ "ŀ": 252,
+ "Ł": 253,
+ "ł": 254,
+ "Ń": 255,
+ "ĠĠ": 256,
+ "Ġt": 257,
+ "in": 258,
+ "Ġa": 259,
+ "he": 260,
+ "re": 261,
+ "on": 262,
+ "ĠĠĠĠ": 263,
+ "er": 264,
+ "at": 265,
+ "ä¸": 266,
+ "Ġs": 267,
+ "Ġthe": 268,
+ "or": 269,
+ "ï¼": 270,
+ "en": 271,
+ "Ġc": 272,
+ "es": 273,
+ "Ġw": 274,
+ "it": 275,
+ "is": 276,
+ "ou": 277,
+ "an": 278,
+ "ï¼Į": 279,
+ "al": 280,
+ "Ġf": 281,
+ "Ġp": 282,
+ "ing": 283,
+ "Ġo": 284,
+ "Ġb": 285,
+ "ed": 286,
+ "ar": 287,
+ "çļ": 288,
+ "Ġan": 289,
+ "çļĦ": 290,
+ "ãĢ": 291,
+ "Ġm": 292,
+ "ion": 293,
+ "äº": 294,
+ "le": 295,
+ "Ġin": 296,
+ "Ġto": 297,
+ "ic": 298,
+ "Ġd": 299,
+ "Ġof": 300,
+ "Ġand": 301,
+ "as": 302,
+ "âĢ": 303,
+ "ro": 304,
+ "ĠĠĠ": 305,
+ "et": 306,
+ "Ġh": 307,
+ "Ġth": 308,
+ "ct": 309,
+ "ent": 310,
+ "ãĢĤ": 311,
+ "ä»": 312,
+ "st": 313,
+ "åı": 314,
+ "æľ": 315,
+ "el": 316,
+ "ĠĠĠĠĠĠĠĠ": 317,
+ "om": 318,
+ "il": 319,
+ "Ġn": 320,
+ "Ġre": 321,
+ "Ġl": 322,
+ "è¿": 323,
+ "å¤": 324,
+ "åħ": 325,
+ "Ġe": 326,
+ "id": 327,
+ "æĺ": 328,
+ "ve": 329,
+ "am": 330,
+ "ĠI": 331,
+ "ĠT": 332,
+ "Ġg": 333,
+ "ĠS": 334,
+ "ot": 335,
+ "å®": 336,
+ "åĪ": 337,
+ "im": 338,
+ "ä½": 339,
+ "Ġy": 340,
+ "Ġis": 341,
+ "ol": 342,
+ "åIJ": 343,
+ "ce": 344,
+ "åľ": 345,
+ "ig": 346,
+ "se": 347,
+ "ĠC": 348,
+ "ut": 349,
+ "ä¹": 350,
+ "ä¸Ģ": 351,
+ "Ġfor": 352,
+ "ow": 353,
+ "ad": 354,
+ "ĠA": 355,
+ "ation": 356,
+ "ay": 357,
+ "æĪ": 358,
+ "ur": 359,
+ "ly": 360,
+ "ch": 361,
+ "Ġyou": 362,
+ "Ġ(": 363,
+ "æĺ¯": 364,
+ "Ġu": 365,
+ "Ġon": 366,
+ "Ġbe": 367,
+ "çĶ": 368,
+ "å°": 369,
+ "ver": 370,
+ "if": 371,
+ "Ġst": 372,
+ "Ġ=": 373,
+ "è¯": 374,
+ "ul": 375,
+ "ç»": 376,
+ "ith": 377,
+ "Ġthat": 378,
+ "åĬ": 379,
+ "äºĨ": 380,
+ "ä¸į": 381,
+ "od": 382,
+ "ag": 383,
+ "æĹ": 384,
+ "ĠM": 385,
+ "æĿ": 386,
+ "ir": 387,
+ "ĠP": 388,
+ "ãĢģ": 389,
+ "ter": 390,
+ "Ġwith": 391,
+ "æĸ": 392,
+ "ate": 393,
+ "ĠĠĠĠĠĠĠ": 394,
+ "åĽ": 395,
+ "æī": 396,
+ "ra": 397,
+ "--": 398,
+ "æľī": 399,
+ "åŃ": 400,
+ "åľ¨": 401,
+ "Ġcon": 402,
+ "Ġit": 403,
+ "ä¼": 404,
+ "åį": 405,
+ "em": 406,
+ "è®": 407,
+ "ab": 408,
+ "Ġas": 409,
+ "Ġpro": 410,
+ "un": 411,
+ "ri": 412,
+ "ĠB": 413,
+ "ck": 414,
+ "her": 415,
+ "um": 416,
+ "pe": 417,
+ "Ġal": 418,
+ "est": 419,
+ "人": 420,
+ "å¹": 421,
+ "Ġv": 422,
+ "âĢĻ": 423,
+ "âĢľ": 424,
+ "ess": 425,
+ "out": 426,
+ "ers": 427,
+ "å¾": 428,
+ "qu": 429,
+ "éĩ": 430,
+ "pp": 431,
+ "åĩ": 432,
+ "nd": 433,
+ "ist": 434,
+ "ĠD": 435,
+ "us": 436,
+ "Ġwh": 437,
+ "Ġwe": 438,
+ "å¥": 439,
+ "å·": 440,
+ "ill": 441,
+ "ĠF": 442,
+ "ew": 443,
+ "th": 444,
+ "å¼": 445,
+ "ĠW": 446,
+ "âĢĿ": 447,
+ "ke": 448,
+ "Ġare": 449,
+ "res": 450,
+ "åĨ": 451,
+ "our": 452,
+ "Ġor": 453,
+ "ĠR": 454,
+ "èĢ": 455,
+ "ĉĉ": 456,
+ "and": 457,
+ "Ġcom": 458,
+ "ĥ½": 459,
+ "å¸": 460,
+ "ĠH": 461,
+ "ore": 462,
+ "nt": 463,
+ "Ġhe": 464,
+ "ort": 465,
+ "Ġex": 466,
+ "åº": 467,
+ "ĠThe": 468,
+ "op": 469,
+ "ht": 470,
+ "ĠL": 471,
+ "ment": 472,
+ "Ġde": 473,
+ "è¿Ļ": 474,
+ "os": 475,
+ "æĪij": 476,
+ "Ġ\"": 477,
+ "éĢ": 478,
+ "å¯": 479,
+ "**": 480,
+ "ity": 481,
+ "Ġat": 482,
+ "è¡": 483,
+ "çĽ": 484,
+ "pt": 485,
+ "end": 486,
+ "èµ": 487,
+ "ld": 488,
+ "个": 489,
+ "ect": 490,
+ "..": 491,
+ "//": 492,
+ "ĠN": 493,
+ "Ġha": 494,
+ "rom": 495,
+ "ant": 496,
+ "Ġ{": 497,
+ "Ġr": 498,
+ "ä¸Ń": 499,
+ "Ġ*": 500,
+ "Ġthis": 501,
+ "lo": 502,
+ "ain": 503,
+ "æķ": 504,
+ "ĠE": 505,
+ "æĢ": 506,
+ "è§": 507,
+ "ĠG": 508,
+ "大": 509,
+ "æĬ": 510,
+ "åĴ": 511,
+ "æł": 512,
+ "art": 513,
+ "Ġsu": 514,
+ "为": 515,
+ "çİ": 516,
+ "iv": 517,
+ "å¿": 518,
+ "åĮ": 519,
+ "ä¸Ĭ": 520,
+ "çľ": 521,
+ "ive": 522,
+ "åİ": 523,
+ "ies": 524,
+ "Ġse": 525,
+ "Ġnot": 526,
+ "Ġby": 527,
+ "æŃ": 528,
+ "Ġwas": 529,
+ "éĹ": 530,
+ "以": 531,
+ "æĿ¥": 532,
+ "ine": 533,
+ "ight": 534,
+ "ex": 535,
+ "èĩ": 536,
+ "Ġ-": 537,
+ "åĴĮ": 538,
+ "ust": 539,
+ "ç§": 540,
+ "ĠO": 541,
+ "ĠĠĠĠĠĠĠĠĠĠĠ": 542,
+ "age": 543,
+ "ä»ĸ": 544,
+ "è´": 545,
+ "Ġfrom": 546,
+ "ame": 547,
+ "Ġsh": 548,
+ "¦ģ": 549,
+ "éĿ": 550,
+ "ud": 551,
+ "ue": 552,
+ "Ġch": 553,
+ "æĥ": 554,
+ "ction": 555,
+ "æ²": 556,
+ "all": 557,
+ "Ġ$": 558,
+ "æĹ¶": 559,
+ "Ġcan": 560,
+ "Ġhave": 561,
+ "ure": 562,
+ "Ġyour": 563,
+ "åΰ": 564,
+ "æ°": 565,
+ "oo": 566,
+ "è¦ģ": 567,
+ "çī": 568,
+ "ial": 569,
+ "iz": 570,
+ "per": 571,
+ "å½": 572,
+ "oc": 573,
+ "å±": 574,
+ "éĻ": 575,
+ "æİ": 576,
+ "æĶ": 577,
+ "åı¯": 578,
+ "ff": 579,
+ "ost": 580,
+ "pl": 581,
+ "åij": 582,
+ "æŀ": 583,
+ "ub": 584,
+ "å°±": 585,
+ "Ġle": 586,
+ "red": 587,
+ "ac": 588,
+ "ä¼ļ": 589,
+ "ard": 590,
+ "æ³": 591,
+ "çº": 592,
+ "ge": 593,
+ "ç͍": 594,
+ "èĥ½": 595,
+ "ell": 596,
+ "ould": 597,
+ "ass": 598,
+ "åĩº": 599,
+ "able": 600,
+ "âĢĻs": 601,
+ "éģ": 602,
+ "ack": 603,
+ "----": 604,
+ "ome": 605,
+ "ind": 606,
+ "rou": 607,
+ "è½": 608,
+ "çĶŁ": 609,
+ "Âł": 610,
+ "Ġus": 611,
+ "ide": 612,
+ "int": 613,
+ "ä¿": 614,
+ "cl": 615,
+ "Ġint": 616,
+ "Ġj": 617,
+ "ä¹Ł": 618,
+ "çĿ": 619,
+ "æĭ": 620,
+ "们": 621,
+ "ä¸ĭ": 622,
+ "Ġab": 623,
+ "Ġif": 624,
+ "orm": 625,
+ "对": 626,
+ "Ġwill": 627,
+ "ice": 628,
+ "ï¼ļ": 629,
+ "ult": 630,
+ "ast": 631,
+ "ĠJ": 632,
+ "å¹´": 633,
+ "æµ": 634,
+ "è¾": 635,
+ "Ġk": 636,
+ "æ¯": 637,
+ "ap": 638,
+ "å¦": 639,
+ "Ġdo": 640,
+ "Ġpl": 641,
+ "ak": 642,
+ "urn": 643,
+ "Ġ}": 644,
+ "æĦ": 645,
+ "Ġwor": 646,
+ "are": 647,
+ "ip": 648,
+ "ç¬": 649,
+ "åĵ": 650,
+ "ä½ł": 651,
+ "ĠU": 652,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 653,
+ "Ġall": 654,
+ "ase": 655,
+ "imp": 656,
+ "åľ°": 657,
+ "è¿ĩ": 658,
+ "ated": 659,
+ "åIJİ": 660,
+ "ber": 661,
+ "åıij": 662,
+ "çIJ": 663,
+ "çŃ": 664,
+ "ime": 665,
+ "èĩª": 666,
+ "Ġad": 667,
+ "åī": 668,
+ "og": 669,
+ "åŃIJ": 670,
+ "ions": 671,
+ "Ġtr": 672,
+ "ile": 673,
+ "é¢": 674,
+ "äºİ": 675,
+ "Ġne": 676,
+ "ç«": 677,
+ "The": 678,
+ "one": 679,
+ "ook": 680,
+ "Ġwhe": 681,
+ "Ġcl": 682,
+ "éĺ": 683,
+ "ally": 684,
+ "è¡Į": 685,
+ "act": 686,
+ "说": 687,
+ "ĠâĢľ": 688,
+ "Ġ'": 689,
+ "æĮ": 690,
+ "ans": 691,
+ "çĿĢ": 692,
+ "ich": 693,
+ "cc": 694,
+ "ther": 695,
+ "Ġme": 696,
+ "con": 697,
+ "'s": 698,
+ "Ġcomp": 699,
+ "åĽ½": 700,
+ "ite": 701,
+ "ep": 702,
+ "åѦ": 703,
+ "æĪIJ": 704,
+ "Ġcont": 705,
+ "Ġres": 706,
+ "å¤ļ": 707,
+ "lic": 708,
+ "ä¾": 709,
+ "ary": 710,
+ "ä½ľ": 711,
+ "ef": 712,
+ "ä¹ĭ": 713,
+ "Ġen": 714,
+ "æīĢ": 715,
+ "æĸ¹": 716,
+ "ail": 717,
+ "ĠIn": 718,
+ "å®¶": 719,
+ "ib": 720,
+ "ign": 721,
+ "ance": 722,
+ "Ġhas": 723,
+ "ere": 724,
+ "ear": 725,
+ "ong": 726,
+ "éĤ": 727,
+ "Ġgo": 728,
+ "éģĵ": 729,
+ "ace": 730,
+ "Ġbut": 731,
+ "好": 732,
+ "Ġout": 733,
+ "ç®": 734,
+ "ĠSt": 735,
+ "av": 736,
+ "ake": 737,
+ "æ¬": 738,
+ "()": 739,
+ "Ġso": 740,
+ "å¾Ĺ": 741,
+ "éĥ½": 742,
+ "ĠTh": 743,
+ "ext": 744,
+ "åĬ¨": 745,
+ "èĤ": 746,
+ "ru": 747,
+ "ç½": 748,
+ "get": 749,
+ "ring": 750,
+ "å°ı": 751,
+ "çĦ": 752,
+ "åĪĨ": 753,
+ "çĤ": 754,
+ "ä¸ļ": 755,
+ "ous": 756,
+ "éĿ¢": 757,
+ "åŁ": 758,
+ "ry": 759,
+ "Ġup": 760,
+ "du": 761,
+ "form": 762,
+ "so": 763,
+ "turn": 764,
+ "æ¸": 765,
+ "ä¹Ī": 766,
+ "çݰ": 767,
+ "ations": 768,
+ "ire": 769,
+ "gh": 770,
+ "==": 771,
+ "åħ¬": 772,
+ "æ±": 773,
+ "ata": 774,
+ "ord": 775,
+ "èĢĮ": 776,
+ "çŁ": 777,
+ "Ġmore": 778,
+ "ress": 779,
+ "ang": 780,
+ "Ġ+": 781,
+ "Ġnew": 782,
+ "è·": 783,
+ "ia": 784,
+ "æľ¬": 785,
+ "å¿ĥ": 786,
+ "è¿ĺ": 787,
+ "çľĭ": 788,
+ "å¼Ģ": 789,
+ "ach": 790,
+ "very": 791,
+ "Ġthey": 792,
+ "åģ": 793,
+ "åĢ": 794,
+ "Ġ\\": 795,
+ "æ´": 796,
+ "Ġ<": 797,
+ "ĠĠĠĠĠ": 798,
+ "elf": 799,
+ "éĤ£": 800,
+ "ount": 801,
+ "Ġtheir": 802,
+ "å®ŀ": 803,
+ "çĦ¶": 804,
+ "St": 805,
+ "çIJĨ": 806,
+ "å¦Ĥ": 807,
+ "å®ļ": 808,
+ "ĠV": 809,
+ "Ġone": 810,
+ "Ġmy": 811,
+ "ents": 812,
+ "ll": 813,
+ "æĽ": 814,
+ "ical": 815,
+ "ç»ı": 816,
+ "è¿Ľ": 817,
+ "Ġwhich": 818,
+ "ition": 819,
+ "天": 820,
+ "ath": 821,
+ "ence": 822,
+ "å·¥": 823,
+ "ens": 824,
+ "ĠK": 825,
+ "Ġqu": 826,
+ "ï¼Ł": 827,
+ "erv": 828,
+ "éĥ": 829,
+ "没": 830,
+ "Ġ[": 831,
+ "Ġun": 832,
+ "ype": 833,
+ "Ġget": 834,
+ "ject": 835,
+ "éķ": 836,
+ "第": 837,
+ "ĠY": 838,
+ "Ġar": 839,
+ "com": 840,
+ "vel": 841,
+ "ree": 842,
+ "éĩĮ": 843,
+ "é«": 844,
+ "ie": 845,
+ "In": 846,
+ "ĠâĢ": 847,
+ "ode": 848,
+ "åħ¶": 849,
+ "Ġ&": 850,
+ "é«ĺ": 851,
+ "é¡": 852,
+ "è°": 853,
+ "Ġper": 854,
+ "->": 855,
+ "Ġli": 856,
+ "äºĭ": 857,
+ "æ³ķ": 858,
+ "ï¼ģ": 859,
+ "Ġdis": 860,
+ "Ġman": 861,
+ "åĬĽ": 862,
+ "ä½ĵ": 863,
+ "ä¸İ": 864,
+ "****": 865,
+ "Ġabout": 866,
+ "ove": 867,
+ "ory": 868,
+ "Ġour": 869,
+ "åīį": 870,
+ "æı": 871,
+ "Ġapp": 872,
+ "own": 873,
+ "ks": 874,
+ "Ġev": 875,
+ "Ġsp": 876,
+ "éĽ": 877,
+ "æį": 878,
+ "au": 879,
+ "Ġother": 880,
+ "ph": 881,
+ "ild": 882,
+ "ont": 883,
+ "åĿ": 884,
+ "åIJĮ": 885,
+ "ä¸Ģ个": 886,
+ "çŃī": 887,
+ "æĻ": 888,
+ "åİ»": 889,
+ "éĹ´": 890,
+ "é£": 891,
+ "çĤ¹": 892,
+ "ays": 893,
+ "ors": 894,
+ "reat": 895,
+ "æľº": 896,
+ "Ġany": 897,
+ "Ġtime": 898,
+ "ely": 899,
+ "Ġhis": 900,
+ "Ġwho": 901,
+ "åIJĪ": 902,
+ "Ġimp": 903,
+ "ound": 904,
+ "ç¨": 905,
+ "iew": 906,
+ "éļ": 907,
+ "æĥħ": 908,
+ "èµ·": 909,
+ "row": 910,
+ "Ġalso": 911,
+ "èī": 912,
+ "ert": 913,
+ "Ġpart": 914,
+ "Ġsc": 915,
+ "éĥ¨": 916,
+ "ark": 917,
+ "å§": 918,
+ "è¶": 919,
+ "主": 920,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 921,
+ "ize": 922,
+ "åħ¨": 923,
+ "å¾Ī": 924,
+ "çĻ": 925,
+ "ublic": 926,
+ "ft": 927,
+ "Ġoff": 928,
+ "Ġwere": 929,
+ "æĸ°": 930,
+ ").": 931,
+ "te": 932,
+ "ings": 933,
+ "æģ": 934,
+ "èĬ": 935,
+ "æĹ¥": 936,
+ "æĥ³": 937,
+ "ec": 938,
+ "ick": 939,
+ "Ġpre": 940,
+ "Ġ//": 941,
+ "ink": 942,
+ "),": 943,
+ "Ġreturn": 944,
+ "Ġag": 945,
+ "ç§į": 946,
+ "Ġthere": 947,
+ "产": 948,
+ "æīĭ": 949,
+ "Ġwhen": 950,
+ "eg": 951,
+ "æĢ§": 952,
+ "åĨħ": 953,
+ "::": 954,
+ "ĠCh": 955,
+ "ç¾": 956,
+ "--------": 957,
+ "èĢħ": 958,
+ "ob": 959,
+ "她": 960,
+ "å£": 961,
+ "Ġwork": 962,
+ "ĠIt": 963,
+ "èº": 964,
+ "éķ¿": 965,
+ "æľĢ": 966,
+ "éĢļ": 967,
+ "clud": 968,
+ "åħ³": 969,
+ "ç͵": 970,
+ "Ġsome": 971,
+ "Ġkn": 972,
+ "åĮĸ": 973,
+ "æĹł": 974,
+ "low": 975,
+ "vers": 976,
+ "æĦı": 977,
+ "äºĽ": 978,
+ "å½ĵ": 979,
+ "å°Ĩ": 980,
+ "=\"": 981,
+ "³³": 982,
+ "è¢": 983,
+ "åĬł": 984,
+ "Ġte": 985,
+ "ç¤": 986,
+ "度": 987,
+ "alue": 988,
+ "Ġthem": 989,
+ "ç©": 990,
+ "Ġfun": 991,
+ "éĶ": 992,
+ "çĪ": 993,
+ "Ġsa": 994,
+ "åºĶ": 995,
+ "æ¶": 996,
+ "Ġover": 997,
+ "æŁ": 998,
+ "æł·": 999,
+ "iff": 1000,
+ "åı¯ä»¥": 1001,
+ "ov": 1002,
+ "æĸĩ": 1003,
+ "æĺİ": 1004,
+ "ose": 1005,
+ "éľ": 1006,
+ "Ġbeen": 1007,
+ "eth": 1008,
+ "ool": 1009,
+ "éĩį": 1010,
+ "irst": 1011,
+ "æķ°": 1012,
+ "ces": 1013,
+ "ä½Ĩ": 1014,
+ "å·±": 1015,
+ "rib": 1016,
+ "Ġwould": 1017,
+ "ä¸ī": 1018,
+ "pec": 1019,
+ "Ġyear": 1020,
+ "身": 1021,
+ "ï¼ī": 1022,
+ "old": 1023,
+ "Ġam": 1024,
+ "èģ": 1025,
+ "ç¥": 1026,
+ "èĭ": 1027,
+ "Ġhad": 1028,
+ "Ġlike": 1029,
+ "åıª": 1030,
+ "Ġacc": 1031,
+ "ï¼Ī": 1032,
+ "èĦ": 1033,
+ "Ġro": 1034,
+ "æ°´": 1035,
+ "缸": 1036,
+ "Ġno": 1037,
+ "_t": 1038,
+ "ull": 1039,
+ "Ġthan": 1040,
+ "ï¼Ľ": 1041,
+ "设": 1042,
+ "å¸Ĥ": 1043,
+ "we": 1044,
+ "ual": 1045,
+ "å»": 1046,
+ "èĩªå·±": 1047,
+ "tern": 1048,
+ "lect": 1049,
+ "Ġneed": 1050,
+ "ä½į": 1051,
+ "\",": 1052,
+ "Ġwhat": 1053,
+ "åĽł": 1054,
+ "å¤ĸ": 1055,
+ "ific": 1056,
+ "ption": 1057,
+ "åħ¥": 1058,
+ "æľĪ": 1059,
+ "åķ": 1060,
+ "__": 1061,
+ "nder": 1062,
+ "yst": 1063,
+ "åĵģ": 1064,
+ "æİ¥": 1065,
+ "æĪij们": 1066,
+ "ys": 1067,
+ "ates": 1068,
+ "Ġpe": 1069,
+ "(\"": 1070,
+ "Ġuse": 1071,
+ "çĥ": 1072,
+ "ric": 1073,
+ "Ġcomm": 1074,
+ "çķ": 1075,
+ "éĩı": 1076,
+ "ĠThis": 1077,
+ "æŀľ": 1078,
+ "ä»İ": 1079,
+ "èµĦ": 1080,
+ "ater": 1081,
+ "éħ": 1082,
+ "ish": 1083,
+ "èIJ": 1084,
+ "çŁ¥": 1085,
+ "Ġind": 1086,
+ "ER": 1087,
+ "Ġadd": 1088,
+ "æıIJ": 1089,
+ "amp": 1090,
+ "åζ": 1091,
+ "##": 1092,
+ "Ġdef": 1093,
+ "Ġher": 1094,
+ "Ġdes": 1095,
+ "ç³": 1096,
+ "Ġits": 1097,
+ "Ġem": 1098,
+ "Ġhow": 1099,
+ "åıĬ": 1100,
+ "äºĮ": 1101,
+ "Ġfe": 1102,
+ "ax": 1103,
+ "ĠWe": 1104,
+ "æ¯Ķ": 1105,
+ "che": 1106,
+ "âĢĻt": 1107,
+ "å¢": 1108,
+ "ram": 1109,
+ "pect": 1110,
+ "æĽ´": 1111,
+ "ener": 1112,
+ "éĩij": 1113,
+ "set": 1114,
+ "Ġmay": 1115,
+ "æŃ¤": 1116,
+ "Ġset": 1117,
+ "oint": 1118,
+ "Ġinto": 1119,
+ "å¹¶": 1120,
+ "wo": 1121,
+ "åı¸": 1122,
+ "çī©": 1123,
+ "ons": 1124,
+ "Ġjust": 1125,
+ "åľº": 1126,
+ "rit": 1127,
+ "Ġi": 1128,
+ "çģ": 1129,
+ "çł": 1130,
+ "没æľī": 1131,
+ "bs": 1132,
+ "li": 1133,
+ "头": 1134,
+ "éĴ": 1135,
+ "èĥ": 1136,
+ "igh": 1137,
+ "ments": 1138,
+ "ne": 1139,
+ "次": 1140,
+ "erm": 1141,
+ "ps": 1142,
+ "被": 1143,
+ "å®ī": 1144,
+ "ç¼": 1145,
+ "fter": 1146,
+ "Ġcol": 1147,
+ "ystem": 1148,
+ "Ġbet": 1149,
+ "管": 1150,
+ "port": 1151,
+ "...": 1152,
+ "ä¿¡": 1153,
+ "cess": 1154,
+ "put": 1155,
+ "æ·": 1156,
+ "ç±": 1157,
+ "æŃ£": 1158,
+ "ç´": 1159,
+ "ss": 1160,
+ "åĬ¡": 1161,
+ "æľŁ": 1162,
+ "两": 1163,
+ "IN": 1164,
+ "表": 1165,
+ "ty": 1166,
+ "缮": 1167,
+ "Ġrec": 1168,
+ "æ°Ķ": 1169,
+ "Ġprov": 1170,
+ "ade": 1171,
+ "èĪ": 1172,
+ "ä¿Ŀ": 1173,
+ "ning": 1174,
+ "çĸ": 1175,
+ "Ġ/": 1176,
+ "Ġ:": 1177,
+ "ople": 1178,
+ "iss": 1179,
+ "ise": 1180,
+ "å·²": 1181,
+ "cre": 1182,
+ "ious": 1183,
+ "Ġcons": 1184,
+ "è£": 1185,
+ "ange": 1186,
+ "ian": 1187,
+ "ond": 1188,
+ "ause": 1189,
+ "åĸ": 1190,
+ "Ġonly": 1191,
+ "Ġ@": 1192,
+ "æĪĸ": 1193,
+ "Th": 1194,
+ "les": 1195,
+ "åIJį": 1196,
+ "æ¡": 1197,
+ "Ġunder": 1198,
+ "常": 1199,
+ "Ġbec": 1200,
+ "ãĢĤâĢĿ": 1201,
+ "让": 1202,
+ "Ġass": 1203,
+ "ç¡": 1204,
+ "计": 1205,
+ "使": 1206,
+ "åĽŀ": 1207,
+ "Ġdiff": 1208,
+ "ating": 1209,
+ "ev": 1210,
+ "riv": 1211,
+ "aram": 1212,
+ "aw": 1213,
+ "Ġpr": 1214,
+ "ç²": 1215,
+ "ix": 1216,
+ "ON": 1217,
+ "Ġfirst": 1218,
+ "ĠâĢĵ": 1219,
+ "Ġact": 1220,
+ "Ġ|": 1221,
+ "Ġbu": 1222,
+ "iel": 1223,
+ "up": 1224,
+ "éĹ®": 1225,
+ "ful": 1226,
+ "'t": 1227,
+ "Ġhel": 1228,
+ "å¹³": 1229,
+ "ç¨ĭ": 1230,
+ "ä»Ģ": 1231,
+ "ting": 1232,
+ "åįģ": 1233,
+ "oid": 1234,
+ "ç³»": 1235,
+ "åĮº": 1236,
+ "round": 1237,
+ "åħ¬åı¸": 1238,
+ "ä»¶": 1239,
+ "çĹ": 1240,
+ "建": 1241,
+ "Ġknow": 1242,
+ "æĦŁ": 1243,
+ "Ġtra": 1244,
+ "ä»Ģä¹Ī": 1245,
+ "ng": 1246,
+ "çī¹": 1247,
+ "Ġclass": 1248,
+ "Ġpos": 1249,
+ "Ġ.": 1250,
+ "åĪ©": 1251,
+ "err": 1252,
+ "Ġmake": 1253,
+ "Ġreg": 1254,
+ "Ġpeople": 1255,
+ "rough": 1256,
+ "车": 1257,
+ "åIJij": 1258,
+ "ble": 1259,
+ "Ġ#": 1260,
+ "Ġthese": 1261,
+ "åģļ": 1262,
+ "": 1263,
+ "ãĢĭ": 1264,
+ "als": 1265,
+ "èĢģ": 1266,
+ "ãĢĬ": 1267,
+ "æ»": 1268,
+ "ç»Ļ": 1269,
+ "é©": 1270,
+ "ility": 1271,
+ "Ġpublic": 1272,
+ "Ġmod": 1273,
+ "â̦": 1274,
+ "âĢĶ": 1275,
+ "èį": 1276,
+ "ced": 1277,
+ "éĵ": 1278,
+ "Ġim": 1279,
+ "è§£": 1280,
+ "pr": 1281,
+ "pro": 1282,
+ "ities": 1283,
+ "Ġco": 1284,
+ "Ġshe": 1285,
+ "ï¼ļâĢľ": 1286,
+ "ç¾İ": 1287,
+ "åı£": 1288,
+ "æĤ": 1289,
+ "ĠHe": 1290,
+ "line": 1291,
+ "sh": 1292,
+ "å¼ı": 1293,
+ "pport": 1294,
+ "Ġinclud": 1295,
+ "ĉĉĉĉ": 1296,
+ "ient": 1297,
+ "ood": 1298,
+ "åijĺ": 1299,
+ "æį®": 1300,
+ "hat": 1301,
+ "è¯Ŀ": 1302,
+ "Ġph": 1303,
+ "Ġke": 1304,
+ "æ´»": 1305,
+ "éª": 1306,
+ "Ġtwo": 1307,
+ "Ġnum": 1308,
+ "ield": 1309,
+ "Ġthen": 1310,
+ "羣": 1311,
+ "ç»ĵ": 1312,
+ "ible": 1313,
+ "ics": 1314,
+ "====": 1315,
+ "Ġback": 1316,
+ "bject": 1317,
+ "io": 1318,
+ "åŁº": 1319,
+ "ug": 1320,
+ "å±ķ": 1321,
+ "ork": 1322,
+ "mer": 1323,
+ "é¦": 1324,
+ "Ġmost": 1325,
+ "ract": 1326,
+ "Ġrequ": 1327,
+ "oth": 1328,
+ "Ġshould": 1329,
+ "å¤Ħ": 1330,
+ "its": 1331,
+ "ular": 1332,
+ "Ġatt": 1333,
+ "ict": 1334,
+ "Ġconst": 1335,
+ "åŀ": 1336,
+ "Ġprodu": 1337,
+ "é»": 1338,
+ "Ġsee": 1339,
+ "ç¦": 1340,
+ "',": 1341,
+ "ok": 1342,
+ "ative": 1343,
+ "èī²": 1344,
+ "Ġlook": 1345,
+ "Ġself": 1346,
+ "è¿°": 1347,
+ "Ġstud": 1348,
+ "æķĻ": 1349,
+ "æīĵ": 1350,
+ "ough": 1351,
+ "Ġthrough": 1352,
+ "ruct": 1353,
+ "Ġdata": 1354,
+ "Ġfin": 1355,
+ "ĠCom": 1356,
+ "wn": 1357,
+ "arg": 1358,
+ "Ġwant": 1359,
+ "Ġinv": 1360,
+ "self": 1361,
+ "ï¼Įè¿Ļ": 1362,
+ "ased": 1363,
+ "RE": 1364,
+ "代": 1365,
+ "Ġvar": 1366,
+ "Ġwell": 1367,
+ "ied": 1368,
+ "olog": 1369,
+ "é£İ": 1370,
+ "atch": 1371,
+ "Ġ*/": 1372,
+ "ures": 1373,
+ "åħĥ": 1374,
+ "èĻ": 1375,
+ "Ġhelp": 1376,
+ "ices": 1377,
+ "é¢ĺ": 1378,
+ "Ġrem": 1379,
+ "Ġevery": 1380,
+ "åĻ": 1381,
+ "è·¯": 1382,
+ "arch": 1383,
+ "Ġinst": 1384,
+ "atic": 1385,
+ "缴": 1386,
+ "Ġwhere": 1387,
+ "fore": 1388,
+ "Ġend": 1389,
+ "read": 1390,
+ "ues": 1391,
+ "ĠPro": 1392,
+ "day": 1393,
+ "éŨ": 1394,
+ "åĪ«": 1395,
+ "å°ij": 1396,
+ "æĬĬ": 1397,
+ "let": 1398,
+ "Ġfunction": 1399,
+ "ĠYou": 1400,
+ "Ġrel": 1401,
+ "Ġcould": 1402,
+ "hed": 1403,
+ "è§ģ": 1404,
+ "ST": 1405,
+ "女": 1406,
+ "åıĺ": 1407,
+ "Ġserv": 1408,
+ "Ġspec": 1409,
+ "åĶ": 1410,
+ "ollow": 1411,
+ "erson": 1412,
+ "def": 1413,
+ "æĶ¶": 1414,
+ "Ġel": 1415,
+ "ead": 1416,
+ "æľ¯": 1417,
+ "åİŁ": 1418,
+ "AT": 1419,
+ "ily": 1420,
+ "der": 1421,
+ "举": 1422,
+ "formation": 1423,
+ "åıĪ": 1424,
+ "¥¿": 1425,
+ "hen": 1426,
+ "Ġsaid": 1427,
+ "ä»ĸ们": 1428,
+ "åįķ": 1429,
+ "urre": 1430,
+ "Ġtrans": 1431,
+ "********": 1432,
+ "cy": 1433,
+ "ä»»": 1434,
+ "Ġsuch": 1435,
+ "Ġent": 1436,
+ "èİ": 1437,
+ "Ġdiffere": 1438,
+ "ĠUn": 1439,
+ "Ġused": 1440,
+ "ock": 1441,
+ "å°±æĺ¯": 1442,
+ "ribut": 1443,
+ "交": 1444,
+ "Ġexper": 1445,
+ "çͱ": 1446,
+ "æµģ": 1447,
+ "æ°ij": 1448,
+ "Ġeff": 1449,
+ "ç½ij": 1450,
+ "))": 1451,
+ "æĬĢ": 1452,
+ "Ex": 1453,
+ "ident": 1454,
+ "èĩ³": 1455,
+ "uch": 1456,
+ "åĨį": 1457,
+ "éľĢ": 1458,
+ "Ġafter": 1459,
+ "ife": 1460,
+ "ash": 1461,
+ "西": 1462,
+ "Ġread": 1463,
+ "ms": 1464,
+ "Ġinter": 1465,
+ "_d": 1466,
+ "ower": 1467,
+ "æīį": 1468,
+ "Ġsm": 1469,
+ "sp": 1470,
+ "Ġvery": 1471,
+ "æľį": 1472,
+ "ox": 1473,
+ "çϽ": 1474,
+ "è£ħ": 1475,
+ "eng": 1476,
+ "线": 1477,
+ "ator": 1478,
+ "æĶ¾": 1479,
+ "强": 1480,
+ "åύ": 1481,
+ "åħī": 1482,
+ "iness": 1483,
+ "Ġright": 1484,
+ "çľ¼": 1485,
+ "nce": 1486,
+ "Ġway": 1487,
+ "ĉĉĉ": 1488,
+ "Ġstart": 1489,
+ "Ġresult": 1490,
+ "Ġfind": 1491,
+ "Ġdet": 1492,
+ "Ġac": 1493,
+ "Ġmany": 1494,
+ "itt": 1495,
+ "any": 1496,
+ "ray": 1497,
+ "('": 1498,
+ "cri": 1499,
+ "ï¼Įä¸į": 1500,
+ "Ġeven": 1501,
+ "çĭ": 1502,
+ "pos": 1503,
+ "ï¼ĮæĪij": 1504,
+ "Ġgood": 1505,
+ "ave": 1506,
+ "ãģ": 1507,
+ "ward": 1508,
+ "æ®": 1509,
+ "name": 1510,
+ "....": 1511,
+ "Pro": 1512,
+ "è´¨": 1513,
+ "ational": 1514,
+ "éĢī": 1515,
+ "air": 1516,
+ "åĦ": 1517,
+ "ee": 1518,
+ "åIJĦ": 1519,
+ "ages": 1520,
+ "Ġbecause": 1521,
+ "容": 1522,
+ "ç½®": 1523,
+ "Ġlong": 1524,
+ "ner": 1525,
+ "AR": 1526,
+ "ç¥ŀ": 1527,
+ "aking": 1528,
+ "Ġx": 1529,
+ "ä¼ł": 1530,
+ "å®Į": 1531,
+ "alth": 1532,
+ "声": 1533,
+ "to": 1534,
+ "ience": 1535,
+ "ars": 1536,
+ "æĮģ": 1537,
+ "ĠIf": 1538,
+ "_s": 1539,
+ "åıĹ": 1540,
+ "åħĪ": 1541,
+ "{\\": 1542,
+ "Ġdoes": 1543,
+ "æµ·": 1544,
+ "velop": 1545,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1546,
+ "app": 1547,
+ "å¸Ī": 1548,
+ "Ġcall": 1549,
+ "Ġnow": 1550,
+ "åĩł": 1551,
+ "带": 1552,
+ "æ±Ĥ": 1553,
+ "tt": 1554,
+ "该": 1555,
+ "Ġdid": 1556,
+ "å·¥ä½ľ": 1557,
+ "Ġmin": 1558,
+ "dd": 1559,
+ "åħ·": 1560,
+ "lock": 1561,
+ "ç«ĭ": 1562,
+ "æº": 1563,
+ "Ġext": 1564,
+ "å¤ĩ": 1565,
+ "åŀĭ": 1566,
+ "Ġra": 1567,
+ "uring": 1568,
+ "Ġplay": 1569,
+ "Ġfollow": 1570,
+ "转": 1571,
+ "Ġpres": 1572,
+ "``": 1573,
+ "fig": 1574,
+ "åĦ¿": 1575,
+ "EN": 1576,
+ "ource": 1577,
+ "Ġpol": 1578,
+ "Ġche": 1579,
+ "书": 1580,
+ "æłĩ": 1581,
+ "uth": 1582,
+ "è¿Ļ个": 1583,
+ "ited": 1584,
+ "ank": 1585,
+ "led": 1586,
+ "æł¼": 1587,
+ "ense": 1588,
+ "æĢ»": 1589,
+ "å½¢": 1590,
+ "ä¸ĩ": 1591,
+ "roup": 1592,
+ "log": 1593,
+ "Ġyears": 1594,
+ "other": 1595,
+ "ï¼Įä½Ĩ": 1596,
+ "Ġloc": 1597,
+ "ç»Ħ": 1598,
+ "è¿Ľè¡Į": 1599,
+ "OR": 1600,
+ "Ġdon": 1601,
+ "åĽĽ": 1602,
+ "éŁ": 1603,
+ "ale": 1604,
+ "ç§ij": 1605,
+ "co": 1606,
+ "Ġhigh": 1607,
+ "ins": 1608,
+ "Ġshow": 1609,
+ "è¿ŀ": 1610,
+ "绣": 1611,
+ "Ġgreat": 1612,
+ "Ġ==": 1613,
+ "the": 1614,
+ "usiness": 1615,
+ "ts": 1616,
+ "æĬ¥": 1617,
+ "åĢĻ": 1618,
+ "æĮĩ": 1619,
+ "Ġtest": 1620,
+ "èµ°": 1621,
+ "æ¸ħ": 1622,
+ "Ġgu": 1623,
+ "å±±": 1624,
+ "æ£": 1625,
+ "lement": 1626,
+ "Ġform": 1627,
+ "åĮħ": 1628,
+ "éĿŀ": 1629,
+ "èĮ": 1630,
+ "els": 1631,
+ "ç±»": 1632,
+ "Ġcre": 1633,
+ "irect": 1634,
+ "Ġdown": 1635,
+ "åĽ¾": 1636,
+ "ection": 1637,
+ "this": 1638,
+ ".com": 1639,
+ "Ġ_": 1640,
+ "ä»·": 1641,
+ "æĪĺ": 1642,
+ "view": 1643,
+ "gram": 1644,
+ "Ġown": 1645,
+ "太": 1646,
+ "è¿IJ": 1647,
+ "示": 1648,
+ "ever": 1649,
+ "vent": 1650,
+ "项": 1651,
+ "Ġsystem": 1652,
+ "Ġhim": 1653,
+ "ma": 1654,
+ "Ġhere": 1655,
+ "Ġdec": 1656,
+ "urrent": 1657,
+ "æģ¯": 1658,
+ "æ¯ı": 1659,
+ "pen": 1660,
+ "Ġusing": 1661,
+ "ween": 1662,
+ "olut": 1663,
+ "ä½ķ": 1664,
+ "æ¨": 1665,
+ "It": 1666,
+ "å½±": 1667,
+ "IT": 1668,
+ "Ġvalue": 1669,
+ "Ġmuch": 1670,
+ "Ġeach": 1671,
+ "We": 1672,
+ "Ġexp": 1673,
+ "导": 1674,
+ "æ¼": 1675,
+ "Ġmon": 1676,
+ "Cont": 1677,
+ "ized": 1678,
+ "空": 1679,
+ "tr": 1680,
+ "ethod": 1681,
+ "å²": 1682,
+ "AL": 1683,
+ "import": 1684,
+ "ines": 1685,
+ "³³³": 1686,
+ "ä¸ĸ": 1687,
+ "ature": 1688,
+ "Ġstr": 1689,
+ "Ġimport": 1690,
+ "Ġref": 1691,
+ "return": 1692,
+ "_p": 1693,
+ "æĶ¿": 1694,
+ "Ġcour": 1695,
+ "åķĨ": 1696,
+ "认": 1697,
+ "Ġinformation": 1698,
+ "Ġthink": 1699,
+ "è±": 1700,
+ "_f": 1701,
+ "ID": 1702,
+ "ames": 1703,
+ "è§ī": 1704,
+ "Ġbel": 1705,
+ "cond": 1706,
+ "_m": 1707,
+ "æĹ¶éĹ´": 1708,
+ "çİĭ": 1709,
+ "Ġsign": 1710,
+ "åŁİ": 1711,
+ "Ġsub": 1712,
+ "ĠAnd": 1713,
+ "ç¡®": 1714,
+ "ä¸ĵ": 1715,
+ "æij": 1716,
+ "Ġname": 1717,
+ "è°ĥ": 1718,
+ "Ġfl": 1719,
+ "èĢĥ": 1720,
+ "ined": 1721,
+ "Ġdist": 1722,
+ ".get": 1723,
+ "ä¸įæĺ¯": 1724,
+ "_c": 1725,
+ "æŃ¥": 1726,
+ "è¾¹": 1727,
+ "Ġperson": 1728,
+ "cept": 1729,
+ "åĥ": 1730,
+ "çħ": 1731,
+ "of": 1732,
+ "Ġdifferent": 1733,
+ "----------------": 1734,
+ "æĸĻ": 1735,
+ "è§Ħ": 1736,
+ "æķ´": 1737,
+ "ĠAn": 1738,
+ "SE": 1739,
+ "Ġchar": 1740,
+ "ĠFor": 1741,
+ "å¿«": 1742,
+ "Ġbest": 1743,
+ "è®°": 1744,
+ "Ġbetween": 1745,
+ "Ġlist": 1746,
+ "Ġsur": 1747,
+ "oy": 1748,
+ "Ġbefore": 1749,
+ "Ġagain": 1750,
+ "ann": 1751,
+ "éĻ¢": 1752,
+ "ym": 1753,
+ "æīĢè¿°": 1754,
+ "è¯ģ": 1755,
+ "ght": 1756,
+ "便": 1757,
+ "èĬĤ": 1758,
+ "Ġhand": 1759,
+ "gan": 1760,
+ "arket": 1761,
+ "pon": 1762,
+ "Ġcor": 1763,
+ "fo": 1764,
+ "ĠEx": 1765,
+ "ually": 1766,
+ "ref": 1767,
+ "ç®Ĺ": 1768,
+ "add": 1769,
+ "èĤ¡": 1770,
+ "Ġav": 1771,
+ "äºĨä¸Ģ": 1772,
+ "æ¢": 1773,
+ "Ġcase": 1774,
+ "Ġbeing": 1775,
+ "çĬ": 1776,
+ "ten": 1777,
+ "æĪ·": 1778,
+ "Ġgener": 1779,
+ "imes": 1780,
+ "级": 1781,
+ "ä¸ŃåĽ½": 1782,
+ "ement": 1783,
+ "å¨": 1784,
+ "å·²ç»ı": 1785,
+ "yn": 1786,
+ "ired": 1787,
+ "Ġnumber": 1788,
+ "ince": 1789,
+ "ery": 1790,
+ "æĹ¶åĢĻ": 1791,
+ "åıĸ": 1792,
+ "æķĪ": 1793,
+ "yp": 1794,
+ "arn": 1795,
+ "æł¹": 1796,
+ "Name": 1797,
+ "ä¸Ķ": 1798,
+ "chn": 1799,
+ "Ġgr": 1800,
+ "Ġtake": 1801,
+ "Com": 1802,
+ "Ġthose": 1803,
+ "ĠAr": 1804,
+ "LE": 1805,
+ "ason": 1806,
+ "å®ĥ": 1807,
+ "Ch": 1808,
+ "ï¼Įåľ¨": 1809,
+ "AN": 1810,
+ "注": 1811,
+ "ton": 1812,
+ "Ġday": 1813,
+ "ĠAl": 1814,
+ "Ġ!": 1815,
+ "Ġwhile": 1816,
+ "å¼ł": 1817,
+ "ä»Ĭ": 1818,
+ "Ġval": 1819,
+ "anc": 1820,
+ "éĽĨ": 1821,
+ "ember": 1822,
+ "çŁ¥éģĵ": 1823,
+ "-b": 1824,
+ "ek": 1825,
+ "ĠSh": 1826,
+ "Ġpoint": 1827,
+ "åįĹ": 1828,
+ "Ġprocess": 1829,
+ "Ġmed": 1830,
+ "Type": 1831,
+ "ustom": 1832,
+ ".m": 1833,
+ "ĠQ": 1834,
+ "ody": 1835,
+ "Ġins": 1836,
+ "åĩĨ": 1837,
+ "ĠNew": 1838,
+ "å¦Ĥæŀľ": 1839,
+ "Ġser": 1840,
+ "Ġbl": 1841,
+ "ider": 1842,
+ "Ġdevelop": 1843,
+ ".S": 1844,
+ "ren": 1845,
+ "éĺŁ": 1846,
+ "eb": 1847,
+ "ç¬ij": 1848,
+ ".s": 1849,
+ "Ġfact": 1850,
+ "Ġmade": 1851,
+ "éĢł": 1852,
+ "Ġsame": 1853,
+ "åĨĽ": 1854,
+ "èģĶ": 1855,
+ "Ġstate": 1856,
+ "ample": 1857,
+ "ï¼Įä»ĸ": 1858,
+ "èħ": 1859,
+ "çļĦ人": 1860,
+ "ateg": 1861,
+ "æĿ¡": 1862,
+ "é¥": 1863,
+ "Ġsom": 1864,
+ "ality": 1865,
+ "ness": 1866,
+ "ives": 1867,
+ "åıį": 1868,
+ "Ġsupport": 1869,
+ "Con": 1870,
+ "hip": 1871,
+ "èĬ±": 1872,
+ "åį´": 1873,
+ "åŃĺ": 1874,
+ "åĥı": 1875,
+ "ouse": 1876,
+ "equ": 1877,
+ "第ä¸Ģ": 1878,
+ "åı°": 1879,
+ "alk": 1880,
+ "Ġpost": 1881,
+ "çª": 1882,
+ "è§Ĩ": 1883,
+ "angu": 1884,
+ "way": 1885,
+ "çα": 1886,
+ "éļ¾": 1887,
+ "æĺĵ": 1888,
+ "è¾¾": 1889,
+ "æħ": 1890,
+ "Ġvis": 1891,
+ "right": 1892,
+ "ctions": 1893,
+ "String": 1894,
+ "马": 1895,
+ "ify": 1896,
+ "raph": 1897,
+ "æŀĦ": 1898,
+ "åĮ»": 1899,
+ "Ġcar": 1900,
+ "åĽłä¸º": 1901,
+ "ä½ı": 1902,
+ "离": 1903,
+ ".\"": 1904,
+ "æĶ¯": 1905,
+ "_{": 1906,
+ "Ġfil": 1907,
+ "æĿĥ": 1908,
+ "Ġfound": 1909,
+ "çİ°åľ¨": 1910,
+ "è´¹": 1911,
+ "çIJĥ": 1912,
+ "äºĶ": 1913,
+ "Ġcount": 1914,
+ "ĠĠĠĠĠĠĠĠĠ": 1915,
+ "æĬķ": 1916,
+ "ç²¾": 1917,
+ "Ġed": 1918,
+ "社": 1919,
+ "tain": 1920,
+ "This": 1921,
+ "val": 1922,
+ "Ġpat": 1923,
+ "iet": 1924,
+ "Id": 1925,
+ "è¾ĥ": 1926,
+ "load": 1927,
+ "Ġart": 1928,
+ "æİ§": 1929,
+ "å¤į": 1930,
+ "Ġworld": 1931,
+ "éĻIJ": 1932,
+ "ier": 1933,
+ "ered": 1934,
+ "ather": 1935,
+ "ware": 1936,
+ "ants": 1937,
+ "åı·": 1938,
+ "å̼": 1939,
+ "æĸ½": 1940,
+ "az": 1941,
+ "Ġelse": 1942,
+ "å§ĭ": 1943,
+ "Ġ>": 1944,
+ "chool": 1945,
+ "Ġboth": 1946,
+ "æļ": 1947,
+ "Ġlast": 1948,
+ "è¿ij": 1949,
+ "Ġbusiness": 1950,
+ "_C": 1951,
+ "Ġï¼Į": 1952,
+ "æĪ¿": 1953,
+ "çķĮ": 1954,
+ "ï¼Įä¸Ģ": 1955,
+ "ï¼ĮèĢĮ": 1956,
+ "Ġfam": 1957,
+ "ream": 1958,
+ "lease": 1959,
+ "åĬŁ": 1960,
+ "Ġ=>": 1961,
+ "åĨµ": 1962,
+ "Ġproduct": 1963,
+ "ah": 1964,
+ "ĠAs": 1965,
+ "çĥŃ": 1966,
+ "rol": 1967,
+ "Ġlife": 1968,
+ "alse": 1969,
+ "æĢĿ": 1970,
+ "_b": 1971,
+ "æĸ¯": 1972,
+ "ä¾Ľ": 1973,
+ "éĹ®é¢ĺ": 1974,
+ "land": 1975,
+ "模": 1976,
+ "ault": 1977,
+ "Ġprovid": 1978,
+ "åĪĻ": 1979,
+ "ven": 1980,
+ "Ġap": 1981,
+ "ional": 1982,
+ "åŃĹ": 1983,
+ "æ·±": 1984,
+ "ä¾ĭ": 1985,
+ "åıĤ": 1986,
+ "åĪĽ": 1987,
+ "æ²»": 1988,
+ "Ġrep": 1989,
+ "Ġerr": 1990,
+ "akes": 1991,
+ "èIJ¥": 1992,
+ "Ġlet": 1993,
+ "-s": 1994,
+ "åIJ¬": 1995,
+ "éľĢè¦ģ": 1996,
+ "åĮĹ": 1997,
+ "å¢ŀ": 1998,
+ "ters": 1999,
+ "åĬŀ": 2000,
+ "Ġrun": 2001,
+ "çĹħ": 2002,
+ "Ġhome": 2003,
+ "æĿ¿": 2004,
+ ".p": 2005,
+ "Ġsk": 2006,
+ "éĢļè¿ĩ": 2007,
+ "æ¶Ī": 2008,
+ "çݯ": 2009,
+ ".c": 2010,
+ "æĢİ": 2011,
+ "åĨ³": 2012,
+ "请": 2013,
+ "Ġbook": 2014,
+ "rivate": 2015,
+ "ï¼Įä½ł": 2016,
+ "ä¼ģ": 2017,
+ "anguage": 2018,
+ "min": 2019,
+ "Ġcle": 2020,
+ "åij¨": 2021,
+ "Ġmust": 2022,
+ "Ġtype": 2023,
+ "çīĩ": 2024,
+ "åijĬ": 2025,
+ "æĴ": 2026,
+ "ared": 2027,
+ "è¶Ĭ": 2028,
+ "ask": 2029,
+ "ey": 2030,
+ "ivers": 2031,
+ "oun": 2032,
+ "Ġdesign": 2033,
+ "æºIJ": 2034,
+ "ument": 2035,
+ "Ġdep": 2036,
+ ".d": 2037,
+ "éĺ²": 2038,
+ "ote": 2039,
+ "Ġeffect": 2040,
+ "游": 2041,
+ "Res": 2042,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2043,
+ "ĠĠĠĠĠĠ": 2044,
+ "Ġchild": 2045,
+ "ology": 2046,
+ "è¯Ń": 2047,
+ "çļĦä¸Ģ": 2048,
+ "Ġappro": 2049,
+ "ccess": 2050,
+ "Ġlead": 2051,
+ "竳": 2052,
+ "uc": 2053,
+ "åį³": 2054,
+ "çłĶ": 2055,
+ "Ġprogram": 2056,
+ "erest": 2057,
+ "客": 2058,
+ "é¢Ĩ": 2059,
+ "æĶ¹": 2060,
+ "arm": 2061,
+ "hes": 2062,
+ "Ġinf": 2063,
+ "less": 2064,
+ "Ġreally": 2065,
+ "ï¼Įä¹Ł": 2066,
+ "使ç͍": 2067,
+ "Ġpartic": 2068,
+ "://": 2069,
+ "论": 2070,
+ "ĠHow": 2071,
+ "son": 2072,
+ "Ġequ": 2073,
+ "str": 2074,
+ "ways": 2075,
+ "Ġpur": 2076,
+ "ä¼ĺ": 2077,
+ "ĠBut": 2078,
+ "Ġposs": 2079,
+ "å¹²": 2080,
+ "å¸ĥ": 2081,
+ "ential": 2082,
+ "éħį": 2083,
+ "inal": 2084,
+ "essage": 2085,
+ "ern": 2086,
+ "åĭ": 2087,
+ "To": 2088,
+ "è¿ĺæĺ¯": 2089,
+ "è§Ĥ": 2090,
+ "ets": 2091,
+ "ists": 2092,
+ "è¯Ĩ": 2093,
+ "Ġwithout": 2094,
+ "åı¯èĥ½": 2095,
+ "Ġtop": 2096,
+ "管çIJĨ": 2097,
+ "æ¡Ī": 2098,
+ "åıijå±ķ": 2099,
+ "ital": 2100,
+ "ä¹ł": 2101,
+ "è¨": 2102,
+ "广": 2103,
+ "Ġtrue": 2104,
+ "ified": 2105,
+ "Ġmain": 2106,
+ "æİ¨": 2107,
+ "Ġob": 2108,
+ "Ġbre": 2109,
+ "Ġmat": 2110,
+ "Ġstill": 2111,
+ "æŀĹ": 2112,
+ "Ġcommun": 2113,
+ "æĬĢæľ¯": 2114,
+ "ä½İ": 2115,
+ "IC": 2116,
+ "Ġdel": 2117,
+ "æŁ¥": 2118,
+ "æľª": 2119,
+ "è®®": 2120,
+ "Ġcare": 2121,
+ "ES": 2122,
+ "Ġvoid": 2123,
+ "éĢŁ": 2124,
+ "åİĭ": 2125,
+ "ĠDe": 2126,
+ "for": 2127,
+ "iven": 2128,
+ "AC": 2129,
+ "ĠCl": 2130,
+ "æł¡": 2131,
+ "\">": 2132,
+ "Ġdisc": 2133,
+ "ization": 2134,
+ "æ¥": 2135,
+ "è¯ķ": 2136,
+ "Ġaround": 2137,
+ "Ġreal": 2138,
+ "许": 2139,
+ "Ġz": 2140,
+ "uss": 2141,
+ "ases": 2142,
+ "Ġquest": 2143,
+ "ĠCon": 2144,
+ "uff": 2145,
+ "满": 2146,
+ "ross": 2147,
+ "åIJ§": 2148,
+ "ĠTr": 2149,
+ "é¾": 2150,
+ "è¨Ģ": 2151,
+ "riend": 2152,
+ "æīĢ以": 2153,
+ "éļı": 2154,
+ "Ġprof": 2155,
+ "å¿ħ": 2156,
+ "}}": 2157,
+ "Ġeas": 2158,
+ "éŁ³": 2159,
+ "åij½": 2160,
+ "cent": 2161,
+ "-t": 2162,
+ "åΰäºĨ": 2163,
+ "Ġtry": 2164,
+ "gg": 2165,
+ "Ar": 2166,
+ "opy": 2167,
+ "param": 2168,
+ "Ġfree": 2169,
+ "stand": 2170,
+ "Ġlo": 2171,
+ "Ġgoing": 2172,
+ "Ġopt": 2173,
+ "Ġproper": 2174,
+ "ining": 2175,
+ "loy": 2176,
+ "ä¼ģä¸ļ": 2177,
+ "åŃ©": 2178,
+ "å°Ķ": 2179,
+ "ving": 2180,
+ "è½»": 2181,
+ "ĠPl": 2182,
+ "Ġ$\\": 2183,
+ "çı": 2184,
+ "åįİ": 2185,
+ "erg": 2186,
+ "å¤Ł": 2187,
+ "ä¹IJ": 2188,
+ "ception": 2189,
+ "ĠSe": 2190,
+ "ç»Ń": 2191,
+ "].": 2192,
+ "oot": 2193,
+ "æĺ¾": 2194,
+ "ength": 2195,
+ "åħ±": 2196,
+ "mber": 2197,
+ "çϾ": 2198,
+ "æľĽ": 2199,
+ "-d": 2200,
+ "Ġmarket": 2201,
+ "Ġmem": 2202,
+ "Ġwrit": 2203,
+ "Ġsay": 2204,
+ "Ġpass": 2205,
+ "Ġconf": 2206,
+ "çİĩ": 2207,
+ "ç«Ļ": 2208,
+ "Ġincre": 2209,
+ "////": 2210,
+ "rid": 2211,
+ "æľįåĬ¡": 2212,
+ "å¾®": 2213,
+ "Ġ)": 2214,
+ "è¿Ļæł·": 2215,
+ "æIJ": 2216,
+ ".,": 2217,
+ "æŃ»": 2218,
+ "ĠWh": 2219,
+ "ision": 2220,
+ "æĬ¤": 2221,
+ "åĽ¢": 2222,
+ "Ġtri": 2223,
+ "bers": 2224,
+ "rite": 2225,
+ "Ġtoo": 2226,
+ "oss": 2227,
+ "man": 2228,
+ "éϤ": 2229,
+ "æĢģ": 2230,
+ "arent": 2231,
+ "_S": 2232,
+ "Ġtechn": 2233,
+ "Ġlevel": 2234,
+ "Ġadv": 2235,
+ "List": 2236,
+ "ĠSo": 2237,
+ "Ġorder": 2238,
+ "here": 2239,
+ "ĠThey": 2240,
+ "over": 2241,
+ "Ġplace": 2242,
+ "iqu": 2243,
+ "Ġallow": 2244,
+ "æŀģ": 2245,
+ "und": 2246,
+ "Ġhealth": 2247,
+ "èĤ²": 2248,
+ "ailable": 2249,
+ "Ġproble": 2250,
+ "Ġcurrent": 2251,
+ "ml": 2252,
+ "å¼ķ": 2253,
+ "åIJĥ": 2254,
+ "ik": 2255,
+ "红": 2256,
+ "Ġoper": 2257,
+ "Ġsmall": 2258,
+ "æĸŃ": 2259,
+ "Ġcontin": 2260,
+ "å¾·": 2261,
+ "####": 2262,
+ "ĠThere": 2263,
+ "Ġsecond": 2264,
+ "åĺ": 2265,
+ "Ġprot": 2266,
+ "ency": 2267,
+ "_P": 2268,
+ "æĢİä¹Ī": 2269,
+ "lection": 2270,
+ "ients": 2271,
+ "Ġperform": 2272,
+ "vert": 2273,
+ "Ġthree": 2274,
+ "\":": 2275,
+ "Ġmonth": 2276,
+ "æµĭ": 2277,
+ "],": 2278,
+ "ished": 2279,
+ "sc": 2280,
+ "Ġ%": 2281,
+ "士": 2282,
+ "è·Ł": 2283,
+ "indow": 2284,
+ "Ġhapp": 2285,
+ "Ġteam": 2286,
+ "ç¢": 2287,
+ "åĬ©": 2288,
+ "ism": 2289,
+ "èµĽ": 2290,
+ "ush": 2291,
+ "失": 2292,
+ "Ġterm": 2293,
+ "work": 2294,
+ "Ġlanguage": 2295,
+ "Ġfile": 2296,
+ "ved": 2297,
+ "========": 2298,
+ "ability": 2299,
+ "人çļĦ": 2300,
+ "·": 2301,
+ "ural": 2302,
+ "Ġduring": 2303,
+ "Ġlot": 2304,
+ "Ġopen": 2305,
+ "çģ«": 2306,
+ "yle": 2307,
+ "Ġiss": 2308,
+ "ittle": 2309,
+ "lex": 2310,
+ "sw": 2311,
+ "arly": 2312,
+ "ought": 2313,
+ "èĩªå·±çļĦ": 2314,
+ "Ġbuild": 2315,
+ "åıĭ": 2316,
+ "ute": 2317,
+ "Ġlove": 2318,
+ "ĠZ": 2319,
+ "-f": 2320,
+ "roll": 2321,
+ "å¡": 2322,
+ "ĠX": 2323,
+ "æĭī": 2324,
+ "èı": 2325,
+ "arget": 2326,
+ "åħĭ": 2327,
+ "Ġline": 2328,
+ "ule": 2329,
+ "ä¸ŃçļĦ": 2330,
+ "åĵį": 2331,
+ "bsite": 2332,
+ "umm": 2333,
+ "æĥħåĨµ": 2334,
+ "text": 2335,
+ "Ġcent": 2336,
+ "Ġmethod": 2337,
+ "Ġnext": 2338,
+ "be": 2339,
+ "ä¹ī": 2340,
+ "å¾Ģ": 2341,
+ "éªĮ": 2342,
+ "çħ§": 2343,
+ "段": 2344,
+ "not": 2345,
+ "ems": 2346,
+ "Ġ,": 2347,
+ "cript": 2348,
+ "ä¿®": 2349,
+ "mp": 2350,
+ "Ġfew": 2351,
+ "math": 2352,
+ "Data": 2353,
+ "rem": 2354,
+ "è¶³": 2355,
+ "温": 2356,
+ "thing": 2357,
+ "Ġcustom": 2358,
+ "define": 2359,
+ "é£Ł": 2360,
+ "Ġreport": 2361,
+ "ĠRes": 2362,
+ "ivid": 2363,
+ "Ġest": 2364,
+ "Ġanal": 2365,
+ "ï¼Įå¹¶": 2366,
+ "æ¹": 2367,
+ "AS": 2368,
+ "Ġthings": 2369,
+ "åºķ": 2370,
+ "['": 2371,
+ "What": 2372,
+ "Ġrest": 2373,
+ "Ġmet": 2374,
+ "ww": 2375,
+ "ething": 2376,
+ "Ġrece": 2377,
+ "第äºĮ": 2378,
+ "uthor": 2379,
+ "An": 2380,
+ "å±Ģ": 2381,
+ "æĺ¯ä¸Ģ": 2382,
+ "è¿ľ": 2383,
+ "Ġhead": 2384,
+ "_l": 2385,
+ "âĢĻre": 2386,
+ "aj": 2387,
+ "lete": 2388,
+ "Ġdirect": 2389,
+ "èµ·æĿ¥": 2390,
+ "æī¾": 2391,
+ "çĮ": 2392,
+ "Ġpay": 2393,
+ "itions": 2394,
+ "ration": 2395,
+ "ral": 2396,
+ "DE": 2397,
+ "rr": 2398,
+ "par": 2399,
+ "ç§°": 2400,
+ "ponse": 2401,
+ "ï¼ĮéĤ£": 2402,
+ "å¢ĥ": 2403,
+ "Ġinterest": 2404,
+ "att": 2405,
+ "raw": 2406,
+ "èİ·": 2407,
+ "oard": 2408,
+ "éĢĤ": 2409,
+ "Ġstring": 2410,
+ "Ġproject": 2411,
+ "份": 2412,
+ "nect": 2413,
+ "ĠRe": 2414,
+ "象": 2415,
+ "atus": 2416,
+ "Ġkeep": 2417,
+ "AM": 2418,
+ "Ġet": 2419,
+ "Ġplan": 2420,
+ "ĠTo": 2421,
+ "reg": 2422,
+ "abel": 2423,
+ "Ġbetter": 2424,
+ "Ġstand": 2425,
+ "æİĴ": 2426,
+ "é¦ĸ": 2427,
+ "Ġfeel": 2428,
+ "iving": 2429,
+ "ds": 2430,
+ "ron": 2431,
+ "亲": 2432,
+ "meric": 2433,
+ "string": 2434,
+ ".h": 2435,
+ "æĿİ": 2436,
+ "ĠInd": 2437,
+ "èIJ½": 2438,
+ "class": 2439,
+ "åĪĩ": 2440,
+ "As": 2441,
+ "\")": 2442,
+ "çľģ": 2443,
+ "å±ŀ": 2444,
+ "ling": 2445,
+ "ç©¶": 2446,
+ "Ġide": 2447,
+ "ering": 2448,
+ "aut": 2449,
+ "Ġmight": 2450,
+ "ser": 2451,
+ "åĸľ": 2452,
+ "éĺ³": 2453,
+ "play": 2454,
+ "Ġalways": 2455,
+ "çĬ¶": 2456,
+ "ott": 2457,
+ "ission": 2458,
+ "ï¼Įå°±": 2459,
+ "çĶ·": 2460,
+ "ertain": 2461,
+ "ä¼Ĺ": 2462,
+ "Get": 2463,
+ "ĠIs": 2464,
+ "-m": 2465,
+ "Ġnull": 2466,
+ "ç»Ĩ": 2467,
+ "ior": 2468,
+ "Ġsit": 2469,
+ ".C": 2470,
+ "åķĬ": 2471,
+ "ically": 2472,
+ "by": 2473,
+ "Ġcheck": 2474,
+ "RO": 2475,
+ "æĿIJ": 2476,
+ "LL": 2477,
+ "Ġweek": 2478,
+ "éĥ½æĺ¯": 2479,
+ "Ġfr": 2480,
+ "åij¢": 2481,
+ "Ġsl": 2482,
+ "Ġexpl": 2483,
+ "new": 2484,
+ "éĩĩ": 2485,
+ "åIJĹ": 2486,
+ "ves": 2487,
+ "å·ŀ": 2488,
+ "Ġimportant": 2489,
+ "ĠOn": 2490,
+ "æ±Ł": 2491,
+ "éĻħ": 2492,
+ ".t": 2493,
+ "back": 2494,
+ "款": 2495,
+ "You": 2496,
+ "èĩ´": 2497,
+ "Ġcr": 2498,
+ "comm": 2499,
+ "']": 2500,
+ "Sh": 2501,
+ "icle": 2502,
+ "ç»´": 2503,
+ "rac": 2504,
+ "ç±³": 2505,
+ "å±Ĥ": 2506,
+ "lob": 2507,
+ "æĵ": 2508,
+ "Ġexpect": 2509,
+ "äºij": 2510,
+ "_T": 2511,
+ "åĬ¿": 2512,
+ "Ġâ": 2513,
+ "Ġsize": 2514,
+ "çļĦæĹ¶åĢĻ": 2515,
+ "Ġkey": 2516,
+ "Ġsim": 2517,
+ "产åĵģ": 2518,
+ "è¶ħ": 2519,
+ "Ġsoc": 2520,
+ "åħ»": 2521,
+ "å¼Ģå§ĭ": 2522,
+ "约": 2523,
+ "Ġincluding": 2524,
+ ".f": 2525,
+ "Ġexperience": 2526,
+ "ç»Ī": 2527,
+ "Ġnon": 2528,
+ "端": 2529,
+ "ç´ł": 2530,
+ "If": 2531,
+ "Ġcook": 2532,
+ "IS": 2533,
+ "Ġlittle": 2534,
+ "â̦â̦": 2535,
+ "}$": 2536,
+ "Ġput": 2537,
+ "Ġfollowing": 2538,
+ "é¢Ħ": 2539,
+ "Ġsomething": 2540,
+ "Ġavailable": 2541,
+ "ION": 2542,
+ "($": 2543,
+ "çŁ³": 2544,
+ "Ġanother": 2545,
+ "Ġ///": 2546,
+ "åįĩ": 2547,
+ "Ġpower": 2548,
+ "Ġpresent": 2549,
+ "ĠSp": 2550,
+ "Ġbr": 2551,
+ "Ġsince": 2552,
+ "cal": 2553,
+ "ĠCol": 2554,
+ "Ġcond": 2555,
+ "ĠAll": 2556,
+ "ç³»ç»Ł": 2557,
+ "ately": 2558,
+ "ç¿": 2559,
+ "Ġservice": 2560,
+ "Ġorgan": 2561,
+ "version": 2562,
+ "Ġgrow": 2563,
+ "ively": 2564,
+ "ç®Ģ": 2565,
+ "ium": 2566,
+ "oh": 2567,
+ "åıĮ": 2568,
+ "Ġaut": 2569,
+ "Ġapplic": 2570,
+ "Ġfield": 2571,
+ "å©": 2572,
+ "éĿĴ": 2573,
+ "orn": 2574,
+ "face": 2575,
+ "ats": 2576,
+ ",âĢĿ": 2577,
+ "Ġarg": 2578,
+ "æĺŁ": 2579,
+ "åħ¶ä»ĸ": 2580,
+ "rist": 2581,
+ "èĦ¸": 2582,
+ "eter": 2583,
+ "arge": 2584,
+ "For": 2585,
+ "date": 2586,
+ "Ġprivate": 2587,
+ "-c": 2588,
+ "ï¼Į以": 2589,
+ "欢": 2590,
+ "Ġlaw": 2591,
+ "oci": 2592,
+ "çĶŁæ´»": 2593,
+ "ä¿¡æģ¯": 2594,
+ "olution": 2595,
+ "itive": 2596,
+ "Ġaff": 2597,
+ "Ġprovide": 2598,
+ "Ġwater": 2599,
+ "åİĨ": 2600,
+ "Ġobject": 2601,
+ "Ġwithin": 2602,
+ "èŀ": 2603,
+ "reen": 2604,
+ "ï¼ŁâĢĿ": 2605,
+ "Ġdi": 2606,
+ "Ġsure": 2607,
+ "ĠShe": 2608,
+ ".g": 2609,
+ "af": 2610,
+ "oney": 2611,
+ "ĠPh": 2612,
+ "****************": 2613,
+ "ED": 2614,
+ "vious": 2615,
+ "åĤ": 2616,
+ "Ġsupp": 2617,
+ "uck": 2618,
+ "åł": 2619,
+ "Ġ--": 2620,
+ "ger": 2621,
+ "Ġold": 2622,
+ "_M": 2623,
+ "requ": 2624,
+ "ï¼ĮâĢľ": 2625,
+ "CT": 2626,
+ "_n": 2627,
+ "Ġinvest": 2628,
+ "æķ°æį®": 2629,
+ "Ġonline": 2630,
+ "Ġdev": 2631,
+ "ĠWhat": 2632,
+ "iron": 2633,
+ "æĹ©": 2634,
+ "åĩ»": 2635,
+ "Ġgroup": 2636,
+ "FF": 2637,
+ "è¿ĻäºĽ": 2638,
+ "è¡Ģ": 2639,
+ "erence": 2640,
+ "Ġve": 2641,
+ "#define": 2642,
+ "ava": 2643,
+ "Ġcome": 2644,
+ "Ġless": 2645,
+ "积": 2646,
+ "UT": 2647,
+ "Ġ!=": 2648,
+ "ãĤ": 2649,
+ "ories": 2650,
+ "Ġcost": 2651,
+ "Ġmult": 2652,
+ "Ġview": 2653,
+ "ĠSc": 2654,
+ "åįĬ": 2655,
+ "Ġmanag": 2656,
+ "ait": 2657,
+ "Ġnever": 2658,
+ "Ġaddition": 2659,
+ "Ġwebsite": 2660,
+ "é¾Ļ": 2661,
+ "ĠAd": 2662,
+ "/*": 2663,
+ "ails": 2664,
+ "Ġsimp": 2665,
+ "duct": 2666,
+ "æĿij": 2667,
+ "æķħ": 2668,
+ "åĪļ": 2669,
+ "htt": 2670,
+ "å®Ŀ": 2671,
+ "æĮī": 2672,
+ "æ£Ģ": 2673,
+ "Ġtem": 2674,
+ "ump": 2675,
+ "ĠAmeric": 2676,
+ "Ġinc": 2677,
+ "ination": 2678,
+ "çļĦæĺ¯": 2679,
+ "é»ij": 2680,
+ ");": 2681,
+ "Ġemp": 2682,
+ "View": 2683,
+ "Ġfriend": 2684,
+ "Ġcompany": 2685,
+ "Ġgot": 2686,
+ "Ġbig": 2687,
+ "è´£": 2688,
+ "éŃ": 2689,
+ "ivity": 2690,
+ "éĻ©": 2691,
+ "const": 2692,
+ "Ġspe": 2693,
+ "^{": 2694,
+ "Ġaccess": 2695,
+ "med": 2696,
+ "Ġgive": 2697,
+ "ains": 2698,
+ "ret": 2699,
+ "åŃ©åŃIJ": 2700,
+ "itle": 2701,
+ "èģĮ": 2702,
+ "æĻ¯": 2703,
+ "Cl": 2704,
+ "èϽ": 2705,
+ "rop": 2706,
+ "var": 2707,
+ "Ġcell": 2708,
+ "Ġfamily": 2709,
+ "å¾Īå¤ļ": 2710,
+ "unction": 2711,
+ "Ġchange": 2712,
+ "å¸Ĥåľº": 2713,
+ "èĭ±": 2714,
+ "odel": 2715,
+ "ä¸ĬçļĦ": 2716,
+ "è§Ĵ": 2717,
+ "Ġmodel": 2718,
+ "Ġmov": 2719,
+ "uild": 2720,
+ "åĪĹ": 2721,
+ "ĠâĢĺ": 2722,
+ "ä»ħ": 2723,
+ "clude": 2724,
+ "Ġunderstand": 2725,
+ "大çļĦ": 2726,
+ "éĶĻ": 2727,
+ "Value": 2728,
+ "Tr": 2729,
+ "Ġgiven": 2730,
+ "ours": 2731,
+ "ĠÐ": 2732,
+ "ape": 2733,
+ "Ġappe": 2734,
+ "rap": 2735,
+ "Col": 2736,
+ "èά": 2737,
+ "ler": 2738,
+ "iversity": 2739,
+ "Ġchang": 2740,
+ "ä¾Ŀ": 2741,
+ "âĢĶâĢĶ": 2742,
+ "AP": 2743,
+ "ention": 2744,
+ "ï¼ģâĢĿ": 2745,
+ "Ġstruct": 2746,
+ "(f": 2747,
+ "gle": 2748,
+ "ope": 2749,
+ "value": 2750,
+ "Ġschool": 2751,
+ "åĽ´": 2752,
+ "Ġfinal": 2753,
+ "key": 2754,
+ "åĿĹ": 2755,
+ "wit": 2756,
+ "ervice": 2757,
+ "Ġresp": 2758,
+ "une": 2759,
+ "Ġhard": 2760,
+ "ien": 2761,
+ "-p": 2762,
+ "use": 2763,
+ "aim": 2764,
+ "ĠUS": 2765,
+ "Ġable": 2766,
+ "Ġrese": 2767,
+ "æĭ©": 2768,
+ "ially": 2769,
+ "ï¼Įæľī": 2770,
+ "Ġfull": 2771,
+ "Ġsing": 2772,
+ "æıIJä¾Ľ": 2773,
+ "(s": 2774,
+ "好çļĦ": 2775,
+ "apt": 2776,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2777,
+ "acy": 2778,
+ "åĪĴ": 2779,
+ "Ġstatic": 2780,
+ "ived": 2781,
+ "Ġlim": 2782,
+ "ĠApp": 2783,
+ "idth": 2784,
+ "icy": 2785,
+ ",\"": 2786,
+ "æĭ¬": 2787,
+ "urs": 2788,
+ "anag": 2789,
+ "aster": 2790,
+ "(t": 2791,
+ "Ġgame": 2792,
+ "Ġask": 2793,
+ "éĶĢ": 2794,
+ "主è¦ģ": 2795,
+ "cul": 2796,
+ "ä¹Łæĺ¯": 2797,
+ "aterial": 2798,
+ "åIJĮæĹ¶": 2799,
+ "Ġpop": 2800,
+ "æ²¹": 2801,
+ "inter": 2802,
+ "èij": 2803,
+ "æł¹æį®": 2804,
+ "ET": 2805,
+ "éĢģ": 2806,
+ "å§Ķ": 2807,
+ "ä¸įèĥ½": 2808,
+ "ane": 2809,
+ "ending": 2810,
+ "ression": 2811,
+ "éĿŀ常": 2812,
+ "éħĴ": 2813,
+ "æ¼Ķ": 2814,
+ "Ġlocal": 2815,
+ "ently": 2816,
+ "ift": 2817,
+ "Ġcreate": 2818,
+ "ĠTe": 2819,
+ "por": 2820,
+ "Ġintern": 2821,
+ "ĠSu": 2822,
+ "åĩºæĿ¥": 2823,
+ "AD": 2824,
+ "Ġleg": 2825,
+ "Ġdays": 2826,
+ "è´Ł": 2827,
+ "Ġdem": 2828,
+ "Ġwom": 2829,
+ "帮": 2830,
+ "çĨ": 2831,
+ "èį¯": 2832,
+ "itor": 2833,
+ "大家": 2834,
+ "Ġfalse": 2835,
+ "ä»ĸçļĦ": 2836,
+ "æī¿": 2837,
+ "Ġuser": 2838,
+ "ï¼Įåıª": 2839,
+ "éĴ±": 2840,
+ "++": 2841,
+ "ç´§": 2842,
+ "Ġlog": 2843,
+ "çĽĬ": 2844,
+ "èĮĥ": 2845,
+ "Ġturn": 2846,
+ "é£ŀ": 2847,
+ "opt": 2848,
+ "uf": 2849,
+ "ä¸įä¼ļ": 2850,
+ "Ġhum": 2851,
+ "室": 2852,
+ "åĨ·": 2853,
+ "è¿ĺæľī": 2854,
+ "Ġbeh": 2855,
+ "By": 2856,
+ "ession": 2857,
+ "Ġgl": 2858,
+ "Un": 2859,
+ "ĠComm": 2860,
+ "åĪĿ": 2861,
+ "åĨĻ": 2862,
+ "ä¸ĸçķĮ": 2863,
+ "Ġagainst": 2864,
+ "ï¼Įæĺ¯": 2865,
+ "é»Ħ": 2866,
+ "Ġevent": 2867,
+ "Ġbas": 2868,
+ "åŁŁ": 2869,
+ "ä¹ĭåIJİ": 2870,
+ "æµİ": 2871,
+ "ĠÂ": 2872,
+ "Ġimpro": 2873,
+ "Ġ`": 2874,
+ "icense": 2875,
+ "ird": 2876,
+ "ither": 2877,
+ "æĸ¹æ³ķ": 2878,
+ "ister": 2879,
+ "èĥ½å¤Ł": 2880,
+ "Ġeng": 2881,
+ "resent": 2882,
+ "ots": 2883,
+ "Ġident": 2884,
+ "Ġlight": 2885,
+ "ftware": 2886,
+ "é¸": 2887,
+ "éĢīæĭ©": 2888,
+ "åĮħæĭ¬": 2889,
+ "Ġexample": 2890,
+ "```": 2891,
+ "rror": 2892,
+ "acter": 2893,
+ "Ġ&&": 2894,
+ "Ġstudy": 2895,
+ "ably": 2896,
+ "cription": 2897,
+ "ache": 2898,
+ "Ġret": 2899,
+ "é": 2900,
+ "Ġbased": 2901,
+ "Ġcap": 2902,
+ "action": 2903,
+ "Ġben": 2904,
+ "è¾ĵ": 2905,
+ "ĠBe": 2906,
+ "ä¹°": 2907,
+ "åĵª": 2908,
+ "ina": 2909,
+ "åı¤": 2910,
+ "çķĻ": 2911,
+ "Ġcontrol": 2912,
+ "cont": 2913,
+ "Ġleft": 2914,
+ "ries": 2915,
+ "é¡¹çĽ®": 2916,
+ "Ġpossible": 2917,
+ "Ġspecific": 2918,
+ "lish": 2919,
+ "çĸĹ": 2920,
+ "Ġnet": 2921,
+ "ocus": 2922,
+ "京": 2923,
+ ".A": 2924,
+ "ieve": 2925,
+ "lose": 2926,
+ "ideo": 2927,
+ "对äºİ": 2928,
+ "è¦ģæ±Ĥ": 2929,
+ "ording": 2930,
+ "Ġsol": 2931,
+ "çłĶç©¶": 2932,
+ "Ġpar": 2933,
+ "ised": 2934,
+ "å°½": 2935,
+ "Ġtyp": 2936,
+ "atures": 2937,
+ "åħŃ": 2938,
+ "Ġsite": 2939,
+ "ches": 2940,
+ "ä¸įåIJĮ": 2941,
+ "Ġaccount": 2942,
+ "åĪ»": 2943,
+ "ï¼Įåħ¶": 2944,
+ "ouble": 2945,
+ "伤": 2946,
+ "viron": 2947,
+ "Ġresults": 2948,
+ "Ġcourse": 2949,
+ "åĽ½å®¶": 2950,
+ "HE": 2951,
+ "Ġmean": 2952,
+ "æĬķèµĦ": 2953,
+ "ĠLet": 2954,
+ "data": 2955,
+ "Ġes": 2956,
+ "è¯Ħ": 2957,
+ "çªģ": 2958,
+ "é¢Ŀ": 2959,
+ "æīĢæľī": 2960,
+ "å¯Ĩ": 2961,
+ "ä¼¼": 2962,
+ "ĠâĢĶ": 2963,
+ "}\\": 2964,
+ "ĠOr": 2965,
+ "äºļ": 2966,
+ "br": 2967,
+ "ĠNo": 2968,
+ "ĠCont": 2969,
+ "rict": 2970,
+ "}{": 2971,
+ "crib": 2972,
+ "Ġservices": 2973,
+ "å±ħ": 2974,
+ "æĸ¹å¼ı": 2975,
+ "_F": 2976,
+ "Ġunt": 2977,
+ "åį¡": 2978,
+ "Ġcal": 2979,
+ "place": 2980,
+ "Ġgover": 2981,
+ "åºĹ": 2982,
+ "_id": 2983,
+ "å®ĺ": 2984,
+ "åĿĩ": 2985,
+ "Ġsuccess": 2986,
+ "ividual": 2987,
+ "Ġjob": 2988,
+ "Ġpract": 2989,
+ "ãĢĢ": 2990,
+ "æį¢": 2991,
+ "Ġpa": 2992,
+ "Ġarea": 2993,
+ "void": 2994,
+ "outh": 2995,
+ "éĩįè¦ģ": 2996,
+ "åħħ": 2997,
+ "çŃĶ": 2998,
+ "idd": 2999,
+ "çīĮ": 3000,
+ "ç½Ĺ": 3001,
+ "ources": 3002,
+ "åºľ": 3003,
+ "æ´»åĬ¨": 3004,
+ "Al": 3005,
+ "æĤ¨": 3006,
+ "åħ´": 3007,
+ "âĢĻve": 3008,
+ "aring": 3009,
+ "ended": 3010,
+ "å·®": 3011,
+ "lobal": 3012,
+ "ury": 3013,
+ "ĠÎ": 3014,
+ "Ġprom": 3015,
+ "读": 3016,
+ "ta": 3017,
+ "ances": 3018,
+ "Ġtext": 3019,
+ "ique": 3020,
+ "leg": 3021,
+ "åĨľ": 3022,
+ "irc": 3023,
+ "Ġtreat": 3024,
+ "ç»Ŀ": 3025,
+ "设计": 3026,
+ "Ġinit": 3027,
+ "Ġworking": 3028,
+ "æİ§åζ": 3029,
+ "社ä¼ļ": 3030,
+ "Ġcontent": 3031,
+ "Ġmus": 3032,
+ "ãĢĤåľ¨": 3033,
+ "UR": 3034,
+ "me": 3035,
+ "rad": 3036,
+ "ĠString": 3037,
+ "群": 3038,
+ "ober": 3039,
+ "Int": 3040,
+ "ples": 3041,
+ "Ġreview": 3042,
+ "umn": 3043,
+ "å®īåħ¨": 3044,
+ "åı²": 3045,
+ "ured": 3046,
+ "åįĥ": 3047,
+ "Ġfac": 3048,
+ "éĥ¨åĪĨ": 3049,
+ "ĠBl": 3050,
+ "uly": 3051,
+ "åĽº": 3052,
+ "ãĥ": 3053,
+ "ç¼ĸ": 3054,
+ "ification": 3055,
+ "ready": 3056,
+ "çĽij": 3057,
+ "ills": 3058,
+ ".l": 3059,
+ "Ġbro": 3060,
+ "book": 3061,
+ "frac": 3062,
+ "ĠMay": 3063,
+ "ole": 3064,
+ "code": 3065,
+ "å½±åĵį": 3066,
+ "çļ®": 3067,
+ "En": 3068,
+ "åľŁ": 3069,
+ "inc": 3070,
+ "Ġlearn": 3071,
+ "OT": 3072,
+ "Ġpot": 3073,
+ "org": 3074,
+ "ulation": 3075,
+ "Ġrequire": 3076,
+ "IM": 3077,
+ "两个": 3078,
+ "çīĪ": 3079,
+ "ĠThat": 3080,
+ "word": 3081,
+ "ards": 3082,
+ "rain": 3083,
+ "æĸ¹éĿ¢": 3084,
+ "Ġbreak": 3085,
+ "Ġhist": 3086,
+ "illion": 3087,
+ "å¾ħ": 3088,
+ "Set": 3089,
+ "èīº": 3090,
+ "ï¼Į她": 3091,
+ "ocument": 3092,
+ "Ind": 3093,
+ "init": 3094,
+ "æŃ¦": 3095,
+ "Ġemploy": 3096,
+ "Ġexc": 3097,
+ "head": 3098,
+ "Ġmaking": 3099,
+ "æŃ¢": 3100,
+ "Object": 3101,
+ ".b": 3102,
+ "Ġelect": 3103,
+ "amb": 3104,
+ "Ġtimes": 3105,
+ "ags": 3106,
+ "urity": 3107,
+ "åĩı": 3108,
+ "åħ«": 3109,
+ "åIJ¦": 3110,
+ "ä¸ĢäºĽ": 3111,
+ "gin": 3112,
+ "uro": 3113,
+ "åĽŃ": 3114,
+ "How": 3115,
+ "Ġocc": 3116,
+ "Ġconsider": 3117,
+ "ä¹İ": 3118,
+ "æĪijçļĦ": 3119,
+ "Ġwhy": 3120,
+ "ored": 3121,
+ "è¿Ļç§į": 3122,
+ "èĭ¥": 3123,
+ "Ġinclude": 3124,
+ "On": 3125,
+ "aps": 3126,
+ "ising": 3127,
+ "ume": 3128,
+ "åħį": 3129,
+ "Im": 3130,
+ "为äºĨ": 3131,
+ "а": 3132,
+ "é¦Ļ": 3133,
+ "æĪı": 3134,
+ "åŃ¦ä¹ł": 3135,
+ "idence": 3136,
+ "çİ©": 3137,
+ "åij³": 3138,
+ "ING": 3139,
+ "ike": 3140,
+ "Ġmoney": 3141,
+ "夫": 3142,
+ "Ġsec": 3143,
+ "urther": 3144,
+ "Ġansw": 3145,
+ "IG": 3146,
+ "ene": 3147,
+ "åѦçĶŁ": 3148,
+ "Ġthought": 3149,
+ "Ġbit": 3150,
+ "iver": 3151,
+ "éĻį": 3152,
+ "åı¦": 3153,
+ "æĻº": 3154,
+ "Ġsays": 3155,
+ "Ġlik": 3156,
+ "åİ¿": 3157,
+ "Ġkind": 3158,
+ "iety": 3159,
+ "_st": 3160,
+ "âĢĻm": 3161,
+ "害": 3162,
+ "èϽçĦ¶": 3163,
+ "off": 3164,
+ "ĠWhen": 3165,
+ "æ¯į": 3166,
+ "ids": 3167,
+ "令": 3168,
+ "æŁIJ": 3169,
+ "åı«": 3170,
+ "æķĻèĤ²": 3171,
+ "ney": 3172,
+ "Ġfour": 3173,
+ "严": 3174,
+ "ips": 3175,
+ "ales": 3176,
+ "Ġredu": 3177,
+ "Ġspecial": 3178,
+ "Ġchildren": 3179,
+ "'m": 3180,
+ "ä½ľä¸º": 3181,
+ "Ġindividual": 3182,
+ "ĠWith": 3183,
+ "çĶ»": 3184,
+ "Ġlow": 3185,
+ "о": 3186,
+ "_D": 3187,
+ "念": 3188,
+ "Ġcode": 3189,
+ "Ġflo": 3190,
+ "Wh": 3191,
+ "iles": 3192,
+ "Ġlarge": 3193,
+ "oice": 3194,
+ "åıijçݰ": 3195,
+ "ands": 3196,
+ "é²": 3197,
+ "æĭ¿": 3198,
+ "Ġfood": 3199,
+ ".n": 3200,
+ "nment": 3201,
+ "Ġrequest": 3202,
+ "Ġtot": 3203,
+ "Ġaway": 3204,
+ "Ġrecord": 3205,
+ "æ²³": 3206,
+ "AB": 3207,
+ "åĨħ容": 3208,
+ "Ġmeans": 3209,
+ "çģµ": 3210,
+ "agn": 3211,
+ "Ġstep": 3212,
+ "Ġbody": 3213,
+ "Ġproblem": 3214,
+ "è´Ń": 3215,
+ "fer": 3216,
+ "Ġprob": 3217,
+ "uture": 3218,
+ "åģ¥": 3219,
+ "Ġthing": 3220,
+ "He": 3221,
+ "vironment": 3222,
+ "isk": 3223,
+ "aint": 3224,
+ "____": 3225,
+ "Ġdone": 3226,
+ "åĩºçݰ": 3227,
+ "Ġshort": 3228,
+ "().": 3229,
+ "util": 3230,
+ "Ġphot": 3231,
+ "ctor": 3232,
+ "çĦ¶åIJİ": 3233,
+ "æĿĢ": 3234,
+ "pped": 3235,
+ "Ġparam": 3236,
+ "ĠThese": 3237,
+ "å¼Ĥ": 3238,
+ "(self": 3239,
+ "pping": 3240,
+ "éĻĪ": 3241,
+ "loc": 3242,
+ "Ġcreat": 3243,
+ "Ġquestion": 3244,
+ "igned": 3245,
+ "irt": 3246,
+ "ĠChrist": 3247,
+ "Ġstudents": 3248,
+ "è´¢": 3249,
+ "Ġcalled": 3250,
+ "LO": 3251,
+ "Ġhaving": 3252,
+ "orth": 3253,
+ "ysis": 3254,
+ "ç»ıæµİ": 3255,
+ "Ġmeas": 3256,
+ "äºī": 3257,
+ "Ġalong": 3258,
+ "ĠRep": 3259,
+ "ĠHowever": 3260,
+ "Ġpast": 3261,
+ "Ġpath": 3262,
+ "康": 3263,
+ "åı¶": 3264,
+ "Ġaddress": 3265,
+ "ajor": 3266,
+ "Ġcertain": 3267,
+ "ĠSystem": 3268,
+ "plic": 3269,
+ "çł´": 3270,
+ "ected": 3271,
+ "erc": 3272,
+ "'re": 3273,
+ "include": 3274,
+ "ä¸Ģå®ļ": 3275,
+ "å¤ĦçIJĨ": 3276,
+ "ffic": 3277,
+ "Ġrange": 3278,
+ "Ġmeet": 3279,
+ "iod": 3280,
+ "ä½Ļ": 3281,
+ "Ġlooking": 3282,
+ "ĠEn": 3283,
+ "Ġroom": 3284,
+ "Ġhig": 3285,
+ "ĠMar": 3286,
+ "è¿Ļä¹Ī": 3287,
+ "ï¼ĮæĪij们": 3288,
+ "æĪĸèĢħ": 3289,
+ "iter": 3290,
+ "çĭ¬": 3291,
+ "ley": 3292,
+ "SS": 3293,
+ "ç¦ı": 3294,
+ "è¿Ļä¸Ģ": 3295,
+ "Ġorig": 3296,
+ "æ¿": 3297,
+ "icro": 3298,
+ "Ġerror": 3299,
+ "yl": 3300,
+ "èĴ": 3301,
+ "âĢĵ": 3302,
+ "Ġmove": 3303,
+ "AG": 3304,
+ "........": 3305,
+ "(m": 3306,
+ "éĵ¶": 3307,
+ "OM": 3308,
+ "èŀį": 3309,
+ "Ġalready": 3310,
+ "Error": 3311,
+ "åħļ": 3312,
+ "âĢĻll": 3313,
+ "å¸Į": 3314,
+ "Ġsever": 3315,
+ "Re": 3316,
+ "Ġtell": 3317,
+ "ä»ĭ": 3318,
+ "But": 3319,
+ "Ġcommon": 3320,
+ "æł¸": 3321,
+ "(p": 3322,
+ "åįı": 3323,
+ "ables": 3324,
+ "ights": 3325,
+ "ĠCan": 3326,
+ "Ġoften": 3327,
+ "å¥ĩ": 3328,
+ "éĨ": 3329,
+ "Ġabove": 3330,
+ "Se": 3331,
+ "Ġresearch": 3332,
+ "Ġla": 3333,
+ "Ġuntil": 3334,
+ "ï¼Įåı¯": 3335,
+ "And": 3336,
+ "ä¸ĥ": 3337,
+ "å¿Ĺ": 3338,
+ "ĠEng": 3339,
+ "[i": 3340,
+ "ground": 3341,
+ "Ġtoday": 3342,
+ "conom": 3343,
+ "æĻ®": 3344,
+ "讲": 3345,
+ "umber": 3346,
+ "æĹı": 3347,
+ "人åijĺ": 3348,
+ "mb": 3349,
+ "éĺ¿": 3350,
+ "ched": 3351,
+ "Ġdeterm": 3352,
+ "ai": 3353,
+ "Ġann": 3354,
+ "Ġsaf": 3355,
+ "Key": 3356,
+ "arning": 3357,
+ "èĭı": 3358,
+ "Ġtoget": 3359,
+ "Ġprint": 3360,
+ "Ġtogether": 3361,
+ "aff": 3362,
+ "åĨ²": 3363,
+ "Ġ/*": 3364,
+ "æľīéĻIJ": 3365,
+ "çĵ": 3366,
+ "ĠLe": 3367,
+ "ĠAt": 3368,
+ "Ġsuper": 3369,
+ "èĽ": 3370,
+ "Ġparticular": 3371,
+ "æĻļ": 3372,
+ "US": 3373,
+ "earch": 3374,
+ "cer": 3375,
+ "Ġfore": 3376,
+ "Ġvisit": 3377,
+ "With": 3378,
+ "Ġpersonal": 3379,
+ "ayer": 3380,
+ "de": 3381,
+ "ends": 3382,
+ "Pl": 3383,
+ "print": 3384,
+ "课": 3385,
+ "Ġpage": 3386,
+ "è½®": 3387,
+ "èĥ½åĬĽ": 3388,
+ "缸åħ³": 3389,
+ "Ġleast": 3390,
+ "çļĦè¯Ŀ": 3391,
+ "Ġside": 3392,
+ "Ġneeds": 3393,
+ "åIJ¸": 3394,
+ "aces": 3395,
+ "ĠPr": 3396,
+ "Ġbuy": 3397,
+ ".j": 3398,
+ "举": 3399,
+ "å¾ĭ": 3400,
+ "Ġreason": 3401,
+ "åºĶ该": 3402,
+ "äºĭæĥħ": 3403,
+ "竣": 3404,
+ "ribute": 3405,
+ "è§īå¾Ĺ": 3406,
+ "PE": 3407,
+ "åı¥": 3408,
+ "çľĭåΰ": 3409,
+ "alf": 3410,
+ "ĠAss": 3411,
+ "åıijçĶŁ": 3412,
+ "ĠGod": 3413,
+ "Ġid": 3414,
+ "type": 3415,
+ "rec": 3416,
+ "lished": 3417,
+ "Ġmaterial": 3418,
+ "Ġant": 3419,
+ "е": 3420,
+ "Ġpack": 3421,
+ "åºı": 3422,
+ "åħµ": 3423,
+ "ides": 3424,
+ "Ġwhether": 3425,
+ "side": 3426,
+ "åIJ«": 3427,
+ "ĠMy": 3428,
+ "æ¦": 3429,
+ "æĭħ": 3430,
+ "æĿ¥çļĦ": 3431,
+ "åį«": 3432,
+ "File": 3433,
+ "è¡£": 3434,
+ "Ġhold": 3435,
+ "çŃĸ": 3436,
+ "ari": 3437,
+ "lu": 3438,
+ "osed": 3439,
+ "ummary": 3440,
+ "çŀ": 3441,
+ "å¦Ī": 3442,
+ "åĿIJ": 3443,
+ "å¯Į": 3444,
+ "col": 3445,
+ "Ġsocial": 3446,
+ "以åıĬ": 3447,
+ "sel": 3448,
+ "enn": 3449,
+ "Ġspace": 3450,
+ "æľ¨": 3451,
+ "lev": 3452,
+ "Ġindust": 3453,
+ "çĶŁäº§": 3454,
+ "Ġbenef": 3455,
+ "Ġproducts": 3456,
+ "joy": 3457,
+ "ç»§": 3458,
+ "Ġport": 3459,
+ "ä¸Ģæł·": 3460,
+ "ibility": 3461,
+ "Ġdri": 3462,
+ "è¿ĻéĩĮ": 3463,
+ "æ¤": 3464,
+ "gs": 3465,
+ "å·´": 3466,
+ "Ġsignific": 3467,
+ "åģľ": 3468,
+ "个人": 3469,
+ "ä¸įè¿ĩ": 3470,
+ "æĵį": 3471,
+ "ä¸ĵä¸ļ": 3472,
+ "ĠCent": 3473,
+ "å½ķ": 3474,
+ "unc": 3475,
+ "Ġfocus": 3476,
+ "ç»ĩ": 3477,
+ "Ġvari": 3478,
+ "åĶ®": 3479,
+ "Ġseveral": 3480,
+ "ohn": 3481,
+ "ormal": 3482,
+ "Text": 3483,
+ "Ġmen": 3484,
+ "url": 3485,
+ "ino": 3486,
+ ".D": 3487,
+ "ĠDo": 3488,
+ "ĠMed": 3489,
+ "Ġenough": 3490,
+ "lean": 3491,
+ "Exception": 3492,
+ "åĢĴ": 3493,
+ "æ¿Ģ": 3494,
+ "Ġenc": 3495,
+ "order": 3496,
+ "çĽĺ": 3497,
+ "verage": 3498,
+ "Ġfar": 3499,
+ "设å¤ĩ": 3500,
+ "Ġhouse": 3501,
+ "uration": 3502,
+ "æĢķ": 3503,
+ "Ġmot": 3504,
+ ".set": 3505,
+ "Ġtrad": 3506,
+ "Ġothers": 3507,
+ "éĿĻ": 3508,
+ "arr": 3509,
+ "Ġdr": 3510,
+ "æľĿ": 3511,
+ "oogle": 3512,
+ ")$": 3513,
+ "ental": 3514,
+ "anks": 3515,
+ ".M": 3516,
+ "Is": 3517,
+ "Ġtarget": 3518,
+ "Ġmax": 3519,
+ "wh": 3520,
+ "Ġeither": 3521,
+ "_B": 3522,
+ "缴æİ¥": 3523,
+ "Ġmakes": 3524,
+ "Ġrequired": 3525,
+ "æĽ¾": 3526,
+ "osp": 3527,
+ "éº": 3528,
+ "ä½łçļĦ": 3529,
+ "aus": 3530,
+ "ä¹Ŀ": 3531,
+ "ç£": 3532,
+ "ograph": 3533,
+ "çζ": 3534,
+ "):": 3535,
+ "resh": 3536,
+ "ibr": 3537,
+ "æ¯Ķè¾ĥ": 3538,
+ "ĠPol": 3539,
+ "座": 3540,
+ "çłģ": 3541,
+ "æŀIJ": 3542,
+ "Ġ?": 3543,
+ "Let": 3544,
+ "orld": 3545,
+ "Ġpub": 3546,
+ "Ġinvol": 3547,
+ "ä»ĺ": 3548,
+ "é¡»": 3549,
+ "rc": 3550,
+ "rel": 3551,
+ "mm": 3552,
+ "(\\": 3553,
+ "Ġsingle": 3554,
+ "Ġactually": 3555,
+ "ĠCo": 3556,
+ "lected": 3557,
+ "Ġversion": 3558,
+ "Ġcomb": 3559,
+ "Ġpo": 3560,
+ "è½½": 3561,
+ "Ġdevelopment": 3562,
+ "room": 3563,
+ "utes": 3564,
+ "(d": 3565,
+ "pper": 3566,
+ "å®ŀæĸ½": 3567,
+ "ilar": 3568,
+ "èĥĮ": 3569,
+ "UN": 3570,
+ "é¼": 3571,
+ "struct": 3572,
+ "Ġauthor": 3573,
+ "Ġvol": 3574,
+ "empt": 3575,
+ "äºĴ": 3576,
+ "ä¸Ŀ": 3577,
+ "å¾ģ": 3578,
+ "Ġess": 3579,
+ "ovember": 3580,
+ "enc": 3581,
+ "ĠComp": 3582,
+ "><": 3583,
+ "Ġrelations": 3584,
+ "Ġ<<": 3585,
+ "Ġstory": 3586,
+ "ĠUniversity": 3587,
+ "Ġbecome": 3588,
+ "æī§": 3589,
+ "ENT": 3590,
+ "èĨ": 3591,
+ "è¿ĩç¨ĭ": 3592,
+ "ä¹ĭéĹ´": 3593,
+ "ä¹ħ": 3594,
+ "Ġworks": 3595,
+ "perty": 3596,
+ "åŃ£": 3597,
+ "ï¼Įä½Ĩæĺ¯": 3598,
+ "egin": 3599,
+ "rect": 3600,
+ "ĠInt": 3601,
+ "ç§»": 3602,
+ "._": 3603,
+ "Ġquality": 3604,
+ "éĵģ": 3605,
+ "Ġenerg": 3606,
+ "IP": 3607,
+ ".âĢĿ": 3608,
+ "çݯå¢ĥ": 3609,
+ "æ³¢": 3610,
+ "éĤ£ä¹Ī": 3611,
+ "çıŃ": 3612,
+ "Ġinteg": 3613,
+ "Ġdue": 3614,
+ "ĠIN": 3615,
+ "Ġoffer": 3616,
+ "å¤ľ": 3617,
+ "åĵ¥": 3618,
+ "Ġdidn": 3619,
+ "Ġcommunity": 3620,
+ "Ġfail": 3621,
+ "Ġeasy": 3622,
+ "è¿ŀæİ¥": 3623,
+ "ä½Ĩæĺ¯": 3624,
+ "åĿļ": 3625,
+ "çľĭçĿĢ": 3626,
+ "Ġ:=": 3627,
+ "rior": 3628,
+ "fect": 3629,
+ "Ġconnect": 3630,
+ "æĪIJ为": 3631,
+ "_N": 3632,
+ "imate": 3633,
+ "left": 3634,
+ "--------------------------------": 3635,
+ "大åѦ": 3636,
+ "æĸĩåĮĸ": 3637,
+ "è´§": 3638,
+ "Add": 3639,
+ "Ġbring": 3640,
+ "span": 3641,
+ "Ġ...": 3642,
+ "åħ·æľī": 3643,
+ "Ġtalk": 3644,
+ "Ġclaim": 3645,
+ "Test": 3646,
+ "wards": 3647,
+ "ĠChe": 3648,
+ "Ġmajor": 3649,
+ "Ġcontain": 3650,
+ "æ½": 3651,
+ "(-": 3652,
+ "Ġtool": 3653,
+ "Ġwin": 3654,
+ "ĠQu": 3655,
+ "IL": 3656,
+ "[]": 3657,
+ "oose": 3658,
+ "çŁŃ": 3659,
+ "æĦ¿": 3660,
+ "ä¹Łä¸į": 3661,
+ "Ġair": 3662,
+ "eed": 3663,
+ "è¡¥": 3664,
+ "Ġblock": 3665,
+ "åĸĦ": 3666,
+ "\\n": 3667,
+ "Ġobs": 3668,
+ "èĦij": 3669,
+ "Ġcourt": 3670,
+ "Ġ": 3671,
+ "æĺ¥": 3672,
+ "Ġdoesn": 3673,
+ "../": 3674,
+ "#include": 3675,
+ "unity": 3676,
+ "bb": 3677,
+ "},": 3678,
+ "CH": 3679,
+ "mit": 3680,
+ "_in": 3681,
+ "ones": 3682,
+ "å¥Ĺ": 3683,
+ "now": 3684,
+ "Ġmar": 3685,
+ "Ġdoing": 3686,
+ "楼": 3687,
+ "Ġever": 3688,
+ "Ġmom": 3689,
+ "ĠYour": 3690,
+ "New": 3691,
+ "Ġdistribut": 3692,
+ "Ġstrong": 3693,
+ "çļĩ": 3694,
+ "yt": 3695,
+ "Ġposition": 3696,
+ "ension": 3697,
+ "(x": 3698,
+ "Ġamount": 3699,
+ "ĠFr": 3700,
+ "-l": 3701,
+ "åħ°": 3702,
+ "ä¸Ģèµ·": 3703,
+ "ĠCal": 3704,
+ "建设": 3705,
+ "iple": 3706,
+ "å·¦": 3707,
+ "èŃ": 3708,
+ "Ġtre": 3709,
+ "Ġmonths": 3710,
+ "file": 3711,
+ "uation": 3712,
+ "ç©¿": 3713,
+ "Ġmind": 3714,
+ "div": 3715,
+ "ple": 3716,
+ "Ġacross": 3717,
+ "clus": 3718,
+ "ules": 3719,
+ "Time": 3720,
+ "td": 3721,
+ "OL": 3722,
+ "Ġemail": 3723,
+ "ç͍æĪ·": 3724,
+ "Ġaction": 3725,
+ "ĠLicense": 3726,
+ "There": 3727,
+ "æĥĬ": 3728,
+ "Ġhtt": 3729,
+ "Ġ||": 3730,
+ "ties": 3731,
+ "ĠState": 3732,
+ "(n": 3733,
+ "é½": 3734,
+ "åĸľæ¬¢": 3735,
+ "ĠGet": 3736,
+ "è°ģ": 3737,
+ "Ġhuman": 3738,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3739,
+ "Ġthough": 3740,
+ "Ġsignificant": 3741,
+ "Ġtable": 3742,
+ "Ġgetting": 3743,
+ "æħ¢": 3744,
+ "Ġvalues": 3745,
+ "æľĭ": 3746,
+ "Ġdiscuss": 3747,
+ "most": 3748,
+ "åį°": 3749,
+ "ĠInst": 3750,
+ "Ġrepresent": 3751,
+ "å¦Ĥä½ķ": 3752,
+ "Ġoptions": 3753,
+ "State": 3754,
+ "èĹ": 3755,
+ "åī¯": 3756,
+ "Ġsource": 3757,
+ "è®Ń": 3758,
+ "Info": 3759,
+ "å§IJ": 3760,
+ "Ġassoci": 3761,
+ "âĢĿï¼Į": 3762,
+ "æĭĽ": 3763,
+ "ä¸Ńå¿ĥ": 3764,
+ "ç»ĥ": 3765,
+ "Ġanswer": 3766,
+ "oin": 3767,
+ "åĽłæŃ¤": 3768,
+ "çĶļ": 3769,
+ "Ġfuture": 3770,
+ "lements": 3771,
+ "ators": 3772,
+ "Ġcomplet": 3773,
+ "fort": 3774,
+ "èĩªçĦ¶": 3775,
+ "anu": 3776,
+ "px": 3777,
+ "èī¯": 3778,
+ "Ġonce": 3779,
+ "Ġmembers": 3780,
+ "Ġbelow": 3781,
+ ".P": 3782,
+ "(c": 3783,
+ "åĪĺ": 3784,
+ "åħ³ç³»": 3785,
+ "顾": 3786,
+ "iction": 3787,
+ "Ġlater": 3788,
+ "Qu": 3789,
+ "æĢ¥": 3790,
+ "å®ŀçݰ": 3791,
+ "eta": 3792,
+ "Ġrespect": 3793,
+ "index": 3794,
+ "raft": 3795,
+ "Ġdeal": 3796,
+ "Ġcolor": 3797,
+ "Ġcookies": 3798,
+ "avor": 3799,
+ "Ġeduc": 3800,
+ "ctober": 3801,
+ "ilities": 3802,
+ "ĠAN": 3803,
+ "Ġexist": 3804,
+ "Ġenergy": 3805,
+ "ĠCar": 3806,
+ "ogn": 3807,
+ "All": 3808,
+ "Ġproperty": 3809,
+ "Ġsugg": 3810,
+ "App": 3811,
+ "æľīäºĽ": 3812,
+ "Ġcharacter": 3813,
+ "ecut": 3814,
+ "èѦ": 3815,
+ "审": 3816,
+ "Ġshare": 3817,
+ "Ġsuggest": 3818,
+ "åı³": 3819,
+ "Ġsent": 3820,
+ "Ġcountry": 3821,
+ "Ġcou": 3822,
+ "De": 3823,
+ "Ġabs": 3824,
+ "Ġknown": 3825,
+ "imal": 3826,
+ "Ġenjoy": 3827,
+ "票": 3828,
+ "Ġphys": 3829,
+ "ender": 3830,
+ "纪": 3831,
+ "Ġparent": 3832,
+ "Ġbegin": 3833,
+ "ĠGu": 3834,
+ "ï¼ĮæīĢ以": 3835,
+ "åľ°æĸ¹": 3836,
+ "irl": 3837,
+ "ï¼Įä»İ": 3838,
+ "Ġchall": 3839,
+ "user": 3840,
+ "Ġwomen": 3841,
+ "å²ģ": 3842,
+ "roid": 3843,
+ "ux": 3844,
+ "Ġlive": 3845,
+ "OP": 3846,
+ "ication": 3847,
+ "æľĢåIJİ": 3848,
+ "aken": 3849,
+ "irm": 3850,
+ "èĵ": 3851,
+ "Ġdig": 3852,
+ "ä¾§": 3853,
+ "////////": 3854,
+ "cle": 3855,
+ "pril": 3856,
+ "ï¼Į对": 3857,
+ "ï¼Į让": 3858,
+ "(b": 3859,
+ "Ġnecess": 3860,
+ "Ġarray": 3861,
+ "Ġred": 3862,
+ "åī§": 3863,
+ "Ġoffic": 3864,
+ "ruction": 3865,
+ "Ġens": 3866,
+ "Requ": 3867,
+ "'ve": 3868,
+ "Ġactiv": 3869,
+ "Ġ__": 3870,
+ "Ġhours": 3871,
+ "Ġcontact": 3872,
+ "æľĭåıĭ": 3873,
+ "Ġcomes": 3874,
+ "и": 3875,
+ "Ġsoftware": 3876,
+ "ĠNot": 3877,
+ "åįļ": 3878,
+ "人æ°ij": 3879,
+ "Ġpotential": 3880,
+ "éķĩ": 3881,
+ "Ġperiod": 3882,
+ "Or": 3883,
+ "ä¸Ģä¸ĭ": 3884,
+ "oad": 3885,
+ "Ġtotal": 3886,
+ "Ġcur": 3887,
+ "ilt": 3888,
+ "ãĢIJ": 3889,
+ "è¯ī": 3890,
+ "ULL": 3891,
+ "æĿ¾": 3892,
+ "ĠBy": 3893,
+ "ptember": 3894,
+ "çij": 3895,
+ "cember": 3896,
+ "orts": 3897,
+ "åŃĺåľ¨": 3898,
+ "å¤ı": 3899,
+ "è°¢": 3900,
+ "Ġquick": 3901,
+ "Ġpress": 3902,
+ "ãĢij": 3903,
+ "][": 3904,
+ "Ġopport": 3905,
+ "ison": 3906,
+ "Ġcomput": 3907,
+ "ç»ĵæŀĦ": 3908,
+ "æŀ¶": 3909,
+ "Ġstre": 3910,
+ "Read": 3911,
+ "ĠOne": 3912,
+ "éĴŁ": 3913,
+ "临": 3914,
+ "inary": 3915,
+ "Ġsearch": 3916,
+ "Ġoption": 3917,
+ "atform": 3918,
+ "ï¼Įè¿ĺ": 3919,
+ "æĦŁè§ī": 3920,
+ "ä¸Ģèά": 3921,
+ "éľ²": 3922,
+ "rt": 3923,
+ "ĠDes": 3924,
+ "Ġblog": 3925,
+ "ĠUnited": 3926,
+ "Ġpatients": 3927,
+ "epend": 3928,
+ "æ±ī": 3929,
+ "Ġexam": 3930,
+ "çķ¥": 3931,
+ "imum": 3932,
+ "itted": 3933,
+ "Ġconc": 3934,
+ "Ġterms": 3935,
+ "ä¸ľè¥¿": 3936,
+ "Ġop": 3937,
+ "asing": 3938,
+ "rix": 3939,
+ "rm": 3940,
+ "-g": 3941,
+ "((": 3942,
+ "Ġgen": 3943,
+ "Ġland": 3944,
+ "Ġnight": 3945,
+ "pace": 3946,
+ "EM": 3947,
+ "Ġimprove": 3948,
+ "Ġassert": 3949,
+ "Ġyet": 3950,
+ "åĵĪ": 3951,
+ "æłij": 3952,
+ "ites": 3953,
+ "ugust": 3954,
+ "Ġprevious": 3955,
+ "纳": 3956,
+ "ĠAdd": 3957,
+ "é¢ij": 3958,
+ "Ph": 3959,
+ "ili": 3960,
+ "oll": 3961,
+ "Ġey": 3962,
+ "ÑĤ": 3963,
+ "æ¶²": 3964,
+ "Ġprice": 3965,
+ "Ġvideo": 3966,
+ "Ġinput": 3967,
+ "Ġfurther": 3968,
+ "绾": 3969,
+ "åŁ¹": 3970,
+ "rs": 3971,
+ "Ġimage": 3972,
+ "çĩ": 3973,
+ "Ġobtain": 3974,
+ "æįŁ": 3975,
+ "Ġgovernment": 3976,
+ "ãĢĤæĪij": 3977,
+ "-in": 3978,
+ "eters": 3979,
+ "ĠÃ": 3980,
+ "my": 3981,
+ "Ġrespons": 3982,
+ "Ġfeatures": 3983,
+ "ops": 3984,
+ "Ġlink": 3985,
+ "time": 3986,
+ "å·¥ç¨ĭ": 3987,
+ "Ġhappen": 3988,
+ "软": 3989,
+ "æ¯ķ": 3990,
+ "æ¥ļ": 3991,
+ "rodu": 3992,
+ "Ġcopy": 3993,
+ "ires": 3994,
+ "èĦļ": 3995,
+ "Ġdescrib": 3996,
+ "ners": 3997,
+ "Ġcrit": 3998,
+ "æĶ»": 3999,
+ "ä¸Ģç§į": 4000,
+ "artment": 4001,
+ "error": 4002,
+ "Ġrelationship": 4003,
+ "':": 4004,
+ "Ġenvironment": 4005,
+ "æľīéĻIJåħ¬åı¸": 4006,
+ "ung": 4007,
+ "Ġweb": 4008,
+ "ĠDis": 4009,
+ "Ġthrow": 4010,
+ "atural": 4011,
+ "anuary": 4012,
+ "åıªæĺ¯": 4013,
+ "Ġseason": 4014,
+ "ĠĠĠĠĠĠĠĠĠĠ": 4015,
+ "åģĩ": 4016,
+ "ç»Ħç»ĩ": 4017,
+ "å¯Ł": 4018,
+ "ounds": 4019,
+ "Ġstrateg": 4020,
+ "!!": 4021,
+ "Ġdefault": 4022,
+ "rack": 4023,
+ "ledge": 4024,
+ "ued": 4025,
+ "Ġprovided": 4026,
+ "éģĩ": 4027,
+ "though": 4028,
+ "-w": 4029,
+ "顺": 4030,
+ "Ġresponse": 4031,
+ "ç´¢": 4032,
+ "nection": 4033,
+ "odes": 4034,
+ "ĠGener": 4035,
+ "Ġyoung": 4036,
+ "html": 4037,
+ "ãĢĤè¿Ļ": 4038,
+ "çͳ": 4039,
+ "ĠUs": 4040,
+ "游æĪı": 4041,
+ "Ġcred": 4042,
+ "æıIJé«ĺ": 4043,
+ "èĤī": 4044,
+ "éĿł": 4045,
+ ".w": 4046,
+ "亮": 4047,
+ "ç͍äºİ": 4048,
+ "Ġbeaut": 4049,
+ "说éģĵ": 4050,
+ "Ġcult": 4051,
+ "ç¯": 4052,
+ "Ġsym": 4053,
+ "Ġcame": 4054,
+ "atter": 4055,
+ "Not": 4056,
+ "Ġstarted": 4057,
+ "mod": 4058,
+ "Item": 4059,
+ "ero": 4060,
+ "享": 4061,
+ "æĤ£": 4062,
+ "abor": 4063,
+ "cing": 4064,
+ "urance": 4065,
+ "ï¼ĮæīĢè¿°": 4066,
+ "æŃĮ": 4067,
+ "_g": 4068,
+ "ourn": 4069,
+ "gress": 4070,
+ "OS": 4071,
+ "ancial": 4072,
+ "Ġmessage": 4073,
+ "Ġbase": 4074,
+ "comp": 4075,
+ "tings": 4076,
+ "å¸Ŀ": 4077,
+ "ä¸Ģ缴": 4078,
+ "äºĨè§£": 4079,
+ "_h": 4080,
+ "稳": 4081,
+ "Ġamong": 4082,
+ "anies": 4083,
+ "åįł": 4084,
+ "èĭ¦": 4085,
+ "So": 4086,
+ "ä»»ä½ķ": 4087,
+ "ze": 4088,
+ "Ġseen": 4089,
+ "羣çļĦ": 4090,
+ "å³": 4091,
+ "åŃ¦æł¡": 4092,
+ "èĸ": 4093,
+ "è¯į": 4094,
+ "åĩºäºĨ": 4095,
+ "鼨": 4096,
+ "oud": 4097,
+ "ä½łä»¬": 4098,
+ "Ġgeneral": 4099,
+ "ĠMore": 4100,
+ "Ġrecomm": 4101,
+ "Ġvarious": 4102,
+ "unch": 4103,
+ "-h": 4104,
+ "Ġrate": 4105,
+ "缮åīį": 4106,
+ "Ġface": 4107,
+ "ector": 4108,
+ "ony": 4109,
+ "æķ£": 4110,
+ "ĠIntern": 4111,
+ "Ġsubject": 4112,
+ "Ġnews": 4113,
+ "plate": 4114,
+ "Ġcamp": 4115,
+ "认为": 4116,
+ "Ġcut": 4117,
+ "Ġeconom": 4118,
+ "itut": 4119,
+ "Ġinstall": 4120,
+ "æĹħ": 4121,
+ "Ad": 4122,
+ "Ġconfig": 4123,
+ "$$": 4124,
+ "Ġago": 4125,
+ "æĶ¿åºľ": 4126,
+ "No": 4127,
+ "Ġpoints": 4128,
+ "Ġsimilar": 4129,
+ "Ġtax": 4130,
+ "å¸ĮæľĽ": 4131,
+ "Ġsw": 4132,
+ "mat": 4133,
+ "ĠAmerican": 4134,
+ "essional": 4135,
+ "EX": 4136,
+ "ĠJohn": 4137,
+ "é¡¶": 4138,
+ "Ġclean": 4139,
+ "Ġheart": 4140,
+ "indows": 4141,
+ "Su": 4142,
+ "ä»Ĭ天": 4143,
+ "item": 4144,
+ "âĢ¢": 4145,
+ "ians": 4146,
+ "Ġsimple": 4147,
+ "ĠMe": 4148,
+ "è¡Įä¸ļ": 4149,
+ "_name": 4150,
+ "Ġthird": 4151,
+ "Ġissues": 4152,
+ "Ġearly": 4153,
+ "Ġhot": 4154,
+ "When": 4155,
+ "ç¾İåĽ½": 4156,
+ "Path": 4157,
+ "uments": 4158,
+ "Ġhope": 4159,
+ "æī¹": 4160,
+ "Ġindic": 4161,
+ "anager": 4162,
+ "Ġpred": 4163,
+ "'ll": 4164,
+ ",æĪij": 4165,
+ "Ġpick": 4166,
+ "éĺµ": 4167,
+ "oken": 4168,
+ "_w": 4169,
+ "å®Ī": 4170,
+ "Ġlarg": 4171,
+ ".F": 4172,
+ "éĢĢ": 4173,
+ "éĽª": 4174,
+ "roups": 4175,
+ "第ä¸ī": 4176,
+ "Ġrad": 4177,
+ "Ġperformance": 4178,
+ "hers": 4179,
+ "åĬŁèĥ½": 4180,
+ "Ġcompet": 4181,
+ "Ġpurch": 4182,
+ "Post": 4183,
+ "亿": 4184,
+ "Ġwhole": 4185,
+ "Ġmedia": 4186,
+ "config": 4187,
+ "æĿIJæĸĻ": 4188,
+ "æĿ¨": 4189,
+ "Ġanalysis": 4190,
+ "Ġmusic": 4191,
+ "box": 4192,
+ "çĸij": 4193,
+ "='": 4194,
+ "Node": 4195,
+ "åŁºæľ¬": 4196,
+ "å¥ĸ": 4197,
+ "éĻĦ": 4198,
+ "umb": 4199,
+ "Des": 4200,
+ "åĩĢ": 4201,
+ "çİī": 4202,
+ "æľºæŀĦ": 4203,
+ ".org": 4204,
+ "Ġapplication": 4205,
+ "Ġremain": 4206,
+ "Ġcomment": 4207,
+ "å°Ħ": 4208,
+ "设置": 4209,
+ "çͱäºİ": 4210,
+ "æĸĹ": 4211,
+ "Ġneg": 4212,
+ "ä¸ĭæĿ¥": 4213,
+ "注æĦı": 4214,
+ "icult": 4215,
+ "Ġwriting": 4216,
+ "Ġclear": 4217,
+ "itional": 4218,
+ "Index": 4219,
+ "çĹĽ": 4220,
+ "ç²ī": 4221,
+ "èıľ": 4222,
+ "Ġwrite": 4223,
+ "su": 4224,
+ "Ġperfect": 4225,
+ "http": 4226,
+ "Ġtook": 4227,
+ "annel": 4228,
+ "================": 4229,
+ "Ġ(!": 4230,
+ "Ġcity": 4231,
+ "inks": 4232,
+ "CC": 4233,
+ "########": 4234,
+ "ster": 4235,
+ "Ġsat": 4236,
+ "Ġwon": 4237,
+ "å°ģ": 4238,
+ "表示": 4239,
+ "ĠReg": 4240,
+ "Size": 4241,
+ "è´µ": 4242,
+ ">": 4243,
+ "追": 4244,
+ "æ²ī": 4245,
+ "Ġeverything": 4246,
+ "èįī": 4247,
+ "www": 4248,
+ "Event": 4249,
+ "ises": 4250,
+ "Ġdeb": 4251,
+ "(),": 4252,
+ "ç»ĵæŀľ": 4253,
+ "ĠFl": 4254,
+ "illed": 4255,
+ "fully": 4256,
+ "Ġear": 4257,
+ "丽": 4258,
+ "å®ĮæĪIJ": 4259,
+ "Ġ\"\"": 4260,
+ "ride": 4261,
+ "æ¹ĸ": 4262,
+ "æīĺ": 4263,
+ "åĪĨæŀIJ": 4264,
+ "ä¸įè¦ģ": 4265,
+ "ä½ľç͍": 4266,
+ "Ġ->": 4267,
+ "stance": 4268,
+ "æ´Ĺ": 4269,
+ "Ġwent": 4270,
+ "礼": 4271,
+ "ĠIm": 4272,
+ "Param": 4273,
+ "ĠAg": 4274,
+ "æĭį": 4275,
+ "Ġhigher": 4276,
+ "Ġtrack": 4277,
+ "éħ¸": 4278,
+ "do": 4279,
+ "lt": 4280,
+ "å¼Ł": 4281,
+ "using": 4282,
+ "eral": 4283,
+ "æĿ¥è¯´": 4284,
+ "iting": 4285,
+ "Ġstay": 4286,
+ "è´¨éĩı": 4287,
+ "pecially": 4288,
+ "OD": 4289,
+ "igure": 4290,
+ "Config": 4291,
+ "nces": 4292,
+ "ival": 4293,
+ "Ġquestions": 4294,
+ "sub": 4295,
+ "Ġsomeone": 4296,
+ "Ġseries": 4297,
+ "ixed": 4298,
+ "istic": 4299,
+ "ĠOur": 4300,
+ "èİ·å¾Ĺ": 4301,
+ "Ġhost": 4302,
+ "come": 4303,
+ "rew": 4304,
+ "å¨ģ": 4305,
+ "ĠPart": 4306,
+ "Ġrole": 4307,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠ": 4308,
+ "Ġchanges": 4309,
+ "éĹ»": 4310,
+ "èµĦ产": 4311,
+ "åįķä½į": 4312,
+ "è¸": 4313,
+ "å®ģ": 4314,
+ "Ġmillion": 4315,
+ "ding": 4316,
+ "oved": 4317,
+ "çĸ«": 4318,
+ "erved": 4319,
+ "ude": 4320,
+ "urope": 4321,
+ "yd": 4322,
+ "Ġdom": 4323,
+ "鼷": 4324,
+ "èģļ": 4325,
+ "çļĦ大": 4326,
+ "Ġissue": 4327,
+ "梦": 4328,
+ "Ġindustry": 4329,
+ "æĴŃ": 4330,
+ "Ġcannot": 4331,
+ "from": 4332,
+ "åª": 4333,
+ "åŁİå¸Ĥ": 4334,
+ "pose": 4335,
+ "Ġidea": 4336,
+ "Ġneeded": 4337,
+ "ĠAb": 4338,
+ "Ġstore": 4339,
+ "Ġcontext": 4340,
+ "Context": 4341,
+ "Ġrisk": 4342,
+ "éĻĨ": 4343,
+ "è·ij": 4344,
+ "Ġcard": 4345,
+ "Ġbelieve": 4346,
+ "Ġdate": 4347,
+ "Equ": 4348,
+ "Ġmor": 4349,
+ "era": 4350,
+ "andom": 4351,
+ "Ġhistory": 4352,
+ "test": 4353,
+ "ä¸Ģ次": 4354,
+ "Ġparticip": 4355,
+ "Ġloss": 4356,
+ "Ġhowever": 4357,
+ ".add": 4358,
+ "Ġage": 4359,
+ "Ġprovides": 4360,
+ "ĠPost": 4361,
+ "Ġminutes": 4362,
+ "æ¯Ĵ": 4363,
+ "Ġmanagement": 4364,
+ "Ġvia": 4365,
+ "ebru": 4366,
+ "Up": 4367,
+ "å¿ħé¡»": 4368,
+ "ĠMin": 4369,
+ "iful": 4370,
+ "éĴ¢": 4371,
+ "Ġwalk": 4372,
+ "éĤ£ä¸ª": 4373,
+ "Ġgames": 4374,
+ "åĩĨå¤ĩ": 4375,
+ "Ġtaking": 4376,
+ "IR": 4377,
+ "Ġclose": 4378,
+ "宣": 4379,
+ "æĬĹ": 4380,
+ "Ġtreatment": 4381,
+ "Ġanything": 4382,
+ "çͲ": 4383,
+ "ĉĉĉĉĉ": 4384,
+ "elling": 4385,
+ "èĥľ": 4386,
+ "obile": 4387,
+ "TR": 4388,
+ "ync": 4389,
+ "lege": 4390,
+ "ebruary": 4391,
+ "ï¼Į为": 4392,
+ "\\\\": 4393,
+ "ç½ij绾": 4394,
+ "Log": 4395,
+ "ĠStates": 4396,
+ "pha": 4397,
+ "orage": 4398,
+ "Ġconditions": 4399,
+ "Ġtraining": 4400,
+ "æ¯Ľ": 4401,
+ "Ġimpact": 4402,
+ "Ġoutput": 4403,
+ "Ġstd": 4404,
+ "Ġsum": 4405,
+ "hing": 4406,
+ "è¿Ľåħ¥": 4407,
+ "icles": 4408,
+ "da": 4409,
+ "list": 4410,
+ "rep": 4411,
+ "-st": 4412,
+ "èĮ¶": 4413,
+ "')": 4414,
+ "Ġdeg": 4415,
+ "ĠRev": 4416,
+ ".st": 4417,
+ "lick": 4418,
+ "ĠEd": 4419,
+ "Ġmach": 4420,
+ "çĶļèĩ³": 4421,
+ "urch": 4422,
+ "ä¹ĭåīį": 4423,
+ "ged": 4424,
+ "ĠAct": 4425,
+ "身ä½ĵ": 4426,
+ "乡": 4427,
+ "Ġfive": 4428,
+ "ï¼Įå°Ĩ": 4429,
+ "æĵįä½ľ": 4430,
+ "Ġindex": 4431,
+ "At": 4432,
+ "宫": 4433,
+ "Ġflow": 4434,
+ "ĠSee": 4435,
+ "æİī": 4436,
+ "Ġarticle": 4437,
+ "uffer": 4438,
+ "](": 4439,
+ "Ġmiss": 4440,
+ "åĽ½éĻħ": 4441,
+ "Ġbi": 4442,
+ "æĽ²": 4443,
+ "ological": 4444,
+ "æĭ¥": 4445,
+ ".R": 4446,
+ "Ġdat": 4447,
+ "Ġnetwork": 4448,
+ "Ġdouble": 4449,
+ "Ġupon": 4450,
+ "ĠGr": 4451,
+ "Ġfall": 4452,
+ "ried": 4453,
+ "hib": 4454,
+ "Ġaccept": 4455,
+ "Sc": 4456,
+ "âĢĿçļĦ": 4457,
+ "Ġcontinue": 4458,
+ "astic": 4459,
+ "ategory": 4460,
+ "çĽĸ": 4461,
+ "æĢĢ": 4462,
+ "Ġincrease": 4463,
+ "Ġpie": 4464,
+ "ï¼Įå½ĵ": 4465,
+ "reate": 4466,
+ "ç»§ç»Ń": 4467,
+ "%%": 4468,
+ "na": 4469,
+ "sec": 4470,
+ "ĠMarch": 4471,
+ "Request": 4472,
+ "å¾Ĺåΰ": 4473,
+ "ĠAfter": 4474,
+ "н": 4475,
+ "Ġdetails": 4476,
+ "ele": 4477,
+ "ceed": 4478,
+ "Ġimplement": 4479,
+ "Ġbar": 4480,
+ "Ġclos": 4481,
+ "ĠCount": 4482,
+ "Ab": 4483,
+ "begin": 4484,
+ "bar": 4485,
+ "Ġcomplete": 4486,
+ "è°Ī": 4487,
+ "pack": 4488,
+ "izing": 4489,
+ "ä»·æł¼": 4490,
+ "Ġcompanies": 4491,
+ "Ġseem": 4492,
+ "Ġpaper": 4493,
+ "Ġpercent": 4494,
+ "Ġentire": 4495,
+ "Ġadded": 4496,
+ "Ġmass": 4497,
+ "Ġaud": 4498,
+ "Ġwond": 4499,
+ "å½Ĵ": 4500,
+ "Ġcases": 4501,
+ "Ġcirc": 4502,
+ "Ġpolit": 4503,
+ "bol": 4504,
+ "çī¹åĪ«": 4505,
+ "ees": 4506,
+ "PI": 4507,
+ "Ġcaus": 4508,
+ "ĠNovember": 4509,
+ "è§£åĨ³": 4510,
+ "ĠSet": 4511,
+ "Ġtechnology": 4512,
+ "ball": 4513,
+ "缮æłĩ": 4514,
+ "ï¼Įå¦Ĥæŀľ": 4515,
+ "Ġlikely": 4516,
+ "Class": 4517,
+ "Ġregard": 4518,
+ "Ġsystems": 4519,
+ "Ġver": 4520,
+ "Ġprior": 4521,
+ "æķ¢": 4522,
+ "åIJĦç§į": 4523,
+ "æłĩåĩĨ": 4524,
+ "çĻ»": 4525,
+ "Ġdifficult": 4526,
+ "cho": 4527,
+ "å¦ĤæŃ¤": 4528,
+ "Ġpain": 4529,
+ "UL": 4530,
+ "Att": 4531,
+ "iol": 4532,
+ "yth": 4533,
+ "ĠDr": 4534,
+ "æĩ": 4535,
+ "ä¸ĢæŃ¥": 4536,
+ "hel": 4537,
+ "Ġbad": 4538,
+ "Def": 4539,
+ "æĹłæ³ķ": 4540,
+ "Ġload": 4541,
+ "Ġbo": 4542,
+ "æ²»çĸĹ": 4543,
+ "å¼¹": 4544,
+ "ging": 4545,
+ "Ġach": 4546,
+ "selves": 4547,
+ "Ġdam": 4548,
+ "ĠJune": 4549,
+ "Comp": 4550,
+ "Ġcoun": 4551,
+ "ç¨İ": 4552,
+ "符": 4553,
+ "ils": 4554,
+ "Ġhalf": 4555,
+ "Ġprim": 4556,
+ "Ġder": 4557,
+ "åŁºç¡": 4558,
+ "Field": 4559,
+ "Ġnear": 4560,
+ "umer": 4561,
+ "ï¼Įåı¯ä»¥": 4562,
+ "Ġstyle": 4563,
+ "Ġmatter": 4564,
+ "åĤ¨": 4565,
+ "mail": 4566,
+ "Ġbrow": 4567,
+ "æ±½": 4568,
+ "Ġfriends": 4569,
+ "é±": 4570,
+ "Ġrather": 4571,
+ "ided": 4572,
+ "产çĶŁ": 4573,
+ "Ġund": 4574,
+ "anced": 4575,
+ "ç§Ģ": 4576,
+ "iate": 4577,
+ "aging": 4578,
+ "Ġweight": 4579,
+ "¤IJ": 4580,
+ "Ġproblems": 4581,
+ "Ġdocument": 4582,
+ "丰": 4583,
+ "Of": 4584,
+ "aving": 4585,
+ "erver": 4586,
+ "Ġwait": 4587,
+ "åºĶç͍": 4588,
+ "Ġapply": 4589,
+ "æĽ´å¤ļ": 4590,
+ "æ··": 4591,
+ "pi": 4592,
+ "Ġlength": 4593,
+ "igation": 4594,
+ "Ġmatch": 4595,
+ "Over": 4596,
+ "bl": 4597,
+ "Ġtold": 4598,
+ "Ġevents": 4599,
+ "æ´¾": 4600,
+ "æķĪæŀľ": 4601,
+ "ilit": 4602,
+ "åŁºç¡Ģ": 4603,
+ "go": 4604,
+ "alt": 4605,
+ "Ġhom": 4606,
+ "å°¼": 4607,
+ "å®Įåħ¨": 4608,
+ "Ġden": 4609,
+ "çīĽ": 4610,
+ "https": 4611,
+ "å©ļ": 4612,
+ "\\x": 4613,
+ "Ġwords": 4614,
+ "ãĢĤä»ĸ": 4615,
+ "Ġsens": 4616,
+ "åĬ³": 4617,
+ "static": 4618,
+ "acc": 4619,
+ "Ġbuilding": 4620,
+ "çļĦå°ı": 4621,
+ "缺": 4622,
+ "aching": 4623,
+ "彩": 4624,
+ "æ²Ļ": 4625,
+ "é±¼": 4626,
+ "Ġagre": 4627,
+ "åİĤ": 4628,
+ "Ġtrying": 4629,
+ "ï¼Įä»ĸ们": 4630,
+ "Ġaccording": 4631,
+ "éģ¿": 4632,
+ "elt": 4633,
+ "ç¼ĵ": 4634,
+ "çŃij": 4635,
+ "æĹ¢": 4636,
+ "abled": 4637,
+ "Ġpret": 4638,
+ "åıªæľī": 4639,
+ "Ġways": 4640,
+ "Ġlower": 4641,
+ "Loc": 4642,
+ "Ġcells": 4643,
+ "result": 4644,
+ "éĢı": 4645,
+ "æ°¸": 4646,
+ "From": 4647,
+ "å¿Ļ": 4648,
+ "Ġblack": 4649,
+ "lood": 4650,
+ "array": 4651,
+ "ada": 4652,
+ "My": 4653,
+ "ayout": 4654,
+ "å¹³åı°": 4655,
+ "acebook": 4656,
+ "Ġtaken": 4657,
+ "ä¿ĿæĬ¤": 4658,
+ "åģ¥åº·": 4659,
+ "Ġplease": 4660,
+ "åĢŁ": 4661,
+ "atest": 4662,
+ "ï¼ĮçĦ¶åIJİ": 4663,
+ "Ġtravel": 4664,
+ "触": 4665,
+ "oper": 4666,
+ "åĮ»éĻ¢": 4667,
+ "æļĹ": 4668,
+ "minist": 4669,
+ "ĠPer": 4670,
+ "ensive": 4671,
+ "åĮĹ京": 4672,
+ "èĹı": 4673,
+ "Ġtypes": 4674,
+ "ĠStud": 4675,
+ "EL": 4676,
+ "ief": 4677,
+ "Ġlearning": 4678,
+ "_H": 4679,
+ "ĠJuly": 4680,
+ "æĢª": 4681,
+ "帮åĬ©": 4682,
+ ",åľ¨": 4683,
+ "oon": 4684,
+ "Ġcreated": 4685,
+ "åįĸ": 4686,
+ "æ»ij": 4687,
+ "Ġq": 4688,
+ "å®īè£ħ": 4689,
+ "æĿĤ": 4690,
+ "orks": 4691,
+ "_r": 4692,
+ "Map": 4693,
+ "Sub": 4694,
+ "atory": 4695,
+ "ÑĢ": 4696,
+ "ĠApril": 4697,
+ "Ġdest": 4698,
+ "Ġaw": 4699,
+ "æĶ¯æĮģ": 4700,
+ "Ġfront": 4701,
+ "ĠOctober": 4702,
+ "åħ¶ä¸Ń": 4703,
+ "oolean": 4704,
+ "unk": 4705,
+ "ĠCour": 4706,
+ "Ġcoll": 4707,
+ "$,": 4708,
+ "ĠDep": 4709,
+ "race": 4710,
+ "assert": 4711,
+ "åĽºå®ļ": 4712,
+ "ç»į": 4713,
+ "Ġalmost": 4714,
+ "欧": 4715,
+ "è¿ĩåİ»": 4716,
+ "just": 4717,
+ "çĨŁ": 4718,
+ "Ġexperien": 4719,
+ "Ġsimply": 4720,
+ "ĠCity": 4721,
+ "cast": 4722,
+ "Out": 4723,
+ "éĶ®": 4724,
+ "åĢº": 4725,
+ "ached": 4726,
+ "æŁĵ": 4727,
+ "iam": 4728,
+ "Ġquite": 4729,
+ "summary": 4730,
+ "ĠCor": 4731,
+ ")(": 4732,
+ "å¹´çļĦ": 4733,
+ "ç¬Ķ": 4734,
+ "oph": 4735,
+ "åΤ": 4736,
+ ")/": 4737,
+ "绿": 4738,
+ "éĩĩç͍": 4739,
+ "ana": 4740,
+ "_type": 4741,
+ "Ġglobal": 4742,
+ "sequ": 4743,
+ "Ġmultiple": 4744,
+ "ternal": 4745,
+ "Ġexpected": 4746,
+ "ä¸ļåĬ¡": 4747,
+ "Be": 4748,
+ "oring": 4749,
+ "_L": 4750,
+ "çĪ·": 4751,
+ "Ġemb": 4752,
+ "Ġbed": 4753,
+ "Ġreceived": 4754,
+ "OV": 4755,
+ "ores": 4756,
+ "客æĪ·": 4757,
+ "Ġwatch": 4758,
+ "å¢ŀåĬł": 4759,
+ ".e": 4760,
+ "ä¸ĢçĤ¹": 4761,
+ "Ġdevice": 4762,
+ "Ġsection": 4763,
+ "rong": 4764,
+ "她çļĦ": 4765,
+ "Ġespecially": 4766,
+ "Array": 4767,
+ "èĢģå¸Ī": 4768,
+ "ĠEurope": 4769,
+ "åºŃ": 4770,
+ "ä½Ľ": 4771,
+ "vis": 4772,
+ "Ent": 4773,
+ "TM": 4774,
+ "åħ¶å®ŀ": 4775,
+ "Ġorg": 4776,
+ "aur": 4777,
+ "Ġextra": 4778,
+ "éĴĪ": 4779,
+ "Ġ+=": 4780,
+ "å«": 4781,
+ "ï¼ĮåĽłä¸º": 4782,
+ "代表": 4783,
+ "åĺ´": 4784,
+ "Ġpict": 4785,
+ "Ġshows": 4786,
+ "æķij": 4787,
+ "Ġoffers": 4788,
+ "Ġste": 4789,
+ "ĠArt": 4790,
+ "éļľ": 4791,
+ "åĵģçīĮ": 4792,
+ "ĠCons": 4793,
+ "olutions": 4794,
+ "witter": 4795,
+ "Ġpers": 4796,
+ "mon": 4797,
+ "mission": 4798,
+ "_IN": 4799,
+ "ĠSeptember": 4800,
+ "计ç®Ĺ": 4801,
+ "åīĤ": 4802,
+ "ä¸įçŁ¥éģĵ": 4803,
+ "ä¹±": 4804,
+ "ĠHealth": 4805,
+ "Ġcompon": 4806,
+ "ç§ijæĬĢ": 4807,
+ "å®ŀéĻħ": 4808,
+ "ĠDecember": 4809,
+ "ĠSm": 4810,
+ "Ġstandard": 4811,
+ "IV": 4812,
+ "Ġetc": 4813,
+ "IF": 4814,
+ "é¹": 4815,
+ "Ġtw": 4816,
+ "åºĬ": 4817,
+ "é¡¿": 4818,
+ "Ġsolution": 4819,
+ "èµĦæºIJ": 4820,
+ "容æĺĵ": 4821,
+ "æĮ¥": 4822,
+ "Ġdisplay": 4823,
+ "chan": 4824,
+ "Ġestab": 4825,
+ "ynam": 4826,
+ "Ġoriginal": 4827,
+ "Ġcorrect": 4828,
+ "éĩĬ": 4829,
+ "ĠRec": 4830,
+ "aged": 4831,
+ "ĠWorld": 4832,
+ "CR": 4833,
+ "Ġcomplex": 4834,
+ "å¼Ģåıij": 4835,
+ "omet": 4836,
+ "éĤ£äºĽ": 4837,
+ "ervices": 4838,
+ "_RE": 4839,
+ "åłĤ": 4840,
+ "board": 4841,
+ "ĠãĢĤ": 4842,
+ "èĦ±": 4843,
+ "Ġcompl": 4844,
+ "è¯Ĺ": 4845,
+ "ä»į": 4846,
+ "ety": 4847,
+ "Ġknowledge": 4848,
+ "Hand": 4849,
+ "Ġrelated": 4850,
+ "Reg": 4851,
+ "light": 4852,
+ "èľ": 4853,
+ "åŃĶ": 4854,
+ "ufact": 4855,
+ "Ref": 4856,
+ "plit": 4857,
+ "Ġunique": 4858,
+ "ç²¾ç¥ŀ": 4859,
+ "PL": 4860,
+ "交æĺĵ": 4861,
+ "Ġadditional": 4862,
+ "ä»·å̼": 4863,
+ "éĿ¢çļĦ": 4864,
+ "Rec": 4865,
+ "åħ³äºİ": 4866,
+ "Ġnil": 4867,
+ "ottom": 4868,
+ "Ġbool": 4869,
+ "ouch": 4870,
+ "etic": 4871,
+ "幸": 4872,
+ "ĠMan": 4873,
+ "Ed": 4874,
+ "éĺ¶": 4875,
+ "see": 4876,
+ "Le": 4877,
+ "åIJ¯": 4878,
+ "å¨ĺ": 4879,
+ "Ġnecessary": 4880,
+ "Ġbox": 4881,
+ "Ġareas": 4882,
+ "Ġfavor": 4883,
+ "Ġprobably": 4884,
+ "ibrary": 4885,
+ ".T": 4886,
+ "Ġautom": 4887,
+ "èĤ¯": 4888,
+ "é¤IJ": 4889,
+ "ĠSome": 4890,
+ "误": 4891,
+ "ï¼Į大": 4892,
+ "-y": 4893,
+ "ĠAugust": 4894,
+ "Ñģ": 4895,
+ "Ġcontract": 4896,
+ "åºĵ": 4897,
+ "以ä¸Ĭ": 4898,
+ "check": 4899,
+ "è·Ŀ": 4900,
+ "rame": 4901,
+ "å½¢æĪIJ": 4902,
+ "ĠJanuary": 4903,
+ "ilter": 4904,
+ "istance": 4905,
+ "æİĮ": 4906,
+ "Ġsecurity": 4907,
+ "æĺ¯åIJ¦": 4908,
+ "Ġapproach": 4909,
+ "Val": 4910,
+ "loat": 4911,
+ "è§Ħå®ļ": 4912,
+ "Ġexpress": 4913,
+ "ĠList": 4914,
+ "pm": 4915,
+ "åĨ°": 4916,
+ "leep": 4917,
+ "ĠSchool": 4918,
+ "Ġeveryone": 4919,
+ "æ¦Ĥ": 4920,
+ "CE": 4921,
+ "ĠNULL": 4922,
+ "where": 4923,
+ "ãĢĤèĢĮ": 4924,
+ "ptions": 4925,
+ "Ġpolicy": 4926,
+ "å·¨": 4927,
+ "Ġevidence": 4928,
+ "æĺ¯ä¸Ģ个": 4929,
+ "ï¼ĮåıĪ": 4930,
+ "_{\\": 4931,
+ "Ġdownload": 4932,
+ "eturn": 4933,
+ "PS": 4934,
+ "CL": 4935,
+ "åİĨåı²": 4936,
+ "ocol": 4937,
+ "no": 4938,
+ "é¥Ń": 4939,
+ "Ġprofessional": 4940,
+ "询": 4941,
+ "Ġlimit": 4942,
+ "oke": 4943,
+ "Ġimm": 4944,
+ "Ġcustomers": 4945,
+ "Ġnatural": 4946,
+ "md": 4947,
+ "ĠNow": 4948,
+ "ç§ijåѦ": 4949,
+ "çŁ¥è¯Ĩ": 4950,
+ "Inter": 4951,
+ "Ġreading": 4952,
+ "Ġforward": 4953,
+ "Ġengine": 4954,
+ "ĠRead": 4955,
+ "Ġnothing": 4956,
+ "æĪIJåĬŁ": 4957,
+ "ä½įç½®": 4958,
+ "Ġisn": 4959,
+ "æ¸IJ": 4960,
+ "Ġpositive": 4961,
+ "éŃĶ": 4962,
+ "èµµ": 4963,
+ "ï¼ĮèĢĮä¸Ķ": 4964,
+ "åĹ": 4965,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4966,
+ "æİ¢": 4967,
+ "Ġfit": 4968,
+ "verse": 4969,
+ "Ġcalcul": 4970,
+ "Ġep": 4971,
+ "Dis": 4972,
+ "Ġcause": 4973,
+ "resp": 4974,
+ "Ġword": 4975,
+ "Ġliving": 4976,
+ "Ġvalid": 4977,
+ "ä": 4978,
+ "ĠYork": 4979,
+ "åŁºéĩij": 4980,
+ "roller": 4981,
+ "å»¶": 4982,
+ "ç»ıèIJ¥": 4983,
+ "éļIJ": 4984,
+ "AA": 4985,
+ "å®Ĺ": 4986,
+ "æĺ¯åľ¨": 4987,
+ "rest": 4988,
+ "ĠOut": 4989,
+ "ĠAcc": 4990,
+ "Ġusers": 4991,
+ "æ·¡": 4992,
+ "Ġjud": 4993,
+ "Ġfeature": 4994,
+ "åħ·ä½ĵ": 4995,
+ "ç®Ģåįķ": 4996,
+ "augh": 4997,
+ "ĠÏ": 4998,
+ "Ġwhite": 4999,
+ "åħ¸": 5000,
+ "Ġstop": 5001,
+ "iddle": 5002,
+ "Ġgrowth": 5003,
+ "计åĪĴ": 5004,
+ "Ġexact": 5005,
+ "ï¼īï¼Į": 5006,
+ "Ġsepar": 5007,
+ "Ġplatform": 5008,
+ "Ġstat": 5009,
+ "aily": 5010,
+ "Ġlevels": 5011,
+ "åįĪ": 5012,
+ "Ġitem": 5013,
+ "æĿ¡ä»¶": 5014,
+ "ĠFin": 5015,
+ "field": 5016,
+ "tes": 5017,
+ "åĪĢ": 5018,
+ "Ġincludes": 5019,
+ "_R": 5020,
+ "Ġchoose": 5021,
+ "Trans": 5022,
+ "ql": 5023,
+ "icon": 5024,
+ "Ġfinancial": 5025,
+ "fl": 5026,
+ "空éĹ´": 5027,
+ "åĶIJ": 5028,
+ "å°ļ": 5029,
+ "User": 5030,
+ "ä¸įæĸŃ": 5031,
+ "sy": 5032,
+ "overed": 5033,
+ "Ġensure": 5034,
+ "apter": 5035,
+ "amed": 5036,
+ "Ġrecogn": 5037,
+ "çͰ": 5038,
+ "Ġsix": 5039,
+ "ĠOF": 5040,
+ "Ġcas": 5041,
+ "Form": 5042,
+ "Ġrunning": 5043,
+ "Ġeval": 5044,
+ "ĠNews": 5045,
+ "åĪ©ç͍": 5046,
+ "åİŁåĽł": 5047,
+ "åīij": 5048,
+ "ä¼Ļ": 5049,
+ "åΏ": 5050,
+ "è¡Ĺ": 5051,
+ "gen": 5052,
+ "Ġtitle": 5053,
+ "è¿İ": 5054,
+ "Ġinstead": 5055,
+ "Ġdiv": 5056,
+ "ĠMc": 5057,
+ "ç®±": 5058,
+ "çĿ¡": 5059,
+ "æľ«": 5060,
+ "aced": 5061,
+ "é½IJ": 5062,
+ "Sp": 5063,
+ "eks": 5064,
+ "æĽ´åĬł": 5065,
+ "åĸĿ": 5066,
+ "reak": 5067,
+ "ming": 5068,
+ "Code": 5069,
+ "Ġinstance": 5070,
+ "Ġbeautiful": 5071,
+ "ï¼Įè¦ģ": 5072,
+ "coming": 5073,
+ "èĻij": 5074,
+ "ĠâĪ": 5075,
+ "Ġshown": 5076,
+ "(&": 5077,
+ "é¦Ĩ": 5078,
+ "Ġmark": 5079,
+ "Ġwanted": 5080,
+ "Ġyourself": 5081,
+ "Ġdise": 5082,
+ "Ġbehav": 5083,
+ "Ġasked": 5084,
+ "ĠGe": 5085,
+ "_V": 5086,
+ "Ġtakes": 5087,
+ "Ġgirl": 5088,
+ "åIJĪä½ľ": 5089,
+ "Ġground": 5090,
+ "Ġreceive": 5091,
+ "ĠOff": 5092,
+ "骨": 5093,
+ "Ġgrad": 5094,
+ "/s": 5095,
+ "NA": 5096,
+ "point": 5097,
+ "map": 5098,
+ "ï¼Įåį´": 5099,
+ "Ġintrodu": 5100,
+ "è¿Ļæł·çļĦ": 5101,
+ "Ġmap": 5102,
+ "ĠOR": 5103,
+ "Ġmoment": 5104,
+ "çĬ¶æĢģ": 5105,
+ "Ġsoon": 5106,
+ "éĿ©": 5107,
+ "Ġcover": 5108,
+ "airs": 5109,
+ "nov": 5110,
+ "olid": 5111,
+ "Result": 5112,
+ "Message": 5113,
+ "ĠWill": 5114,
+ "ĠPres": 5115,
+ "Ġinside": 5116,
+ "iation": 5117,
+ "ĠTra": 5118,
+ "ĠPar": 5119,
+ "Ġill": 5120,
+ "erve": 5121,
+ "âĢĺ": 5122,
+ "que": 5123,
+ "ĠUp": 5124,
+ "çѾ": 5125,
+ "Ġselect": 5126,
+ "Ġparty": 5127,
+ "Ġshall": 5128,
+ "Ġeffic": 5129,
+ "âij": 5130,
+ "hold": 5131,
+ "Ġseems": 5132,
+ "Service": 5133,
+ "çĥŁ": 5134,
+ "ç¿»": 5135,
+ "åĿı": 5136,
+ "å´": 5137,
+ "Ġful": 5138,
+ "Ġsche": 5139,
+ "ĠPe": 5140,
+ "ĠAm": 5141,
+ "ĠNational": 5142,
+ "Ġessential": 5143,
+ "Ġfoot": 5144,
+ "gr": 5145,
+ "One": 5146,
+ "说æĺİ": 5147,
+ "xy": 5148,
+ "æĿĨ": 5149,
+ "ersion": 5150,
+ "enu": 5151,
+ "综": 5152,
+ "è¿IJåĬ¨": 5153,
+ "irtual": 5154,
+ "奥": 5155,
+ "èĻļ": 5156,
+ "åį±": 5157,
+ "Ġgroups": 5158,
+ "åľ£": 5159,
+ "港": 5160,
+ "Ġnormal": 5161,
+ "éĩĮçļĦ": 5162,
+ "-based": 5163,
+ "ä¼ij": 5164,
+ "é¢ľ": 5165,
+ "æĸ°çļĦ": 5166,
+ "Ġusually": 5167,
+ "ĠThen": 5168,
+ "signed": 5169,
+ "unt": 5170,
+ "ĠBr": 5171,
+ "Ġitems": 5172,
+ "人们": 5173,
+ "args": 5174,
+ "æĥ³è¦ģ": 5175,
+ "Ġcy": 5176,
+ "ĠHere": 5177,
+ "Ġcoming": 5178,
+ "Ġdeath": 5179,
+ "Ġinitial": 5180,
+ "Ġdecision": 5181,
+ "Ġassociated": 5182,
+ "æĸ¹åIJij": 5183,
+ "åľĨ": 5184,
+ "_data": 5185,
+ "ĠSec": 5186,
+ ".B": 5187,
+ "è´Łè´£": 5188,
+ "ĠNone": 5189,
+ "飩": 5190,
+ "æĿ¥äºĨ": 5191,
+ "ges": 5192,
+ "UE": 5193,
+ "ĠDef": 5194,
+ "Ġlonger": 5195,
+ "Ġhref": 5196,
+ "Ġincluded": 5197,
+ "atur": 5198,
+ "Ġfast": 5199,
+ "Ġbackground": 5200,
+ "$\\": 5201,
+ "ython": 5202,
+ "Ġoutside": 5203,
+ "ĠSouth": 5204,
+ "许å¤ļ": 5205,
+ "Ġrights": 5206,
+ "lient": 5207,
+ "è¶£": 5208,
+ "Ġsense": 5209,
+ "æĹ§": 5210,
+ "Ġprep": 5211,
+ "Count": 5212,
+ "ç«ŀ": 5213,
+ "çªģçĦ¶": 5214,
+ ",èĢĮ": 5215,
+ "Ġpretty": 5216,
+ "Ġ((": 5217,
+ "éĽĨåĽ¢": 5218,
+ "ĠHis": 5219,
+ "çģ¯": 5220,
+ ".W": 5221,
+ "éĩİ": 5222,
+ "pty": 5223,
+ "æ¤į": 5224,
+ "èĪª": 5225,
+ "\"]": 5226,
+ "硬": 5227,
+ "Ġdraw": 5228,
+ "object": 5229,
+ "以ä¸ĭ": 5230,
+ "aker": 5231,
+ "Ġpopular": 5232,
+ "bf": 5233,
+ "anel": 5234,
+ "çīĻ": 5235,
+ "[\"": 5236,
+ "lim": 5237,
+ "Ġpm": 5238,
+ "down": 5239,
+ "ATE": 5240,
+ "Ġregular": 5241,
+ "Ġcondition": 5242,
+ "Ġwritten": 5243,
+ "èİ«": 5244,
+ "ĠTHE": 5245,
+ "urb": 5246,
+ "rivacy": 5247,
+ "lin": 5248,
+ "éĨĴ": 5249,
+ "润": 5250,
+ "æİĪ": 5251,
+ "ĠJust": 5252,
+ "create": 5253,
+ "éĥ¨éŨ": 5254,
+ "ĠTrans": 5255,
+ "********************************": 5256,
+ "çĹĩ": 5257,
+ "æŃ£åľ¨": 5258,
+ "æĬĵ": 5259,
+ "ï¼İ": 5260,
+ "Ġelement": 5261,
+ "ĠAust": 5262,
+ "state": 5263,
+ "nown": 5264,
+ "Ġmember": 5265,
+ "éĺ´": 5266,
+ "ournal": 5267,
+ "Ġstructure": 5268,
+ "char": 5269,
+ "æıIJåįĩ": 5270,
+ "å£°éŁ³": 5271,
+ "Ġoffice": 5272,
+ "Ġstatus": 5273,
+ "Ġconcern": 5274,
+ "ĠSun": 5275,
+ "ipe": 5276,
+ "Ġfeed": 5277,
+ "ube": 5278,
+ "wise": 5279,
+ "ĠPublic": 5280,
+ "Ġbal": 5281,
+ "Ġclient": 5282,
+ "ĠRed": 5283,
+ ">>": 5284,
+ "Ġoil": 5285,
+ "ä»ĭç»į": 5286,
+ "åĽ°": 5287,
+ "ç¡®å®ļ": 5288,
+ "ç͵è¯Ŀ": 5289,
+ "Ġsequ": 5290,
+ "Ġ第": 5291,
+ "II": 5292,
+ "idered": 5293,
+ "æģ¶": 5294,
+ "gy": 5295,
+ "Ġrecent": 5296,
+ "trans": 5297,
+ "label": 5298,
+ "ĠOf": 5299,
+ "Ġchalleng": 5300,
+ "Ġprevent": 5301,
+ "ĠGeneral": 5302,
+ "Ġpropos": 5303,
+ "ä¸ĩåħĥ": 5304,
+ "arc": 5305,
+ "æĺ¾ç¤º": 5306,
+ "饮": 5307,
+ "TE": 5308,
+ "è̳": 5309,
+ "æĿŁ": 5310,
+ "é¢ĨåŁŁ": 5311,
+ "$.": 5312,
+ "ä½³": 5313,
+ "æĬ¥åijĬ": 5314,
+ "é»ĺ": 5315,
+ "оÐ": 5316,
+ "æĭ¥æľī": 5317,
+ "建çŃij": 5318,
+ "Ġstaff": 5319,
+ "æı¡": 5320,
+ "Ġ**": 5321,
+ "ui": 5322,
+ "ĠTest": 5323,
+ "Ġeducation": 5324,
+ "åħ¨åĽ½": 5325,
+ "Ġmeasure": 5326,
+ "Our": 5327,
+ "ĠNorth": 5328,
+ "Ġproduction": 5329,
+ "ĠInc": 5330,
+ "Ġfire": 5331,
+ "Ġbehind": 5332,
+ "导èĩ´": 5333,
+ "åľ°åĮº": 5334,
+ "ç§ĭ": 5335,
+ "è£ħç½®": 5336,
+ "é²ľ": 5337,
+ "Ġmethods": 5338,
+ "çĥĪ": 5339,
+ "èĮĥåĽ´": 5340,
+ "åĩłä¸ª": 5341,
+ "Ġpractice": 5342,
+ "ĠFree": 5343,
+ "irection": 5344,
+ "ken": 5345,
+ "åĪº": 5346,
+ "Ġsqu": 5347,
+ "åıĺåĮĸ": 5348,
+ "Ġuses": 5349,
+ "Ġlocation": 5350,
+ "Ġmaintain": 5351,
+ "change": 5352,
+ "ï¼Įå¦Ĥ": 5353,
+ "ä¸įå¾Ĺ": 5354,
+ "éļıçĿĢ": 5355,
+ "èĽĭ": 5356,
+ "lied": 5357,
+ "éĢIJ": 5358,
+ "witch": 5359,
+ "uk": 5360,
+ "Ġmedical": 5361,
+ "æĮīçħ§": 5362,
+ "Model": 5363,
+ "åľĪ": 5364,
+ "éľĢæ±Ĥ": 5365,
+ "Ġfrequ": 5366,
+ "Ġactivity": 5367,
+ "ï½": 5368,
+ "æ´Ľ": 5369,
+ "æ§": 5370,
+ "产ä¸ļ": 5371,
+ "éĶĢåĶ®": 5372,
+ "CK": 5373,
+ "Ġclick": 5374,
+ "MS": 5375,
+ "cd": 5376,
+ "Ġaccom": 5377,
+ "ĠAf": 5378,
+ "Ġnames": 5379,
+ "osition": 5380,
+ "ailed": 5381,
+ "Ġboard": 5382,
+ "æľīæķĪ": 5383,
+ ".html": 5384,
+ "abase": 5385,
+ "Ġåľ¨": 5386,
+ "åIJĽ": 5387,
+ "Ġphone": 5388,
+ "Ġeffects": 5389,
+ "åĨ³å®ļ": 5390,
+ "used": 5391,
+ "oe": 5392,
+ "Ġdefined": 5393,
+ "绩": 5394,
+ "Ġï¼Ī": 5395,
+ "ĠFebruary": 5396,
+ "Ġappear": 5397,
+ "Ġeffective": 5398,
+ "Ġnode": 5399,
+ "Ġweeks": 5400,
+ "èĵĿ": 5401,
+ ".L": 5402,
+ "comes": 5403,
+ "æī§è¡Į": 5404,
+ "Ġworth": 5405,
+ "Ġopp": 5406,
+ "_ST": 5407,
+ "纸": 5408,
+ "饰": 5409,
+ "ained": 5410,
+ "å¸ģ": 5411,
+ "Ġleave": 5412,
+ "Ġconsidered": 5413,
+ "Ġscreen": 5414,
+ "-to": 5415,
+ "æijĩ": 5416,
+ "ences": 5417,
+ "Ġcross": 5418,
+ "MA": 5419,
+ "evice": 5420,
+ "æ¶Īè´¹": 5421,
+ "æ´²": 5422,
+ "info": 5423,
+ "责任": 5424,
+ "Ġcredit": 5425,
+ "Ġtrust": 5426,
+ "aches": 5427,
+ "éϤäºĨ": 5428,
+ "part": 5429,
+ "isf": 5430,
+ "è´¥": 5431,
+ "è¡Į为": 5432,
+ "èµ¶": 5433,
+ "aves": 5434,
+ "éļĶ": 5435,
+ "angle": 5436,
+ "è½´": 5437,
+ "[@": 5438,
+ "function": 5439,
+ "NS": 5440,
+ "Ġveh": 5441,
+ "Color": 5442,
+ "valid": 5443,
+ "åį·": 5444,
+ "ä¸įåΰ": 5445,
+ "å½ĵçĦ¶": 5446,
+ "Ġavoid": 5447,
+ "istics": 5448,
+ "func": 5449,
+ "Ġord": 5450,
+ "=\\": 5451,
+ "æľīåħ³": 5452,
+ "åı¯æĺ¯": 5453,
+ "OW": 5454,
+ "寻": 5455,
+ "Ġheld": 5456,
+ "iment": 5457,
+ "à¤": 5458,
+ "Ġdeep": 5459,
+ "Ġupd": 5460,
+ "ĠPa": 5461,
+ "èĶ": 5462,
+ "ãĢĤâĢľ": 5463,
+ "ening": 5464,
+ "rypt": 5465,
+ "oes": 5466,
+ "奶": 5467,
+ "ANT": 5468,
+ "Ġdesigned": 5469,
+ "Ġsound": 5470,
+ "Ġconsist": 5471,
+ "link": 5472,
+ "Pr": 5473,
+ "weet": 5474,
+ "æĬĺ": 5475,
+ "Image": 5476,
+ "Ġ]": 5477,
+ "æģ©": 5478,
+ "lier": 5479,
+ "emp": 5480,
+ "åĨł": 5481,
+ "ä¼°": 5482,
+ "Ġcustomer": 5483,
+ "inding": 5484,
+ "ç«¥": 5485,
+ "pri": 5486,
+ "表çݰ": 5487,
+ "olve": 5488,
+ "æľºä¼ļ": 5489,
+ "è¿Ļæĺ¯": 5490,
+ "Che": 5491,
+ "atal": 5492,
+ "缩": 5493,
+ "ille": 5494,
+ "è´¦": 5495,
+ "Ġinj": 5496,
+ "dis": 5497,
+ "Ġcontribut": 5498,
+ "ship": 5499,
+ "ework": 5500,
+ "emic": 5501,
+ "Ġstates": 5502,
+ "Ġblood": 5503,
+ "ĠFrom": 5504,
+ "izes": 5505,
+ "èį£": 5506,
+ "为ä»Ģä¹Ī": 5507,
+ "Ġfiles": 5508,
+ "æ±ł": 5509,
+ "Ġallows": 5510,
+ "ä¸įåı¯": 5511,
+ "ç§ĺ": 5512,
+ "Ġability": 5513,
+ "åĩºçļĦ": 5514,
+ "ãĢĮ": 5515,
+ "ĠIS": 5516,
+ "ä¸Ĭæµ·": 5517,
+ "æĸĩä»¶": 5518,
+ "Ġskills": 5519,
+ "qrt": 5520,
+ "ĠGoogle": 5521,
+ "çĿĽ": 5522,
+ "ĠDon": 5523,
+ "_G": 5524,
+ "Ġwindow": 5525,
+ "èĤ¤": 5526,
+ "ï¼Įæ¯ı": 5527,
+ "Ġhon": 5528,
+ "åIJİçļĦ": 5529,
+ "Ġhit": 5530,
+ "åİļ": 5531,
+ "len": 5532,
+ "å±ĭ": 5533,
+ "Table": 5534,
+ "Ġsend": 5535,
+ "anch": 5536,
+ "hood": 5537,
+ "Manager": 5538,
+ "istry": 5539,
+ "çĶ³è¯·": 5540,
+ "ĠæĪij": 5541,
+ "ament": 5542,
+ "ĠData": 5543,
+ "uge": 5544,
+ "Ġstudies": 5545,
+ "Ġtemper": 5546,
+ ",ä½Ĩ": 5547,
+ "miss": 5548,
+ "æķ´ä¸ª": 5549,
+ "Ġfilm": 5550,
+ "ĠNet": 5551,
+ "Hel": 5552,
+ "æīĭæľº": 5553,
+ "æĥ³åΰ": 5554,
+ "Ġitself": 5555,
+ ")\\": 5556,
+ "ï¼ĮåĨį": 5557,
+ "chen": 5558,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5559,
+ ".app": 5560,
+ "ĠSoc": 5561,
+ "Ġprotect": 5562,
+ "Ġaverage": 5563,
+ "Ġpublished": 5564,
+ "(i": 5565,
+ "Ġmodels": 5566,
+ "æĸ¹æ¡Ī": 5567,
+ "Ġsave": 5568,
+ "Ġbrand": 5569,
+ "åıĤåĬł": 5570,
+ "α": 5571,
+ "met": 5572,
+ "Ġroad": 5573,
+ "ä¼ļè®®": 5574,
+ "Ġ($": 5575,
+ "åijĬè¯ī": 5576,
+ "Ġmention": 5577,
+ "æĮij": 5578,
+ "Ġcurrently": 5579,
+ "PC": 5580,
+ "æĹģ": 5581,
+ "鼶": 5582,
+ "ä¿ĿæĮģ": 5583,
+ "ama": 5584,
+ "Ġanyone": 5585,
+ "模å¼ı": 5586,
+ "Ġrecommend": 5587,
+ "å·Ŀ": 5588,
+ "Ġmarketing": 5589,
+ "çΏ": 5590,
+ "Ġpattern": 5591,
+ "á": 5592,
+ "æīįèĥ½": 5593,
+ "è¿ĩæĿ¥": 5594,
+ "å³°": 5595,
+ "é£İéĻ©": 5596,
+ "æĻºèĥ½": 5597,
+ "Ġconduct": 5598,
+ "df": 5599,
+ "uate": 5600,
+ "ĠPM": 5601,
+ "Ġdru": 5602,
+ "Ġwall": 5603,
+ "Ġrout": 5604,
+ "like": 5605,
+ "bit": 5606,
+ "Ġsubs": 5607,
+ "ares": 5608,
+ "_size": 5609,
+ "UM": 5610,
+ "åİħ": 5611,
+ "èĥ¡": 5612,
+ "leased": 5613,
+ "åŃĻ": 5614,
+ "Ġspeed": 5615,
+ "Ġupdate": 5616,
+ "Ġchoice": 5617,
+ "éĵ¶è¡Į": 5618,
+ "ifier": 5619,
+ "php": 5620,
+ "(this": 5621,
+ "Ġwonder": 5622,
+ "Ġcenter": 5623,
+ "秦": 5624,
+ "urg": 5625,
+ "å¯Ĵ": 5626,
+ "éĽħ": 5627,
+ "ï¼Įéĥ½": 5628,
+ "Ġinsurance": 5629,
+ "èµĦéĩij": 5630,
+ "zon": 5631,
+ "ĠCourt": 5632,
+ "ç͵åŃIJ": 5633,
+ "åĪĨéĴŁ": 5634,
+ "Ġcomments": 5635,
+ "Ġideas": 5636,
+ "public": 5637,
+ "That": 5638,
+ "asons": 5639,
+ "IB": 5640,
+ "Ġactivities": 5641,
+ "âĢĻd": 5642,
+ "ellow": 5643,
+ "Ġattack": 5644,
+ "ependent": 5645,
+ "æł·çļĦ": 5646,
+ "uilder": 5647,
+ "ĠMon": 5648,
+ "Ġopportunity": 5649,
+ "_i": 5650,
+ "åĩ¡": 5651,
+ "else": 5652,
+ "汽车": 5653,
+ "ç¦ģ": 5654,
+ "麻": 5655,
+ "reet": 5656,
+ "ese": 5657,
+ "Ġinflu": 5658,
+ "åģı": 5659,
+ "æĬ±": 5660,
+ "è¿·": 5661,
+ "input": 5662,
+ "api": 5663,
+ "Ġsil": 5664,
+ "ipment": 5665,
+ "ï¼Įå®ĥ": 5666,
+ "zz": 5667,
+ "opyright": 5668,
+ "AY": 5669,
+ "ĠJava": 5670,
+ "è·³": 5671,
+ "è¾¾åΰ": 5672,
+ "å®ľ": 5673,
+ "Ġdifference": 5674,
+ "ä¹ĭä¸Ģ": 5675,
+ "Ġexecut": 5676,
+ "Ġresources": 5677,
+ "ä¸ĭçļĦ": 5678,
+ "æĤ£èĢħ": 5679,
+ "毫": 5680,
+ "Ġreported": 5681,
+ "à¸": 5682,
+ "çĪĨ": 5683,
+ "-n": 5684,
+ "Ġsn": 5685,
+ "ĠPark": 5686,
+ "TH": 5687,
+ "èĪŀ": 5688,
+ "é¬": 5689,
+ "讨": 5690,
+ "rief": 5691,
+ "æ°´å¹³": 5692,
+ "ä¿ĥ": 5693,
+ "ĠCenter": 5694,
+ "Ġwrong": 5695,
+ "Ġpric": 5696,
+ "å°¤": 5697,
+ "amples": 5698,
+ "èι": 5699,
+ "Ġfactors": 5700,
+ "efore": 5701,
+ "Ġtrial": 5702,
+ "伸": 5703,
+ "ĠPat": 5704,
+ "Ġmanufact": 5705,
+ "oms": 5706,
+ "ĠEl": 5707,
+ "æĪij们çļĦ": 5708,
+ "///": 5709,
+ "Mod": 5710,
+ "ptr": 5711,
+ ".x": 5712,
+ "缣": 5713,
+ "æģIJ": 5714,
+ "ĠHigh": 5715,
+ "Ġdecl": 5716,
+ "Ġones": 5717,
+ "ç»ıè¿ĩ": 5718,
+ "Rep": 5719,
+ "size": 5720,
+ "æ¯ĶèµĽ": 5721,
+ "/d": 5722,
+ "aries": 5723,
+ "åªĴ": 5724,
+ "izer": 5725,
+ "åºĨ": 5726,
+ "Ġdirectly": 5727,
+ "Ġgra": 5728,
+ "Ġthroughout": 5729,
+ "Property": 5730,
+ "çĸ¾": 5731,
+ "Ġbooks": 5732,
+ "emplate": 5733,
+ "Ġsaw": 5734,
+ "æľīä¸Ģ": 5735,
+ "ership": 5736,
+ "atives": 5737,
+ "Ġready": 5738,
+ "å¿ĥéĩĮ": 5739,
+ "åħĪçĶŁ": 5740,
+ "ports": 5741,
+ "Ġskin": 5742,
+ "ĠBar": 5743,
+ "irit": 5744,
+ "osing": 5745,
+ "çĺ": 5746,
+ "Ġhttp": 5747,
+ "mitted": 5748,
+ "-C": 5749,
+ "å°±ä¼ļ": 5750,
+ "èij£": 5751,
+ "Ġkids": 5752,
+ "~~": 5753,
+ "EO": 5754,
+ "sk": 5755,
+ "æĶ¶åħ¥": 5756,
+ "Ġhappy": 5757,
+ "ederal": 5758,
+ "irth": 5759,
+ "ĠDay": 5760,
+ "active": 5761,
+ "Ġregion": 5762,
+ "gment": 5763,
+ "aling": 5764,
+ "éĢłæĪIJ": 5765,
+ "Ġviol": 5766,
+ "åĬª": 5767,
+ "alpha": 5768,
+ "ä½ľåĵģ": 5769,
+ "bor": 5770,
+ "\".": 5771,
+ "Ġlegal": 5772,
+ "çľ¼çĿĽ": 5773,
+ "uy": 5774,
+ "with": 5775,
+ "åħ³æ³¨": 5776,
+ "body": 5777,
+ "ius": 5778,
+ "æĢ§çļĦ": 5779,
+ "ä¿Ŀè¯ģ": 5780,
+ "ĠWhile": 5781,
+ "ĠSk": 5782,
+ "å¼±": 5783,
+ "åĶ¿": 5784,
+ "default": 5785,
+ "å®ĩ": 5786,
+ "Ġeasily": 5787,
+ "èīºæľ¯": 5788,
+ "诺": 5789,
+ "æī¬": 5790,
+ "Ġsales": 5791,
+ "more": 5792,
+ "ĠVal": 5793,
+ "ha": 5794,
+ "Call": 5795,
+ "ij": 5796,
+ "Ġlooks": 5797,
+ "Ġinvolved": 5798,
+ "è¾Ĩ": 5799,
+ "'d": 5800,
+ "Ġattempt": 5801,
+ "ç´¯": 5802,
+ "Ġnumbers": 5803,
+ ".is": 5804,
+ "Ġcand": 5805,
+ "soft": 5806,
+ "vey": 5807,
+ ":\"": 5808,
+ "Ġlives": 5809,
+ "å±ŀäºİ": 5810,
+ "仪": 5811,
+ "illing": 5812,
+ "actions": 5813,
+ "åIJ´": 5814,
+ "Element": 5815,
+ "Ġå¹´": 5816,
+ "Ġtim": 5817,
+ "ä¼´": 5818,
+ "åĪĨåĪ«": 5819,
+ "Ġimmed": 5820,
+ "lication": 5821,
+ "çĴ": 5822,
+ "æ¾": 5823,
+ "éĵ¾": 5824,
+ "Ġamaz": 5825,
+ "Ġquant": 5826,
+ "ä»Ļ": 5827,
+ "ĠInter": 5828,
+ "å²Ľ": 5829,
+ "妹": 5830,
+ "cret": 5831,
+ "ĠService": 5832,
+ "Ġheav": 5833,
+ ",ä¸į": 5834,
+ "Ġcomfort": 5835,
+ "Ġthemselves": 5836,
+ "Ġexcept": 5837,
+ "æľī人": 5838,
+ "Ġcam": 5839,
+ "dom": 5840,
+ "Ġslow": 5841,
+ "respond": 5842,
+ "Ġrow": 5843,
+ "ï¼Į使": 5844,
+ "ĠMr": 5845,
+ "Ġgraph": 5846,
+ "mas": 5847,
+ "Ġassess": 5848,
+ "gor": 5849,
+ "arter": 5850,
+ "Ġbuilt": 5851,
+ "Ġfunctions": 5852,
+ "罪": 5853,
+ "Ġdim": 5854,
+ "æĿ¯": 5855,
+ "éĺ»": 5856,
+ "访": 5857,
+ "ham": 5858,
+ "ART": 5859,
+ "../../": 5860,
+ "Ġstri": 5861,
+ "è´´": 5862,
+ "PR": 5863,
+ "éĩijèŀį": 5864,
+ "Ġplayers": 5865,
+ "Ġfund": 5866,
+ "è¿Ľä¸ĢæŃ¥": 5867,
+ "éľĩ": 5868,
+ "ĠLaw": 5869,
+ "Ġsurface": 5870,
+ "ridge": 5871,
+ "prot": 5872,
+ "æıı": 5873,
+ "Ġgives": 5874,
+ "Ġmix": 5875,
+ "Ġelements": 5876,
+ "åIJī": 5877,
+ "Ġsort": 5878,
+ "Ġcollect": 5879,
+ "ä»»åĬ¡": 5880,
+ ",\\": 5881,
+ "Ut": 5882,
+ "Ġbenefits": 5883,
+ "Ġtask": 5884,
+ "ponent": 5885,
+ "Ġprec": 5886,
+ "çĿ£": 5887,
+ "Ġwar": 5888,
+ "(int": 5889,
+ "Ġdriv": 5890,
+ "acity": 5891,
+ "isions": 5892,
+ "Ġcouple": 5893,
+ "aign": 5894,
+ "eries": 5895,
+ "Ġphysical": 5896,
+ "ĠCounty": 5897,
+ "ãĢĤå¦Ĥæŀľ": 5898,
+ "path": 5899,
+ "lation": 5900,
+ "ðŁ": 5901,
+ "èī²çļĦ": 5902,
+ "å¤ļå°ij": 5903,
+ "Ġenter": 5904,
+ "Ġsus": 5905,
+ "iring": 5906,
+ "Ġparts": 5907,
+ "ĠAM": 5908,
+ "éķľ": 5909,
+ "Ġdigital": 5910,
+ "Ġbank": 5911,
+ "åĨĮ": 5912,
+ "ĠID": 5913,
+ "ĠFirst": 5914,
+ "Ġcommit": 5915,
+ "oto": 5916,
+ "Ġprote": 5917,
+ "Ġsell": 5918,
+ "Ġrelease": 5919,
+ "缼": 5920,
+ "lying": 5921,
+ "æijĦ": 5922,
+ "Ġcompared": 5923,
+ "Ġtools": 5924,
+ "Ġcho": 5925,
+ "inition": 5926,
+ "åѦéĻ¢": 5927,
+ "Ġhor": 5928,
+ "Ġquickly": 5929,
+ "éĽĦ": 5930,
+ "ĠClass": 5931,
+ "position": 5932,
+ "ç»ĵåIJĪ": 5933,
+ "以åIJİ": 5934,
+ "åįģåĪĨ": 5935,
+ "çĤİ": 5936,
+ "lear": 5937,
+ "åĬĽéĩı": 5938,
+ "纷": 5939,
+ "çĥ§": 5940,
+ "ï¼Įæľ¬": 5941,
+ "Ġunderstanding": 5942,
+ "ĠCON": 5943,
+ "å¢Ļ": 5944,
+ "ĠAre": 5945,
+ "ĠAmerica": 5946,
+ "Ġ;": 5947,
+ "(a": 5948,
+ "Ġround": 5949,
+ "Ġlatest": 5950,
+ "-up": 5951,
+ "elta": 5952,
+ "eq": 5953,
+ "BC": 5954,
+ "itch": 5955,
+ "Ġremember": 5956,
+ "erences": 5957,
+ "åĽ½åĨħ": 5958,
+ "å¼Ģå±ķ": 5959,
+ "Ġjava": 5960,
+ "Ġrecently": 5961,
+ "综åIJĪ": 5962,
+ "è°ĵ": 5963,
+ "çļĦæĥħåĨµ": 5964,
+ "_W": 5965,
+ "TER": 5966,
+ "rast": 5967,
+ "æIJŃ": 5968,
+ "ĠDav": 5969,
+ "äºĪ": 5970,
+ "离å¼Ģ": 5971,
+ "ny": 5972,
+ "éģĹ": 5973,
+ "çļĦäºĭ": 5974,
+ "Ġplant": 5975,
+ "ecause": 5976,
+ "Ġstream": 5977,
+ "æķĻåѦ": 5978,
+ "ambda": 5979,
+ "Ġdrive": 5980,
+ "aby": 5981,
+ "å¿į": 5982,
+ "Ġmother": 5983,
+ "Ġgoal": 5984,
+ "ĠSch": 5985,
+ "Ġproced": 5986,
+ "Ġbound": 5987,
+ "inate": 5988,
+ "å¹ķ": 5989,
+ "Ġarch": 5990,
+ "建议": 5991,
+ "Ġdemon": 5992,
+ "å°ıæĹ¶": 5993,
+ "Ġmechan": 5994,
+ "Ġsites": 5995,
+ "ĠWest": 5996,
+ "Ġconcept": 5997,
+ "Response": 5998,
+ "纯": 5999,
+ "uint": 6000,
+ "Ġstreng": 6001,
+ "Ġincreased": 6002,
+ "ula": 6003,
+ "Ġcosts": 6004,
+ "éĺħ": 6005,
+ "mt": 6006,
+ "çĽ¸ä¿¡": 6007,
+ "uel": 6008,
+ "Ġcomputer": 6009,
+ "Ġprograms": 6010,
+ "宽": 6011,
+ "Ġlate": 6012,
+ "-year": 6013,
+ "å¾Ħ": 6014,
+ "enses": 6015,
+ "éĹŃ": 6016,
+ "semb": 6017,
+ "Ġsong": 6018,
+ "*/": 6019,
+ "Ġsafe": 6020,
+ "æł¹æľ¬": 6021,
+ "Ġextrem": 6022,
+ "anger": 6023,
+ "ä¼łç»Ł": 6024,
+ "Ġque": 6025,
+ "max": 6026,
+ "erial": 6027,
+ "ests": 6028,
+ "enge": 6029,
+ "Stream": 6030,
+ "ç§Ł": 6031,
+ "ugin": 6032,
+ "Ġstock": 6033,
+ "image": 6034,
+ "ä¼¼ä¹İ": 6035,
+ "Ġcool": 6036,
+ "æĪIJæľ¬": 6037,
+ "Ġuint": 6038,
+ "Ġlines": 6039,
+ "Ġlost": 6040,
+ "ulations": 6041,
+ "Ġstra": 6042,
+ "è¿ĩç¨ĭä¸Ń": 6043,
+ "å¹¶ä¸į": 6044,
+ "Point": 6045,
+ "æ£Ģæµĭ": 6046,
+ "åħ¨éĥ¨": 6047,
+ "ĠHouse": 6048,
+ "Ġcollection": 6049,
+ "duc": 6050,
+ "Ġmachine": 6051,
+ "Ġmicro": 6052,
+ "/or": 6053,
+ "Ġserver": 6054,
+ "å¡Ķ": 6055,
+ "itable": 6056,
+ "Ġsubst": 6057,
+ "Ġcommand": 6058,
+ "ç¨ĭåºı": 6059,
+ "ĠAc": 6060,
+ "Ġbasic": 6061,
+ "nes": 6062,
+ "otal": 6063,
+ "æ³ķå¾ĭ": 6064,
+ "页": 6065,
+ "Ġreli": 6066,
+ "sg": 6067,
+ "Comm": 6068,
+ "IO": 6069,
+ "æ¡¥": 6070,
+ "浪": 6071,
+ "System": 6072,
+ "Ġcert": 6073,
+ "ography": 6074,
+ "æ£ĢæŁ¥": 6075,
+ "çī¹å¾ģ": 6076,
+ "åıĹåΰ": 6077,
+ "-M": 6078,
+ "UP": 6079,
+ "ç§ģ": 6080,
+ "å¸Ń": 6081,
+ "å®ŀæĸ½ä¾ĭ": 6082,
+ "Ġindividuals": 6083,
+ "................": 6084,
+ "ĠChar": 6085,
+ "cover": 6086,
+ "æļĸ": 6087,
+ "Ġutil": 6088,
+ "ï¼Įåį³": 6089,
+ "åĬŀæ³ķ": 6090,
+ "ï¼Įçľĭ": 6091,
+ "ica": 6092,
+ "Ġgoes": 6093,
+ "ç¼ĺ": 6094,
+ "Ġofficial": 6095,
+ "exp": 6096,
+ "Ġä¸Ģ": 6097,
+ "Ġattention": 6098,
+ "Gener": 6099,
+ "交éĢļ": 6100,
+ "æľīçļĦ": 6101,
+ "Ġunit": 6102,
+ "Ġnote": 6103,
+ "亦": 6104,
+ "ĠBro": 6105,
+ "Ġuseful": 6106,
+ "Ġè¿Ļ": 6107,
+ "å¹ħ": 6108,
+ "æ±ĩ": 6109,
+ "content": 6110,
+ "________": 6111,
+ "arily": 6112,
+ "format": 6113,
+ "ĠDirect": 6114,
+ "建ç«ĭ": 6115,
+ "gorith": 6116,
+ "Ġsy": 6117,
+ "ĠBusiness": 6118,
+ "èĩªåĬ¨": 6119,
+ "çªĹ": 6120,
+ "ns": 6121,
+ "Ġge": 6122,
+ "Ġnice": 6123,
+ "Ġplaying": 6124,
+ "asc": 6125,
+ "ĠSub": 6126,
+ "Ġexpression": 6127,
+ "åİ»äºĨ": 6128,
+ "/c": 6129,
+ "Ġmyself": 6130,
+ "Ġsex": 6131,
+ "Ġnature": 6132,
+ "å¿ĺ": 6133,
+ "åĬªåĬĽ": 6134,
+ "Ġleading": 6135,
+ "Ġactive": 6136,
+ "Ġstudent": 6137,
+ "åŃIJçļĦ": 6138,
+ "Ġprotected": 6139,
+ "ĠRE": 6140,
+ "æĶ¿çŃĸ": 6141,
+ "rate": 6142,
+ "Ġinsp": 6143,
+ "actory": 6144,
+ "ĠBlack": 6145,
+ "Ġwoman": 6146,
+ "ï¼ĮæĹł": 6147,
+ "æĪIJäºĨ": 6148,
+ "Ġformat": 6149,
+ "Ġconstant": 6150,
+ "ĠMarket": 6151,
+ ".Get": 6152,
+ "女人": 6153,
+ "ebug": 6154,
+ "å£ģ": 6155,
+ "Ġworked": 6156,
+ "std": 6157,
+ "Ġqual": 6158,
+ "ãĢį": 6159,
+ "true": 6160,
+ "ODE": 6161,
+ "污": 6162,
+ "vest": 6163,
+ "èĤ¡ä»½": 6164,
+ "Ġreplace": 6165,
+ "ĠFacebook": 6166,
+ "SP": 6167,
+ "Ġcharg": 6168,
+ "æ¶ī": 6169,
+ "æļ´": 6170,
+ "Ġinteresting": 6171,
+ "rupt": 6172,
+ "ii": 6173,
+ "())": 6174,
+ "æĹ¶ä»£": 6175,
+ "忽": 6176,
+ "Ġyes": 6177,
+ "ï¼ĮæľĢ": 6178,
+ "haps": 6179,
+ "}(": 6180,
+ "Ġnational": 6181,
+ "Ġsal": 6182,
+ "ĠServices": 6183,
+ "db": 6184,
+ "æ´ĭ": 6185,
+ "SC": 6186,
+ "ellent": 6187,
+ "Ġmode": 6188,
+ "Ġpurpose": 6189,
+ "鬼": 6190,
+ "Ġfactor": 6191,
+ "])": 6192,
+ "èĤ¯å®ļ": 6193,
+ "ĠReview": 6194,
+ "/m": 6195,
+ "level": 6196,
+ "æķĮ": 6197,
+ "Ġfre": 6198,
+ "Ġdisease": 6199,
+ "ĠManag": 6200,
+ "å¡ŀ": 6201,
+ "Ġsolutions": 6202,
+ "Ġprojects": 6203,
+ "åĪĽæĸ°": 6204,
+ "èĢIJ": 6205,
+ "ancy": 6206,
+ "ĠSupp": 6207,
+ "Ġnotice": 6208,
+ "Ġsatisf": 6209,
+ "ĠRem": 6210,
+ "æĬ½": 6211,
+ "ĠEnglish": 6212,
+ "羣æŃ£": 6213,
+ "Ġsituation": 6214,
+ "Ġproperties": 6215,
+ "Ġvariety": 6216,
+ "éĢŁåº¦": 6217,
+ "eline": 6218,
+ "ris": 6219,
+ "Start": 6220,
+ "诸": 6221,
+ "å·¦åı³": 6222,
+ "Status": 6223,
+ "Ġmaterials": 6224,
+ "oles": 6225,
+ "æľªæĿ¥": 6226,
+ "Ġplayer": 6227,
+ "Ġcountries": 6228,
+ "Ġclin": 6229,
+ "hern": 6230,
+ "Ġfloat": 6231,
+ "Ġcontinu": 6232,
+ "iance": 6233,
+ "itute": 6234,
+ "ä¼Ĭ": 6235,
+ "ffect": 6236,
+ "æĦıæĢĿ": 6237,
+ "Script": 6238,
+ "Ġaltern": 6239,
+ "çĬ¯": 6240,
+ "(new": 6241,
+ "Ġaffect": 6242,
+ "ç¯ĩ": 6243,
+ "pected": 6244,
+ "imately": 6245,
+ "çIJĨè§£": 6246,
+ "ĠFound": 6247,
+ "Ġimages": 6248,
+ "idget": 6249,
+ "鸡": 6250,
+ "ĠTechn": 6251,
+ "eger": 6252,
+ "Ġclients": 6253,
+ "å°Ĭ": 6254,
+ "Ġhair": 6255,
+ "Ġaccur": 6256,
+ "æĻ®éĢļ": 6257,
+ "ç͵影": 6258,
+ "ashing": 6259,
+ "ramework": 6260,
+ "æĹ¥æľ¬": 6261,
+ "å±Ĭ": 6262,
+ "Ġprinc": 6263,
+ "rated": 6264,
+ "ç±»åŀĭ": 6265,
+ "Ġhelps": 6266,
+ "omen": 6267,
+ "True": 6268,
+ "Ġconnection": 6269,
+ "_v": 6270,
+ "森": 6271,
+ "Date": 6272,
+ "Ġimpl": 6273,
+ "ĠMus": 6274,
+ "Ġcolumn": 6275,
+ "oom": 6276,
+ "æľºåύ": 6277,
+ "Ġanim": 6278,
+ "Ġball": 6279,
+ "oub": 6280,
+ "Ġheight": 6281,
+ "levant": 6282,
+ "ague": 6283,
+ "iber": 6284,
+ "çļĦäºĭæĥħ": 6285,
+ "Ġpressure": 6286,
+ "èĢĥèĻij": 6287,
+ "Ġmag": 6288,
+ "Ġadminist": 6289,
+ "oding": 6290,
+ "å®ĭ": 6291,
+ "ades": 6292,
+ "åıįåºĶ": 6293,
+ "Line": 6294,
+ "acters": 6295,
+ "Ġcatch": 6296,
+ "è¶ĬæĿ¥": 6297,
+ "身ä¸Ĭ": 6298,
+ "Ġstress": 6299,
+ "TT": 6300,
+ "Now": 6301,
+ "Ġhands": 6302,
+ "iding": 6303,
+ "ĠHome": 6304,
+ "ypes": 6305,
+ "Ġmemory": 6306,
+ "è¯ļ": 6307,
+ "Us": 6308,
+ "订": 6309,
+ ")*": 6310,
+ "rial": 6311,
+ "Ġencour": 6312,
+ "Ġbus": 6313,
+ "æĮĤ": 6314,
+ "è°ĥæķ´": 6315,
+ "Ġstatement": 6316,
+ "Ġtowards": 6317,
+ "Ġsomet": 6318,
+ "Ġtown": 6319,
+ "ç»ıéªĮ": 6320,
+ "Fl": 6321,
+ "Ġreve": 6322,
+ "èĪĴ": 6323,
+ "Ġlimited": 6324,
+ "Ġwidth": 6325,
+ "Ġsun": 6326,
+ "åħĦ": 6327,
+ "çĮ®": 6328,
+ "æ¯Ķå¦Ĥ": 6329,
+ "Ġabsolut": 6330,
+ "Ġrev": 6331,
+ "è¶ĬæĿ¥è¶Ĭ": 6332,
+ "Acc": 6333,
+ "æĮģç»Ń": 6334,
+ "积æŀģ": 6335,
+ "ooth": 6336,
+ "event": 6337,
+ "mathcal": 6338,
+ "ĠPresident": 6339,
+ "Exp": 6340,
+ "æī©": 6341,
+ "lib": 6342,
+ "YPE": 6343,
+ "ospital": 6344,
+ "è¶ħè¿ĩ": 6345,
+ "æŃ£å¸¸": 6346,
+ "缮çļĦ": 6347,
+ "Ġappropri": 6348,
+ "Ġcompletely": 6349,
+ "Ġthinking": 6350,
+ "section": 6351,
+ "Act": 6352,
+ "ãĢĤä½Ĩ": 6353,
+ "详": 6354,
+ "PO": 6355,
+ ".r": 6356,
+ "Ġchance": 6357,
+ "éĶģ": 6358,
+ "ffer": 6359,
+ "ORT": 6360,
+ "${": 6361,
+ "åĮºåŁŁ": 6362,
+ "éĥ½ä¸į": 6363,
+ "Ġdemonstr": 6364,
+ "Ġconsum": 6365,
+ "Ġserious": 6366,
+ "Posted": 6367,
+ "aa": 6368,
+ "itude": 6369,
+ "Ġmis": 6370,
+ "\\end": 6371,
+ "ĠLog": 6372,
+ "ç³ĸ": 6373,
+ "After": 6374,
+ "Ġsafety": 6375,
+ "Ġwide": 6376,
+ "Ġdoor": 6377,
+ "Source": 6378,
+ "otes": 6379,
+ "Ġhighly": 6380,
+ "Ġkit": 6381,
+ ",ä¹Ł": 6382,
+ "Ġdepend": 6383,
+ "ĠUse": 6384,
+ "arrow": 6385,
+ "ÃIJ": 6386,
+ "æķħäºĭ": 6387,
+ "amily": 6388,
+ "åħ³éĶ®": 6389,
+ "gn": 6390,
+ "å͝": 6391,
+ "ros": 6392,
+ "Ġparents": 6393,
+ "Ġgets": 6394,
+ "CD": 6395,
+ "ida": 6396,
+ "rl": 6397,
+ "ĠNe": 6398,
+ "het": 6399,
+ "ï¼Įå°ı": 6400,
+ "æ°§": 6401,
+ "å·§": 6402,
+ "ĠST": 6403,
+ "Ġmess": 6404,
+ "Ġeyes": 6405,
+ "å¾IJ": 6406,
+ "æ´ģ": 6407,
+ "package": 6408,
+ "older": 6409,
+ "æijĨ": 6410,
+ "top": 6411,
+ "Ġformer": 6412,
+ "Ġhear": 6413,
+ "âĢĿãĢĤ": 6414,
+ "Ġfair": 6415,
+ "olar": 6416,
+ "æİ¥åıĹ": 6417,
+ "but": 6418,
+ "})": 6419,
+ "ĠAfric": 6420,
+ "ĠAssoci": 6421,
+ "èĥ¶": 6422,
+ "des": 6423,
+ "æ°ı": 6424,
+ "Ġoccur": 6425,
+ "ĠLa": 6426,
+ "Ġstarting": 6427,
+ "å¼ĥ": 6428,
+ "å¢ŀéķ¿": 6429,
+ "Ġorganization": 6430,
+ "agram": 6431,
+ "Ġdeveloped": 6432,
+ "aled": 6433,
+ "éĹª": 6434,
+ "ibly": 6435,
+ "ĠBook": 6436,
+ "ĠHar": 6437,
+ "ishing": 6438,
+ "Group": 6439,
+ "ĠProgram": 6440,
+ "Per": 6441,
+ "rapy": 6442,
+ "Ġrat": 6443,
+ "讯": 6444,
+ "rought": 6445,
+ "Ġlack": 6446,
+ "Ġentry": 6447,
+ "ĠGroup": 6448,
+ "è¾ij": 6449,
+ "Ġdaily": 6450,
+ "æŁĶ": 6451,
+ "Ġmorning": 6452,
+ "ï¼ĮæĽ´": 6453,
+ "Ġrandom": 6454,
+ "Ġdark": 6455,
+ "Ġliter": 6456,
+ "open": 6457,
+ "Ġmodern": 6458,
+ "Ġinternational": 6459,
+ "gest": 6460,
+ "Ġcorrespond": 6461,
+ "attle": 6462,
+ "Ġdefend": 6463,
+ "osis": 6464,
+ "About": 6465,
+ "Ġrespond": 6466,
+ "Ġproviding": 6467,
+ "Ġexerc": 6468,
+ "éĩĮéĿ¢": 6469,
+ "èģĶç³»": 6470,
+ "sych": 6471,
+ "驾": 6472,
+ "è¯Ĭ": 6473,
+ "Ġhandle": 6474,
+ "å¦ĩ": 6475,
+ "Ġsleep": 6476,
+ "éĥ½æľī": 6477,
+ "æĺİæĺ¾": 6478,
+ "åĩĮ": 6479,
+ "_set": 6480,
+ "ialog": 6481,
+ "涨": 6482,
+ "对æĸ¹": 6483,
+ "é¢Ĩ导": 6484,
+ "ĠUK": 6485,
+ "Ġvers": 6486,
+ "Ġforce": 6487,
+ "Ġcareer": 6488,
+ "riter": 6489,
+ "Ġbasis": 6490,
+ "ï¼Įä¸įè¿ĩ": 6491,
+ "_pro": 6492,
+ "ĠWar": 6493,
+ "force": 6494,
+ "){": 6495,
+ "Ġlen": 6496,
+ "local": 6497,
+ "Ġlocated": 6498,
+ "Ġgreater": 6499,
+ "Ġgreen": 6500,
+ "pre": 6501,
+ "ĠTV": 6502,
+ "Ġseek": 6503,
+ "bon": 6504,
+ "央": 6505,
+ "çĶŁåij½": 6506,
+ "以为": 6507,
+ "æ¶Īæģ¯": 6508,
+ "initely": 6509,
+ "FA": 6510,
+ "æ¸ħæ¥ļ": 6511,
+ "éĢĶ": 6512,
+ "åİĭåĬĽ": 6513,
+ "Ġbecame": 6514,
+ "/b": 6515,
+ "rown": 6516,
+ "å±ı": 6517,
+ "itation": 6518,
+ "ĠOver": 6519,
+ "Ġtransfer": 6520,
+ "Ġbud": 6521,
+ "flow": 6522,
+ "riday": 6523,
+ "la": 6524,
+ "Input": 6525,
+ "åºĦ": 6526,
+ "Ġresource": 6527,
+ "Ġassist": 6528,
+ "ĠAustral": 6529,
+ "}^": 6530,
+ "sum": 6531,
+ "带çĿĢ": 6532,
+ "ĠDet": 6533,
+ "Ġcele": 6534,
+ "åıijè¡Į": 6535,
+ "å®¶åºŃ": 6536,
+ "Ġpurchase": 6537,
+ "ĠMat": 6538,
+ "èª": 6539,
+ "æİª": 6540,
+ "Ġdetermine": 6541,
+ "table": 6542,
+ "Ġcontains": 6543,
+ "ithub": 6544,
+ "context": 6545,
+ "net": 6546,
+ "arser": 6547,
+ "Ġlabel": 6548,
+ "Ġhttps": 6549,
+ "ç¥ĸ": 6550,
+ "hest": 6551,
+ "ç´«": 6552,
+ "AV": 6553,
+ "ĠRuss": 6554,
+ "Ġprogress": 6555,
+ "Ġtouch": 6556,
+ "Ġlif": 6557,
+ "稳å®ļ": 6558,
+ "Ġmulti": 6559,
+ "Ġcapt": 6560,
+ "Ġfelt": 6561,
+ "ously": 6562,
+ "è´Ŀ": 6563,
+ "DF": 6564,
+ "Ġinfo": 6565,
+ "Ġinternal": 6566,
+ "æľŁéĹ´": 6567,
+ "éģį": 6568,
+ "Ġdescribed": 6569,
+ "Ġspeak": 6570,
+ "Ġrequirements": 6571,
+ "She": 6572,
+ "Rel": 6573,
+ "obj": 6574,
+ "Ġprem": 6575,
+ "ITY": 6576,
+ "Ġacqu": 6577,
+ "Ġachieve": 6578,
+ "iant": 6579,
+ "æ§½": 6580,
+ "stract": 6581,
+ "ara": 6582,
+ "Ġpolitical": 6583,
+ "CP": 6584,
+ "Ġbroad": 6585,
+ "æĶ¹åıĺ": 6586,
+ "ESS": 6587,
+ "Ġten": 6588,
+ "ĠIndia": 6589,
+ "Ġdecided": 6590,
+ "çļĦå¿ĥ": 6591,
+ "好äºĨ": 6592,
+ "Ġdistribution": 6593,
+ "Ġreach": 6594,
+ "iforn": 6595,
+ "è¿Ŀ": 6596,
+ "OUT": 6597,
+ "ĠWork": 6598,
+ "Ġmeeting": 6599,
+ "wood": 6600,
+ "Ġagree": 6601,
+ ">(": 6602,
+ "ä¾ĭå¦Ĥ": 6603,
+ "Ġexactly": 6604,
+ "Ġremove": 6605,
+ "endif": 6606,
+ "Ġincreasing": 6607,
+ "?\"": 6608,
+ "Ġteac": 6609,
+ "æ¢ģ": 6610,
+ "Ġearn": 6611,
+ "ĠHel": 6612,
+ "Ġpatient": 6613,
+ "ĠBest": 6614,
+ "ç½ijç«Ļ": 6615,
+ "ĠCheck": 6616,
+ "ĠHer": 6617,
+ "_DE": 6618,
+ "å·¥ä¸ļ": 6619,
+ "Ġtour": 6620,
+ "pite": 6621,
+ "Ġmobile": 6622,
+ "Ġapplications": 6623,
+ "uid": 6624,
+ "èIJ§": 6625,
+ "band": 6626,
+ "Ġinform": 6627,
+ "ĠBrit": 6628,
+ "term": 6629,
+ "Head": 6630,
+ "åĩıå°ij": 6631,
+ "Ġplans": 6632,
+ "icks": 6633,
+ "Ġamazing": 6634,
+ "ĠAir": 6635,
+ "Ġbegan": 6636,
+ "idden": 6637,
+ "ronic": 6638,
+ "åı¦å¤ĸ": 6639,
+ "ĠMich": 6640,
+ "åıĤä¸İ": 6641,
+ "ĠPlease": 6642,
+ "FT": 6643,
+ "åĨ¬": 6644,
+ "SD": 6645,
+ "ensity": 6646,
+ "æĺİçϽ": 6647,
+ "Ġsurpr": 6648,
+ "clusion": 6649,
+ ":(": 6650,
+ "apan": 6651,
+ "ä½ľèĢħ": 6652,
+ "çľĭçľĭ": 6653,
+ "Ġstru": 6654,
+ "Ġgave": 6655,
+ "åĩĿ": 6656,
+ "Ġsample": 6657,
+ "Ġreduce": 6658,
+ "ĠWeb": 6659,
+ "çļĦéĹ®é¢ĺ": 6660,
+ "Ġadvant": 6661,
+ "known": 6662,
+ "ls": 6663,
+ "äºİæĺ¯": 6664,
+ "Ġwasn": 6665,
+ "Ġarr": 6666,
+ "Ġgas": 6667,
+ "èĴĻ": 6668,
+ "unities": 6669,
+ "asks": 6670,
+ "æĴij": 6671,
+ "Ġfields": 6672,
+ "_E": 6673,
+ "åıijå¸ĥ": 6674,
+ "磨": 6675,
+ "AME": 6676,
+ "ä¸Ģ个人": 6677,
+ "/p": 6678,
+ "ĠTime": 6679,
+ "Ġroll": 6680,
+ "abs": 6681,
+ "ĠGerm": 6682,
+ "Ġsetting": 6683,
+ "Ġassum": 6684,
+ "icrosoft": 6685,
+ "request": 6686,
+ "Ġpull": 6687,
+ "çľī": 6688,
+ "lections": 6689,
+ "Ġactual": 6690,
+ "Client": 6691,
+ "ĠSw": 6692,
+ "ä¸ģ": 6693,
+ "Equal": 6694,
+ "çļĦæĹ¶éĹ´": 6695,
+ "edia": 6696,
+ "anged": 6697,
+ "ech": 6698,
+ "QL": 6699,
+ "Ġsem": 6700,
+ "éŀ": 6701,
+ ".ex": 6702,
+ "ĠInternational": 6703,
+ "éĥ½ä¼ļ": 6704,
+ "åĿĢ": 6705,
+ "atively": 6706,
+ "Ġmid": 6707,
+ "æĦıè¯Ĩ": 6708,
+ "Ġmeaning": 6709,
+ "èĨľ": 6710,
+ "åıªèĥ½": 6711,
+ "output": 6712,
+ "éĩįçĤ¹": 6713,
+ "Ġdegree": 6714,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6715,
+ "\\\"": 6716,
+ "urt": 6717,
+ "æŃ¤æĹ¶": 6718,
+ "Block": 6719,
+ "ams": 6720,
+ "ios": 6721,
+ "inner": 6722,
+ "Ġenh": 6723,
+ "Ġnav": 6724,
+ "Ġestim": 6725,
+ "Ġfa": 6726,
+ "pecial": 6727,
+ "Ġcreating": 6728,
+ "墨": 6729,
+ "ĠSan": 6730,
+ "-S": 6731,
+ "ä»ĸ们çļĦ": 6732,
+ "æĪª": 6733,
+ "ĠType": 6734,
+ "ĠAng": 6735,
+ "Ġsometimes": 6736,
+ "Ġsuccessful": 6737,
+ "Ġhy": 6738,
+ "Off": 6739,
+ "cher": 6740,
+ "ifornia": 6741,
+ "client": 6742,
+ "æĹĭ": 6743,
+ "Ġparameters": 6744,
+ "Ġroot": 6745,
+ "xx": 6746,
+ "丹": 6747,
+ "Ġir": 6748,
+ "Ġfully": 6749,
+ "ç³»åĪĹ": 6750,
+ "Ġknew": 6751,
+ "Ġidentify": 6752,
+ "ĠIns": 6753,
+ "Check": 6754,
+ "å½ĵæĹ¶": 6755,
+ "Ġfight": 6756,
+ "Ġallowed": 6757,
+ "Button": 6758,
+ "Number": 6759,
+ "Ġneigh": 6760,
+ "ï¼Įçİ°åľ¨": 6761,
+ "ĠAut": 6762,
+ "ĠChina": 6763,
+ "ĠRef": 6764,
+ "Ġtherefore": 6765,
+ "ATION": 6766,
+ "æĺ¯ä¸į": 6767,
+ "ename": 6768,
+ "Ġcharge": 6769,
+ "BA": 6770,
+ "æĩĤ": 6771,
+ "arant": 6772,
+ "UI": 6773,
+ "çıł": 6774,
+ "æĸ°åŀĭ": 6775,
+ "ERS": 6776,
+ "\\begin": 6777,
+ "ondon": 6778,
+ "æĭŁ": 6779,
+ "Ġrates": 6780,
+ "Ġstage": 6781,
+ "Do": 6782,
+ "Ġprimary": 6783,
+ "ĠAlso": 6784,
+ "çݰ代": 6785,
+ "opping": 6786,
+ "Ġgiving": 6787,
+ "Ġmagn": 6788,
+ "åĿļæĮģ": 6789,
+ "dev": 6790,
+ "Ġexpert": 6791,
+ "Ġwood": 6792,
+ "////////////////": 6793,
+ "ulated": 6794,
+ "亡": 6795,
+ "çİ°åľº": 6796,
+ "cil": 6797,
+ "enty": 6798,
+ "Ġstorage": 6799,
+ "çĶ·äºº": 6800,
+ "Box": 6801,
+ "Ġfavorite": 6802,
+ "ï¼Įå°±æĺ¯": 6803,
+ "Ġsaying": 6804,
+ "Ġaware": 6805,
+ "Ġemerg": 6806,
+ "ael": 6807,
+ "æ¢ħ": 6808,
+ "Ġrules": 6809,
+ "Ġ()": 6810,
+ "]{": 6811,
+ "Ġmut": 6812,
+ "çĸ«æĥħ": 6813,
+ "伦": 6814,
+ "mathbb": 6815,
+ "Ġfresh": 6816,
+ "ivery": 6817,
+ "ERR": 6818,
+ "ĠSte": 6819,
+ "ALL": 6820,
+ "ï¼ĮéĤ£ä¹Ī": 6821,
+ "漫": 6822,
+ "è·Ŀ离": 6823,
+ "encies": 6824,
+ "äºĮåįģ": 6825,
+ "Ġded": 6826,
+ "Ġreference": 6827,
+ "ĠOther": 6828,
+ "湿": 6829,
+ "Ġtried": 6830,
+ "KE": 6831,
+ "åºŁ": 6832,
+ "Ġcancer": 6833,
+ "驱": 6834,
+ "ÃĹ": 6835,
+ "è¹": 6836,
+ "Ġtal": 6837,
+ "äºĨä¸Ģ个": 6838,
+ "Ġcampaign": 6839,
+ "åĪ«äºº": 6840,
+ "Ġsummer": 6841,
+ "Ġpopulation": 6842,
+ "èļ": 6843,
+ "Search": 6844,
+ "izations": 6845,
+ "åĨħéĥ¨": 6846,
+ "éĩıçļĦ": 6847,
+ "irus": 6848,
+ "Ġpet": 6849,
+ "Ġsteps": 6850,
+ "çĦ¶èĢĮ": 6851,
+ "Ġauto": 6852,
+ "ĠCoun": 6853,
+ "eps": 6854,
+ "Ġstrategy": 6855,
+ "ï¼Įåħ¶ä¸Ń": 6856,
+ "ç§»åĬ¨": 6857,
+ "ĠDepartment": 6858,
+ "olor": 6859,
+ "Ġstuff": 6860,
+ "Ġchanged": 6861,
+ "Ġheard": 6862,
+ "ĠCopyright": 6863,
+ "Ġsale": 6864,
+ "lor": 6865,
+ "ĠKing": 6866,
+ "æĢĴ": 6867,
+ "Ġnumer": 6868,
+ "uster": 6869,
+ "å®ŀç͍": 6870,
+ "otion": 6871,
+ "Ġdead": 6872,
+ "çģŃ": 6873,
+ "é²ģ": 6874,
+ "_to": 6875,
+ "åĬ±": 6876,
+ "çĭĤ": 6877,
+ "Ġfix": 6878,
+ "Ġspect": 6879,
+ "Ġä»ĸ": 6880,
+ "End": 6881,
+ "Ġequipment": 6882,
+ "Ġanaly": 6883,
+ "Ġled": 6884,
+ "åıijæĺİ": 6885,
+ "æĻĵ": 6886,
+ "sets": 6887,
+ "Ġconstruct": 6888,
+ "æıĴ": 6889,
+ "Ġwish": 6890,
+ "IZ": 6891,
+ "igma": 6892,
+ "apping": 6893,
+ "Ġple": 6894,
+ "软件": 6895,
+ "Ġpark": 6896,
+ "amma": 6897,
+ "Ġopin": 6898,
+ ",è¿Ļ": 6899,
+ "aught": 6900,
+ "inated": 6901,
+ "横": 6902,
+ "Ġmount": 6903,
+ "ĠDevelop": 6904,
+ "°": 6905,
+ "âĪ": 6906,
+ ".util": 6907,
+ "ĠPre": 6908,
+ "ä¸įä»ħ": 6909,
+ "ï¼ĮåIJĮæĹ¶": 6910,
+ "ĠAND": 6911,
+ "PT": 6912,
+ "Ġdistributed": 6913,
+ "ï¼Į便": 6914,
+ "Ġpartners": 6915,
+ "åıĬæĹ¶": 6916,
+ "ÃŃ": 6917,
+ "çĩĥ": 6918,
+ "Ġtree": 6919,
+ "Ġlock": 6920,
+ "Ġemployees": 6921,
+ "sqrt": 6922,
+ "éĿ¢å¯¹": 6923,
+ "âĢĿ,": 6924,
+ "çļĦåľ°æĸ¹": 6925,
+ "Ġrequires": 6926,
+ "iler": 6927,
+ "æĹħ游": 6928,
+ "éĢĴ": 6929,
+ "ĠOpen": 6930,
+ "åıĸå¾Ĺ": 6931,
+ "æŀª": 6932,
+ "Ġscale": 6933,
+ "çŃĶæ¡Ī": 6934,
+ "Ġpredict": 6935,
+ "æ³°": 6936,
+ "Ġpiece": 6937,
+ "æĺ¯ä¸Ģç§į": 6938,
+ "ä½įäºİ": 6939,
+ "ga": 6940,
+ "Ġplaces": 6941,
+ "rote": 6942,
+ "Your": 6943,
+ "åĩºåİ»": 6944,
+ "å½»": 6945,
+ "ĠMod": 6946,
+ "ĠDist": 6947,
+ "roy": 6948,
+ "ado": 6949,
+ "å°ĺ": 6950,
+ "Ġculture": 6951,
+ "Here": 6952,
+ "Ġdecre": 6953,
+ "Ġaim": 6954,
+ "æĿ°": 6955,
+ "ran": 6956,
+ "#if": 6957,
+ "çĤ¼": 6958,
+ ".)": 6959,
+ "river": 6960,
+ "æĽ¿": 6961,
+ "éĿ¢ç§¯": 6962,
+ "Ġaspect": 6963,
+ "Ġhimself": 6964,
+ "Ġcarry": 6965,
+ "Part": 6966,
+ "ä¸įå°ij": 6967,
+ "_list": 6968,
+ "Ġ[]": 6969,
+ "èµĦæĸĻ": 6970,
+ "æĥ¯": 6971,
+ "Ġinvestig": 6972,
+ "Ġoperation": 6973,
+ "raz": 6974,
+ "Ġconv": 6975,
+ "ownload": 6976,
+ "ĠAtt": 6977,
+ "argin": 6978,
+ "pc": 6979,
+ "å¿«éĢŁ": 6980,
+ "ABLE": 6981,
+ "ç͵è§Ĩ": 6982,
+ "Ġchem": 6983,
+ "Ġhour": 6984,
+ "é¼ĵ": 6985,
+ "Ġselected": 6986,
+ "çĥ¦": 6987,
+ "Ġdoc": 6988,
+ "ensions": 6989,
+ "Ġtemperature": 6990,
+ ".N": 6991,
+ "伯": 6992,
+ "Ġaf": 6993,
+ "Ġfine": 6994,
+ "Ġinterface": 6995,
+ "Ġregist": 6996,
+ "ο": 6997,
+ "åĩłä¹İ": 6998,
+ "ĠPolicy": 6999,
+ "gl": 7000,
+ "ï¼ĮæĬĬ": 7001,
+ "sm": 7002,
+ "åĩºçīĪ": 7003,
+ "ĠEvery": 7004,
+ ".length": 7005,
+ "msg": 7006,
+ "_re": 7007,
+ "éģ¿åħį": 7008,
+ "ä¸ī个": 7009,
+ "èĤ¥": 7010,
+ "ï¼Įç͍": 7011,
+ "dule": 7012,
+ "-B": 7013,
+ "ford": 7014,
+ ",å¹¶": 7015,
+ "åĪ·": 7016,
+ "Ġgold": 7017,
+ "é¦ĸåħĪ": 7018,
+ "Ġinterview": 7019,
+ "query": 7020,
+ "ä¹ĭä¸Ń": 7021,
+ "ç»Īäºİ": 7022,
+ "Ġrefer": 7023,
+ "èĻİ": 7024,
+ "Ġson": 7025,
+ "è¢ĭ": 7026,
+ "аÐ": 7027,
+ "Ġrelevant": 7028,
+ "gar": 7029,
+ "æľīçĤ¹": 7030,
+ "Ġrepl": 7031,
+ "å½¢å¼ı": 7032,
+ "Ġband": 7033,
+ "ä¸įåIJĮçļĦ": 7034,
+ "Ġrock": 7035,
+ "ä¸įéĶĻ": 7036,
+ "rim": 7037,
+ "sole": 7038,
+ "ĠGo": 7039,
+ "Ġmoving": 7040,
+ "Ġexisting": 7041,
+ "Ġrepe": 7042,
+ "ä¸į好": 7043,
+ "ãĢĭï¼Į": 7044,
+ "Ġhuge": 7045,
+ "è±Ĩ": 7046,
+ "rive": 7047,
+ "Ġadjust": 7048,
+ "Ġbottom": 7049,
+ "Ġbehavior": 7050,
+ "elcome": 7051,
+ "ï¼Į没æľī": 7052,
+ "Ġjo": 7053,
+ "æī¾åΰ": 7054,
+ "说çļĦ": 7055,
+ "arden": 7056,
+ "ensor": 7057,
+ "icip": 7058,
+ "ĠKe": 7059,
+ "ias": 7060,
+ "丰å¯Į": 7061,
+ "ILE": 7062,
+ "åĮ»çĸĹ": 7063,
+ "Ġthus": 7064,
+ "mazon": 7065,
+ "å§Ķåijĺ": 7066,
+ "å¹´è½»": 7067,
+ "Ġcertainly": 7068,
+ "æĺ¯ä»Ģä¹Ī": 7069,
+ "Ġswitch": 7070,
+ "Ġoverall": 7071,
+ "host": 7072,
+ "è®°èĢħ": 7073,
+ "æĽ°": 7074,
+ "Ġtransform": 7075,
+ "Ġdirection": 7076,
+ "orge": 7077,
+ "æĬµ": 7078,
+ "å®¶çļĦ": 7079,
+ "Method": 7080,
+ "欲": 7081,
+ "typ": 7082,
+ "çĭĹ": 7083,
+ "Ġparticularly": 7084,
+ "Ġheat": 7085,
+ "两人": 7086,
+ "迹": 7087,
+ "oday": 7088,
+ "Ġsold": 7089,
+ "fficient": 7090,
+ "ĠDec": 7091,
+ "åζéĢł": 7092,
+ "ä¸ĬäºĨ": 7093,
+ "Pre": 7094,
+ "Ġeconomic": 7095,
+ "Override": 7096,
+ "åı¦ä¸Ģ": 7097,
+ "ĠReturn": 7098,
+ "ressed": 7099,
+ "ĠSince": 7100,
+ "åľ¨äºİ": 7101,
+ "iately": 7102,
+ "Ġargument": 7103,
+ "ĠMost": 7104,
+ "éĺ¶æ®µ": 7105,
+ "(r": 7106,
+ "Ġfinally": 7107,
+ "Ġnovel": 7108,
+ "ynamic": 7109,
+ "ä¿¡åı·": 7110,
+ "ilies": 7111,
+ "itect": 7112,
+ "Ġoptim": 7113,
+ "Ġcharacters": 7114,
+ "Ġter": 7115,
+ "cp": 7116,
+ "Ġcompar": 7117,
+ "Ġdistance": 7118,
+ "身边": 7119,
+ "-time": 7120,
+ "Ġpaid": 7121,
+ "Ext": 7122,
+ "åħ±åIJĮ": 7123,
+ "xt": 7124,
+ "Ġ~": 7125,
+ "Ġhealthy": 7126,
+ "Ġsession": 7127,
+ "ĠManagement": 7128,
+ "rip": 7129,
+ "æµĵ": 7130,
+ "è¿Ķ": 7131,
+ "åŁ¹è®Ń": 7132,
+ "åĭĩ": 7133,
+ "éĢĥ": 7134,
+ "Ġexcellent": 7135,
+ "oly": 7136,
+ "满足": 7137,
+ "Ġadult": 7138,
+ "ï¼Įå¹¶ä¸Ķ": 7139,
+ "CA": 7140,
+ "Inst": 7141,
+ "Ġfather": 7142,
+ "åͱ": 7143,
+ "ä»Ĭå¹´": 7144,
+ "Ġimag": 7145,
+ "ayers": 7146,
+ "amespace": 7147,
+ "èĦī": 7148,
+ "æķĻå¸Ī": 7149,
+ "ald": 7150,
+ "åIJ¬åΰ": 7151,
+ "ategories": 7152,
+ "Ġpages": 7153,
+ "Ġdemand": 7154,
+ "çļĦé«ĺ": 7155,
+ "Ġinterested": 7156,
+ "Ġlooked": 7157,
+ "Ġalone": 7158,
+ "ï¼Įä¸İ": 7159,
+ "Contact": 7160,
+ "è°·": 7161,
+ "Ġregarding": 7162,
+ "æķı": 7163,
+ "AX": 7164,
+ "纹": 7165,
+ "ĠFe": 7166,
+ "åĪ¶åº¦": 7167,
+ "åĪ¶ä½ľ": 7168,
+ "认è¯Ĩ": 7169,
+ "æ´ŀ": 7170,
+ "ĠObject": 7171,
+ "#endif": 7172,
+ "å¦Īå¦Ī": 7173,
+ "ĠAny": 7174,
+ "-type": 7175,
+ "Ġappropriate": 7176,
+ "åIJĪåIJĮ": 7177,
+ "tee": 7178,
+ "å°¾": 7179,
+ "Content": 7180,
+ "CS": 7181,
+ "Ġblue": 7182,
+ "åĬłåħ¥": 7183,
+ "(l": 7184,
+ "([": 7185,
+ "主ä¹ī": 7186,
+ "(const": 7187,
+ "å§ĵ": 7188,
+ "ĠRel": 7189,
+ "Ġapprox": 7190,
+ "ó": 7191,
+ "Ġinternet": 7192,
+ "Ġpref": 7193,
+ "èģĮä¸ļ": 7194,
+ "edding": 7195,
+ "Base": 7196,
+ "options": 7197,
+ "Ġplanning": 7198,
+ "sl": 7199,
+ "ä¸Ĭè¿°": 7200,
+ "Ġinnov": 7201,
+ "Ġframe": 7202,
+ "ributes": 7203,
+ "Ġturned": 7204,
+ "idents": 7205,
+ "ĠTwitter": 7206,
+ "èĤ¡ä¸ľ": 7207,
+ "åªĴä½ĵ": 7208,
+ "Ġshowed": 7209,
+ "éķ¿æľŁ": 7210,
+ "æ¡£": 7211,
+ "åIJĮåѦ": 7212,
+ "ruit": 7213,
+ "och": 7214,
+ "åı¬": 7215,
+ "Ġreasons": 7216,
+ "Ġotherwise": 7217,
+ "inst": 7218,
+ "Ġfirm": 7219,
+ "DR": 7220,
+ "ĠResearch": 7221,
+ "æ®ĭ": 7222,
+ "count": 7223,
+ "uit": 7224,
+ "ancing": 7225,
+ "Ġwhose": 7226,
+ "è´¹ç͍": 7227,
+ "Ġmovie": 7228,
+ "温度": 7229,
+ "Ġfilter": 7230,
+ "ĠEv": 7231,
+ "iques": 7232,
+ "-pro": 7233,
+ "Ġadvert": 7234,
+ "仿": 7235,
+ "æĥł": 7236,
+ "å¿Ĩ": 7237,
+ "ĠTop": 7238,
+ "Ġstar": 7239,
+ "亿åħĥ": 7240,
+ "ildren": 7241,
+ "Ġrule": 7242,
+ "Ġstories": 7243,
+ "é©¶": 7244,
+ "ä¼ĺåĬ¿": 7245,
+ "Ġsurv": 7246,
+ "pective": 7247,
+ "Ġbey": 7248,
+ "Ġperformed": 7249,
+ "ĉĉĉĉĉĉ": 7250,
+ "rench": 7251,
+ "ä¼ļæľī": 7252,
+ "è¡¡": 7253,
+ "ville": 7254,
+ "Ġtraditional": 7255,
+ "å¿ĥçļĦ": 7256,
+ "ĠSoftware": 7257,
+ "Ġvict": 7258,
+ "Ġmaybe": 7259,
+ "iling": 7260,
+ "mar": 7261,
+ "ãĢĤ\"": 7262,
+ "Ġcategory": 7263,
+ "May": 7264,
+ "æµĭè¯ķ": 7265,
+ "çĶŁçī©": 7266,
+ "Ġbeyond": 7267,
+ "Ġpolice": 7268,
+ "说è¯Ŀ": 7269,
+ "ĠLoc": 7270,
+ "More": 7271,
+ "Ġconstruction": 7272,
+ "åΰåºķ": 7273,
+ "cel": 7274,
+ "严éĩį": 7275,
+ ",ä¸Ģ": 7276,
+ "mu": 7277,
+ "Instance": 7278,
+ "ipping": 7279,
+ "åĬŀåħ¬": 7280,
+ "Ġax": 7281,
+ "Ġbeginning": 7282,
+ "ka": 7283,
+ "å¤ļ个": 7284,
+ "Handler": 7285,
+ "ĠJes": 7286,
+ "Action": 7287,
+ "mark": 7288,
+ "Ġprefer": 7289,
+ "è§Ĩé¢ij": 7290,
+ "Ġconcent": 7291,
+ "earn": 7292,
+ "ï¼Įè¿Ļ个": 7293,
+ "bum": 7294,
+ "Ġdevices": 7295,
+ "ulate": 7296,
+ "arse": 7297,
+ "æ²Ī": 7298,
+ "Ġbrought": 7299,
+ "ä¿ĿéĻ©": 7300,
+ "æ¯ı个": 7301,
+ "Ġsav": 7302,
+ "Ġfem": 7303,
+ "ι": 7304,
+ "Ġconsent": 7305,
+ "羣æĺ¯": 7306,
+ "Query": 7307,
+ "Ġreleased": 7308,
+ "agon": 7309,
+ "èħ¿": 7310,
+ ".append": 7311,
+ "Ġcandid": 7312,
+ "Ġdream": 7313,
+ "å®ŀåĬĽ": 7314,
+ "ĠDem": 7315,
+ "åĬłå¼º": 7316,
+ "Click": 7317,
+ "_get": 7318,
+ "ico": 7319,
+ "ivil": 7320,
+ "Ġexpos": 7321,
+ "éĢĤåIJĪ": 7322,
+ "lam": 7323,
+ "Next": 7324,
+ "æķ¬": 7325,
+ "å¥ĭ": 7326,
+ "é«ĺçļĦ": 7327,
+ "ä¿Ŀéļľ": 7328,
+ "åħ¨çIJĥ": 7329,
+ "Ġdeliver": 7330,
+ "ĠView": 7331,
+ "ä¹ĺ": 7332,
+ "urd": 7333,
+ "èįIJ": 7334,
+ "å¤ļçļĦ": 7335,
+ "cm": 7336,
+ "æī«": 7337,
+ "Ġdefinitely": 7338,
+ "Ġdog": 7339,
+ "Ġdamage": 7340,
+ "åıªè¦ģ": 7341,
+ "IST": 7342,
+ "ERT": 7343,
+ "沿": 7344,
+ "å·¥åħ·": 7345,
+ "ĠPort": 7346,
+ "Back": 7347,
+ "è¡ĮåĬ¨": 7348,
+ "ĠSen": 7349,
+ "Ġtransport": 7350,
+ "start": 7351,
+ "Ġbelie": 7352,
+ "ä¹Łæľī": 7353,
+ "ĠCalifornia": 7354,
+ "ĠNOT": 7355,
+ "ç¨ĭ度": 7356,
+ "olic": 7357,
+ "\"><": 7358,
+ "éŃĤ": 7359,
+ "Ġguide": 7360,
+ "Ġboolean": 7361,
+ "Ġtrain": 7362,
+ "Ġmer": 7363,
+ "èĩ£": 7364,
+ "ords": 7365,
+ "竣çĦ¶": 7366,
+ "DA": 7367,
+ "ears": 7368,
+ "ervation": 7369,
+ "ĠDesign": 7370,
+ "ened": 7371,
+ "Ġplayed": 7372,
+ "ĠDel": 7373,
+ "Ġcritical": 7374,
+ "Ġgoals": 7375,
+ "Ġshape": 7376,
+ "Ġinvestment": 7377,
+ "ĠStreet": 7378,
+ "Ġpresented": 7379,
+ "Ġbirth": 7380,
+ "èŀº": 7381,
+ "ç»ĵæĿŁ": 7382,
+ "cial": 7383,
+ "Ġcommunication": 7384,
+ "ounced": 7385,
+ "çŁ¿": 7386,
+ "Ġalthough": 7387,
+ "å¹¼": 7388,
+ "istory": 7389,
+ "rics": 7390,
+ "Ġbenefit": 7391,
+ "Ġvirtual": 7392,
+ "Ġdro": 7393,
+ "Ġadvice": 7394,
+ "Ġnegative": 7395,
+ "Ġign": 7396,
+ "Ġvehicle": 7397,
+ "ĠEven": 7398,
+ "Ġpow": 7399,
+ "æ¯ķ竣": 7400,
+ "械": 7401,
+ "atically": 7402,
+ "æ®Ĭ": 7403,
+ ",å°±": 7404,
+ "Ġfeeling": 7405,
+ "å¡ij": 7406,
+ "Ġlarger": 7407,
+ "ç¢İ": 7408,
+ "ĠCompany": 7409,
+ "å°¤åħ¶": 7410,
+ "_path": 7411,
+ "ĠProf": 7412,
+ "çĤ¹å¤´": 7413,
+ "ä¸ĭåİ»": 7414,
+ "åĢį": 7415,
+ "è§ĦåĪĴ": 7416,
+ "Ġimportance": 7417,
+ "ools": 7418,
+ "raction": 7419,
+ "esh": 7420,
+ "Ġbutton": 7421,
+ "人类": 7422,
+ "ĠAp": 7423,
+ "æ¡Į": 7424,
+ "æij¸": 7425,
+ "oost": 7426,
+ "acing": 7427,
+ "æĿ¥èĩª": 7428,
+ "æĢĿæĥ³": 7429,
+ "Ġfailed": 7430,
+ "iled": 7431,
+ "Ġpicture": 7432,
+ "迪": 7433,
+ "Ġtrip": 7434,
+ "Ġscience": 7435,
+ "éŁ³ä¹IJ": 7436,
+ "width": 7437,
+ "Ġang": 7438,
+ "éĹ²": 7439,
+ "-F": 7440,
+ "Token": 7441,
+ "###": 7442,
+ "works": 7443,
+ "å¿ĥä¸Ń": 7444,
+ "èij£äºĭ": 7445,
+ "usion": 7446,
+ "ĠId": 7447,
+ "åıĤèĢĥ": 7448,
+ "æ¶Ĥ": 7449,
+ "çĽ¸å¯¹": 7450,
+ "éĿ¢åīį": 7451,
+ "Ġ===": 7452,
+ "GL": 7453,
+ "othes": 7454,
+ "Top": 7455,
+ "porate": 7456,
+ "æĸĩ竳": 7457,
+ "}_": 7458,
+ "表éĿ¢": 7459,
+ "Ġequal": 7460,
+ "ncy": 7461,
+ ",æĺ¯": 7462,
+ "ĠSim": 7463,
+ "AND": 7464,
+ "Ġsets": 7465,
+ "æľ±": 7466,
+ "Ġgrowing": 7467,
+ "ä¹ĭéĹ´çļĦ": 7468,
+ "icate": 7469,
+ "PA": 7470,
+ "Ġspend": 7471,
+ "åıĺå¾Ĺ": 7472,
+ "æ·»": 7473,
+ "iny": 7474,
+ "undred": 7475,
+ ".sh": 7476,
+ "æĹĹ": 7477,
+ "Ġposts": 7478,
+ "ï¼ĮåĽłæŃ¤": 7479,
+ "EC": 7480,
+ "OK": 7481,
+ "Ġ*)": 7482,
+ "好åĥı": 7483,
+ "Ġimmediately": 7484,
+ "Ġstraight": 7485,
+ "对象": 7486,
+ "GB": 7487,
+ "Ġapplied": 7488,
+ "onday": 7489,
+ "Share": 7490,
+ "ä¸įäºĨ": 7491,
+ "aste": 7492,
+ "Ġfollows": 7493,
+ "Options": 7494,
+ "è¿IJè¡Į": 7495,
+ "绪": 7496,
+ "afe": 7497,
+ "Ġgain": 7498,
+ "ĠJapan": 7499,
+ "dir": 7500,
+ "ç»ı常": 7501,
+ "ashion": 7502,
+ "ologies": 7503,
+ "ä¸įä½ı": 7504,
+ "Ġconsult": 7505,
+ "ï½ŀ": 7506,
+ "Ġfinding": 7507,
+ "Ġnamed": 7508,
+ "èĩ³å°ij": 7509,
+ "oul": 7510,
+ "-r": 7511,
+ "åŃĺåĤ¨": 7512,
+ "ĠMem": 7513,
+ "Ġtheory": 7514,
+ "符åIJĪ": 7515,
+ "Vis": 7516,
+ "ãĢģãĢĬ": 7517,
+ "_file": 7518,
+ "æĮ¯": 7519,
+ "ĠPlan": 7520,
+ "æ³½": 7521,
+ "Ġshared": 7522,
+ "raint": 7523,
+ "Ġwarm": 7524,
+ "泡": 7525,
+ "Ġstrength": 7526,
+ "iency": 7527,
+ "Me": 7528,
+ "æĤī": 7529,
+ "交æµģ": 7530,
+ "ignment": 7531,
+ "ĠInformation": 7532,
+ "èµŀ": 7533,
+ "First": 7534,
+ "Ġhistor": 7535,
+ "Ġobtained": 7536,
+ "æŃ£ç¡®": 7537,
+ "Ġmiddle": 7538,
+ "çijŀ": 7539,
+ "汤": 7540,
+ "ows": 7541,
+ "Ġ\\[": 7542,
+ "æ¹¾": 7543,
+ "ilitary": 7544,
+ "Ġ<-": 7545,
+ "ĠWell": 7546,
+ "ĠLondon": 7547,
+ "æij©": 7548,
+ "INT": 7549,
+ "Buffer": 7550,
+ "Ġvs": 7551,
+ "Ġfollowed": 7552,
+ "ĠEduc": 7553,
+ "Ġproduce": 7554,
+ "UB": 7555,
+ "olf": 7556,
+ "ï¼ĮåĪĻ": 7557,
+ "ï¼Įè¿ĺæľī": 7558,
+ "Ġsust": 7559,
+ "æĺł": 7560,
+ "åĽ¢éĺŁ": 7561,
+ "Ġgrant": 7562,
+ "æĿĥåĪ©": 7563,
+ "Ġreturns": 7564,
+ "Ġscient": 7565,
+ "Net": 7566,
+ "Ġgenerally": 7567,
+ "ses": 7568,
+ "Ġprices": 7569,
+ "stream": 7570,
+ "Ġbusinesses": 7571,
+ "ourney": 7572,
+ "Ġtrade": 7573,
+ "æŁ±": 7574,
+ "ĠGover": 7575,
+ "Ġnp": 7576,
+ "è®Ńç»ĥ": 7577,
+ "Ġdry": 7578,
+ "Ġcommerc": 7579,
+ "Ġeffort": 7580,
+ "-A": 7581,
+ "ĠFoundation": 7582,
+ "aly": 7583,
+ "Can": 7584,
+ "ĠTH": 7585,
+ "ãĢĤä½Ĩæĺ¯": 7586,
+ "ĠForm": 7587,
+ "atever": 7588,
+ "cons": 7589,
+ "Ġdoub": 7590,
+ "ö": 7591,
+ "è¯Ńè¨Ģ": 7592,
+ "Ġfloor": 7593,
+ "ĠGreen": 7594,
+ "Ġthous": 7595,
+ "asure": 7596,
+ "ae": 7597,
+ "çĦ¦": 7598,
+ "Ġthreat": 7599,
+ "Ġscore": 7600,
+ "Ġborder": 7601,
+ "Ġapprec": 7602,
+ "ا": 7603,
+ "ĠFriday": 7604,
+ "Ġcash": 7605,
+ "å®īæİĴ": 7606,
+ "asy": 7607,
+ "ç»ķ": 7608,
+ "è¦": 7609,
+ "Ġpassed": 7610,
+ "DB": 7611,
+ "Ġdiagn": 7612,
+ "aughter": 7613,
+ "estern": 7614,
+ "Ġult": 7615,
+ "åĨħçļĦ": 7616,
+ "ĠBoard": 7617,
+ "ä¸ĵå®¶": 7618,
+ "only": 7619,
+ "ä½ĵçļĦ": 7620,
+ "ä½ĵéªĮ": 7621,
+ "Ġmaximum": 7622,
+ "ä½ĵç³»": 7623,
+ "æĸ¹ä¾¿": 7624,
+ "çŀ¬": 7625,
+ "Ġpackage": 7626,
+ "¹ģ": 7627,
+ "Ġconvers": 7628,
+ "ĠCollege": 7629,
+ "è´Ńä¹°": 7630,
+ "Ġorigin": 7631,
+ "åIJİæĿ¥": 7632,
+ "åħ¨éĿ¢": 7633,
+ "aper": 7634,
+ "èIJ¨": 7635,
+ "icated": 7636,
+ "妻": 7637,
+ "Ġeat": 7638,
+ "Ġsolid": 7639,
+ "Ġopportunities": 7640,
+ "hent": 7641,
+ "Ġearlier": 7642,
+ "Ġmatrix": 7643,
+ "Ġalgorith": 7644,
+ "æµ®": 7645,
+ "ç»Ŀ对": 7646,
+ "Ġparameter": 7647,
+ "Ġcru": 7648,
+ "Ġchallenges": 7649,
+ "çļĦæīĭ": 7650,
+ "inder": 7651,
+ "Ġ>=": 7652,
+ "ML": 7653,
+ "Ġhighest": 7654,
+ "adata": 7655,
+ "Ġrot": 7656,
+ "vere": 7657,
+ "();": 7658,
+ "Mat": 7659,
+ "OC": 7660,
+ "ĠMor": 7661,
+ "They": 7662,
+ "-\\": 7663,
+ "æ³Ľ": 7664,
+ "(g": 7665,
+ "èĦĤ": 7666,
+ "èĥŀ": 7667,
+ "Ġjoin": 7668,
+ "ä»ģ": 7669,
+ "}^{": 7670,
+ "æĻ¶": 7671,
+ "ĠGreat": 7672,
+ "æ²Ł": 7673,
+ "éĥij": 7674,
+ "Ġhous": 7675,
+ "omb": 7676,
+ "ĠProject": 7677,
+ "è·Į": 7678,
+ "让人": 7679,
+ "éªij": 7680,
+ "åijĪ": 7681,
+ "aturday": 7682,
+ "Ġguid": 7683,
+ "}.": 7684,
+ "Ġselection": 7685,
+ "Email": 7686,
+ "身份": 7687,
+ "æīĵå¼Ģ": 7688,
+ "骤": 7689,
+ "ĠBen": 7690,
+ "ĠCanada": 7691,
+ "Ġwants": 7692,
+ "Cal": 7693,
+ "Ġbrowser": 7694,
+ "Ġexpand": 7695,
+ "sembly": 7696,
+ "connect": 7697,
+ "Ġcollege": 7698,
+ "çIJĨ论": 7699,
+ "vider": 7700,
+ "Ġfeet": 7701,
+ "æĶ¿æ²»": 7702,
+ "ä¼Ł": 7703,
+ "web": 7704,
+ "Builder": 7705,
+ "Ġcapital": 7706,
+ "Ġmill": 7707,
+ "Ġreviews": 7708,
+ "Ġtick": 7709,
+ "èĢĥè¯ķ": 7710,
+ "ĠThanks": 7711,
+ "éĶħ": 7712,
+ "ying": 7713,
+ "Ġut": 7714,
+ "Ġ::": 7715,
+ "Ġarriv": 7716,
+ "Ġsupply": 7717,
+ "inn": 7718,
+ "(v": 7719,
+ "Ġfigure": 7720,
+ "%,": 7721,
+ "æĪ´": 7722,
+ "åĩī": 7723,
+ "Ġanti": 7724,
+ "æł·åŃIJ": 7725,
+ "################": 7726,
+ "ARR": 7727,
+ "za": 7728,
+ "Ġlab": 7729,
+ "Ġspent": 7730,
+ "åĽŀçŃĶ": 7731,
+ "ctx": 7732,
+ "è¾ħ": 7733,
+ "Ġsmart": 7734,
+ "Ġobserved": 7735,
+ "Ġactions": 7736,
+ "Last": 7737,
+ "ront": 7738,
+ "çĶŁçļĦ": 7739,
+ "Mode": 7740,
+ "Ġphotos": 7741,
+ "Ġwrote": 7742,
+ "èģĬ": 7743,
+ "Ġsuff": 7744,
+ "ĠEX": 7745,
+ "AGE": 7746,
+ "ĠâĢ¢": 7747,
+ "Ġcat": 7748,
+ "ocr": 7749,
+ "Ġtesting": 7750,
+ "ĠCook": 7751,
+ "ificate": 7752,
+ "ĠAnt": 7753,
+ "DS": 7754,
+ "çζæ¯į": 7755,
+ "aming": 7756,
+ "ĠGood": 7757,
+ "Ġreports": 7758,
+ "Ġrent": 7759,
+ "æļĤ": 7760,
+ "Ġcore": 7761,
+ "EE": 7762,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 7763,
+ "Ġraise": 7764,
+ "Ġ(-": 7765,
+ "Ġspirit": 7766,
+ "æĦıä¹ī": 7767,
+ "ITH": 7768,
+ "ĠJack": 7769,
+ ".to": 7770,
+ "åºĶçļĦ": 7771,
+ "èĪį": 7772,
+ "ĠDavid": 7773,
+ "Ġsequence": 7774,
+ "Please": 7775,
+ "aintiff": 7776,
+ "json": 7777,
+ "æģ¢": 7778,
+ "Ġmodule": 7779,
+ "Ġindependent": 7780,
+ "MP": 7781,
+ "ĠCare": 7782,
+ "èµı": 7783,
+ "cope": 7784,
+ "Ġnut": 7785,
+ "ho": 7786,
+ "Ġdescription": 7787,
+ "以æĿ¥": 7788,
+ "Ġmotion": 7789,
+ "ĠWindows": 7790,
+ "ĠChristmas": 7791,
+ "çļ®èĤ¤": 7792,
+ "Ġexception": 7793,
+ "Ġtrend": 7794,
+ "Ġeye": 7795,
+ "ĠFile": 7796,
+ "oving": 7797,
+ "éĴĪ对": 7798,
+ "Ġrestaur": 7799,
+ "iers": 7800,
+ "oted": 7801,
+ "æĮº": 7802,
+ "height": 7803,
+ "Ġeasier": 7804,
+ "Ġdie": 7805,
+ "Ġtruth": 7806,
+ "inct": 7807,
+ "Ġvert": 7808,
+ "Page": 7809,
+ "Ġbrain": 7810,
+ "Ġfat": 7811,
+ "Ġcomponents": 7812,
+ "ĠWhite": 7813,
+ "åı¥è¯Ŀ": 7814,
+ "hens": 7815,
+ "éĻįä½İ": 7816,
+ ",ä»ĸ": 7817,
+ "Char": 7818,
+ "orrow": 7819,
+ "ĠAR": 7820,
+ "Ġsettings": 7821,
+ "Ass": 7822,
+ "ĠOnline": 7823,
+ "Ġoperations": 7824,
+ "ç¹ģ": 7825,
+ "豪": 7826,
+ "èıĮ": 7827,
+ "_ex": 7828,
+ "Ġdrop": 7829,
+ "åĩŃ": 7830,
+ "Ġpresence": 7831,
+ "åģļ好": 7832,
+ "çģ°": 7833,
+ "ĠExp": 7834,
+ "Ġargs": 7835,
+ "Em": 7836,
+ "ups": 7837,
+ "ications": 7838,
+ "ĠGl": 7839,
+ "é¢Ĺ": 7840,
+ "åĴ¨": 7841,
+ "Ġincome": 7842,
+ ".re": 7843,
+ "ĠLife": 7844,
+ "(h": 7845,
+ "contain": 7846,
+ "æĢ§èĥ½": 7847,
+ "update": 7848,
+ "pret": 7849,
+ "arp": 7850,
+ "ĠEm": 7851,
+ "ï¼Į说": 7852,
+ "Ġdiet": 7853,
+ "Ġchallenge": 7854,
+ "æĪIJç«ĭ": 7855,
+ "(S": 7856,
+ ",æľī": 7857,
+ "Ġcentral": 7858,
+ "Ġtag": 7859,
+ "å§ij": 7860,
+ "å®ĥ们": 7861,
+ "creen": 7862,
+ "ĠMake": 7863,
+ "_add": 7864,
+ "Ġstrugg": 7865,
+ ".assert": 7866,
+ "è¿ħ": 7867,
+ "ellig": 7868,
+ "Ġpoor": 7869,
+ "Ġreflect": 7870,
+ "Ġdivid": 7871,
+ "can": 7872,
+ "Ġcounter": 7873,
+ "模åĿĹ": 7874,
+ "Ġchannel": 7875,
+ "Ġ·": 7876,
+ "æ¯ı天": 7877,
+ "ĠNS": 7878,
+ "Supp": 7879,
+ "lies": 7880,
+ "è£Ĥ": 7881,
+ "care": 7882,
+ "ua": 7883,
+ "uman": 7884,
+ "Ġletter": 7885,
+ "(_": 7886,
+ "ĠHot": 7887,
+ "åĸ·": 7888,
+ "Ġhyp": 7889,
+ "ounce": 7890,
+ "_info": 7891,
+ "Ġpayment": 7892,
+ "Ġrelig": 7893,
+ "ĠANY": 7894,
+ "è§Ħ模": 7895,
+ "Ġer": 7896,
+ "Ġrestrict": 7897,
+ "å®£ä¼ł": 7898,
+ "adding": 7899,
+ "ç»ĻæĪij": 7900,
+ "Ġvector": 7901,
+ "ãĢĤä¸Ģ": 7902,
+ "åį«çĶŁ": 7903,
+ "Ġbudget": 7904,
+ "é¾Ħ": 7905,
+ "Ġextends": 7906,
+ "èĢĹ": 7907,
+ "Ġreturned": 7908,
+ "Ġfixed": 7909,
+ "Ġpen": 7910,
+ "æŁ³": 7911,
+ "Ġforms": 7912,
+ "Ġresponsible": 7913,
+ "åĨῬ¡": 7914,
+ "Ġcasino": 7915,
+ "Ġloved": 7916,
+ "select": 7917,
+ "Ġinstitut": 7918,
+ "Ġpresident": 7919,
+ "ACT": 7920,
+ "çĸ¾çĹħ": 7921,
+ "ï¼Į请": 7922,
+ "ä¸ĭéĿ¢": 7923,
+ "è¯ģåΏ": 7924,
+ "Ġpair": 7925,
+ "Controller": 7926,
+ "Bl": 7927,
+ "exas": 7928,
+ "phone": 7929,
+ "Oper": 7930,
+ "Ġsrc": 7931,
+ "ĠSuper": 7932,
+ "Ġcomponent": 7933,
+ "Ġaward": 7934,
+ "åĽłç´ł": 7935,
+ "èµ°äºĨ": 7936,
+ "ä¹Į": 7937,
+ "ashington": 7938,
+ "ĠEuropean": 7939,
+ "Te": 7940,
+ "åĽŀæĿ¥": 7941,
+ "æĬ¬": 7942,
+ "Load": 7943,
+ "æķ°åŃĹ": 7944,
+ "rd": 7945,
+ "vention": 7946,
+ "å¼ķèµ·": 7947,
+ "ï¼ĮéĢļè¿ĩ": 7948,
+ "Ġthank": 7949,
+ "Ġ\"$": 7950,
+ "ĠAnn": 7951,
+ "ĠJesus": 7952,
+ "æĸ½å·¥": 7953,
+ "porary": 7954,
+ "Ġclasses": 7955,
+ "ï¼Į被": 7956,
+ "ymbol": 7957,
+ "arth": 7958,
+ "Ġhop": 7959,
+ "Ġplus": 7960,
+ "DC": 7961,
+ "Ġtalking": 7962,
+ "æ½ľ": 7963,
+ "Ġspread": 7964,
+ "Ġfamilies": 7965,
+ "Ġglass": 7966,
+ "Why": 7967,
+ "ç«ŀäºī": 7968,
+ "æĻ¨": 7969,
+ "Ġing": 7970,
+ "æĶ¾åľ¨": 7971,
+ "å¼Ħ": 7972,
+ "that": 7973,
+ "Ġelectric": 7974,
+ "ĠTherefore": 7975,
+ "Ġcoord": 7976,
+ "Rem": 7977,
+ "åĵŃ": 7978,
+ "èħ¾": 7979,
+ "\"\"": 7980,
+ "Ġcommercial": 7981,
+ "åķĨä¸ļ": 7982,
+ "icine": 7983,
+ "çĽIJ": 7984,
+ "ĠWhy": 7985,
+ "ULT": 7986,
+ "Ġserve": 7987,
+ "Ġrob": 7988,
+ "åĬĽçļĦ": 7989,
+ "å°±åľ¨": 7990,
+ "è´·": 7991,
+ "phi": 7992,
+ "æĺ¯ä¸ª": 7993,
+ "inger": 7994,
+ "èĸĦ": 7995,
+ "omic": 7996,
+ "æľīä»Ģä¹Ī": 7997,
+ "Ġclaims": 7998,
+ "ĠMac": 7999,
+ "ĠIndian": 8000,
+ "å®ŀéªĮ": 8001,
+ "åijµ": 8002,
+ "ript": 8003,
+ "XX": 8004,
+ "齿": 8005,
+ "Ġdating": 8006,
+ "_k": 8007,
+ "ãģ®": 8008,
+ "zer": 8009,
+ "èĩªçͱ": 8010,
+ "ydro": 8011,
+ "perties": 8012,
+ "ĠChristian": 8013,
+ "Ġempty": 8014,
+ "åĨĴ": 8015,
+ "Don": 8016,
+ "æIJľ": 8017,
+ ".size": 8018,
+ "Ġlayer": 8019,
+ "fs": 8020,
+ "ç»ĦæĪIJ": 8021,
+ "Ġbath": 8022,
+ "ĠAmazon": 8023,
+ "ideos": 8024,
+ "Ġhundred": 8025,
+ "IA": 8026,
+ "æģ¢å¤į": 8027,
+ "éĻ·": 8028,
+ "æĮĩ导": 8029,
+ "Ġrace": 8030,
+ "Ġnearly": 8031,
+ "Ġwild": 8032,
+ "ba": 8033,
+ "EXT": 8034,
+ "Ġwife": 8035,
+ "xff": 8036,
+ "script": 8037,
+ "Address": 8038,
+ "Ġzero": 8039,
+ "which": 8040,
+ "æ¯ķä¸ļ": 8041,
+ "github": 8042,
+ "ï¼Į该": 8043,
+ "eds": 8044,
+ "ĠMet": 8045,
+ "å©Ĩ": 8046,
+ "Ġharm": 8047,
+ ".": 8048,
+ "èģĶç½ij": 8049,
+ "uthors": 8050,
+ "Ġestablish": 8051,
+ "åĴ¨è¯¢": 8052,
+ "othing": 8053,
+ "çī¹çĤ¹": 8054,
+ ",ä½ł": 8055,
+ "ota": 8056,
+ "Ġclub": 8057,
+ "Ġpush": 8058,
+ "Ġincor": 8059,
+ "åı¹": 8060,
+ "æ½®": 8061,
+ "SON": 8062,
+ "Ġprotection": 8063,
+ "ç͍çļĦ": 8064,
+ "wide": 8065,
+ "Ġlearned": 8066,
+ "æĽ¼": 8067,
+ "åĩºä¸Ģ": 8068,
+ "Ġdoll": 8069,
+ "Ġoffered": 8070,
+ "iated": 8071,
+ "è¡ĮæĶ¿": 8072,
+ "ilk": 8073,
+ "Ġthread": 8074,
+ "Ġspecies": 8075,
+ "Ġpan": 8076,
+ "Ġteams": 8077,
+ "Ġprofession": 8078,
+ "éĵº": 8079,
+ "PH": 8080,
+ "NU": 8081,
+ "num": 8082,
+ "ifications": 8083,
+ "åħģ": 8084,
+ "以åīį": 8085,
+ "ä¸Ń央": 8086,
+ "rab": 8087,
+ "FL": 8088,
+ "lig": 8089,
+ "èĥ¸": 8090,
+ "look": 8091,
+ "abilities": 8092,
+ "oma": 8093,
+ "æĽ¾ç»ı": 8094,
+ "æħ§": 8095,
+ "Ġvolume": 8096,
+ "Const": 8097,
+ "ocket": 8098,
+ ".log": 8099,
+ "ĠDE": 8100,
+ "Ġmoved": 8101,
+ "çĪ¶äº²": 8102,
+ "Ġprop": 8103,
+ "Ġvoice": 8104,
+ "ĠOb": 8105,
+ "æİ¨èįIJ": 8106,
+ "''": 8107,
+ "л": 8108,
+ "Ġwonderful": 8109,
+ "Resource": 8110,
+ "åijĺå·¥": 8111,
+ "Ġbaby": 8112,
+ "Ġandroid": 8113,
+ "Ġsmaller": 8114,
+ "Attribute": 8115,
+ "æĶ¯ä»ĺ": 8116,
+ "anges": 8117,
+ "OVID": 8118,
+ "Ġecho": 8119,
+ "Ġvariable": 8120,
+ "èĢħçļĦ": 8121,
+ "æĶ¯æĴij": 8122,
+ "cs": 8123,
+ "while": 8124,
+ "ette": 8125,
+ "anging": 8126,
+ "Ġclosed": 8127,
+ "ĠPC": 8128,
+ "BO": 8129,
+ "éĶĭ": 8130,
+ "æĹ¦": 8131,
+ "å¾Īå¿«": 8132,
+ "ructure": 8133,
+ "align": 8134,
+ "Ġsoft": 8135,
+ "Ġpowerful": 8136,
+ "åħ½": 8137,
+ "æĬ¢": 8138,
+ "åĵªéĩĮ": 8139,
+ "_A": 8140,
+ "ifying": 8141,
+ "Web": 8142,
+ "ĠEast": 8143,
+ "lands": 8144,
+ "Ġdu": 8145,
+ "color": 8146,
+ "Ġ£": 8147,
+ "æķ°éĩı": 8148,
+ "ï¼ĮåĮħæĭ¬": 8149,
+ "Ġos": 8150,
+ "Ġfaith": 8151,
+ "Ġphase": 8152,
+ "è§£éĩĬ": 8153,
+ "title": 8154,
+ "Ġmonitor": 8155,
+ "ĠFOR": 8156,
+ "Ġscript": 8157,
+ "None": 8158,
+ "cket": 8159,
+ "è´¸": 8160,
+ "ribe": 8161,
+ "ï¼ĮèϽçĦ¶": 8162,
+ "Ġkitchen": 8163,
+ "ν": 8164,
+ ".y": 8165,
+ "ĠCode": 8166,
+ "åĵ¦": 8167,
+ "HT": 8168,
+ "Ġdrug": 8169,
+ "Ġquery": 8170,
+ "Ġparties": 8171,
+ "ãĢĤæīĢ以": 8172,
+ "主任": 8173,
+ "çĶľ": 8174,
+ "æ³¥": 8175,
+ "Ġdetermined": 8176,
+ "}_{": 8177,
+ "è·µ": 8178,
+ "pat": 8179,
+ "Ġcelebr": 8180,
+ "ç«Ļåľ¨": 8181,
+ "çĶĺ": 8182,
+ "éĩįè¦ģçļĦ": 8183,
+ "çľĭäºĨ": 8184,
+ "ĠPal": 8185,
+ "åī©": 8186,
+ "çĮ«": 8187,
+ "ĠUSA": 8188,
+ "åĺī": 8189,
+ "æĭľ": 8190,
+ "å°º": 8191,
+ "Ġprocesses": 8192,
+ "RL": 8193,
+ "img": 8194,
+ "å®ŀåľ¨": 8195,
+ "寸": 8196,
+ "Ġlinks": 8197,
+ "imple": 8198,
+ "onus": 8199,
+ "å¿ĥçIJĨ": 8200,
+ "åŁ¹åħ»": 8201,
+ "ä¼ĺç§Ģ": 8202,
+ "orial": 8203,
+ "Ġscen": 8204,
+ "Ġedge": 8205,
+ "å°Ŀ": 8206,
+ "Ġagreement": 8207,
+ "éĩįæĸ°": 8208,
+ "UG": 8209,
+ "estion": 8210,
+ "Ġefficient": 8211,
+ "culate": 8212,
+ "åĮĸçļĦ": 8213,
+ "udio": 8214,
+ "æĮ¡": 8215,
+ "åģ¿": 8216,
+ "Ġmentioned": 8217,
+ "pid": 8218,
+ "ĠUnder": 8219,
+ "root": 8220,
+ "icens": 8221,
+ "åijĢ": 8222,
+ "-D": 8223,
+ "itness": 8224,
+ "ï¼Įä¸Ģ个": 8225,
+ "cos": 8226,
+ "ĠCall": 8227,
+ "conf": 8228,
+ "Ġsupported": 8229,
+ "æĬĢèĥ½": 8230,
+ "åħħåĪĨ": 8231,
+ "ĠBank": 8232,
+ "ĠKey": 8233,
+ "Ġspecified": 8234,
+ ",æĪij们": 8235,
+ "Ġslight": 8236,
+ "Ġprotein": 8237,
+ "ä¹Ļ": 8238,
+ "å¡«": 8239,
+ "related": 8240,
+ "Ġgrand": 8241,
+ "注åĨĮ": 8242,
+ "Ġprocessing": 8243,
+ "ago": 8244,
+ "Ġsignificantly": 8245,
+ "Ġestablished": 8246,
+ "ĠII": 8247,
+ "cles": 8248,
+ "æľīäºĨ": 8249,
+ "andle": 8250,
+ "代çłģ": 8251,
+ "Ġsen": 8252,
+ "Ġnation": 8253,
+ "ĨĴ": 8254,
+ "循": 8255,
+ ".H": 8256,
+ "Ġexplain": 8257,
+ "ãĢĤ她": 8258,
+ "UD": 8259,
+ "Ġpaint": 8260,
+ "ĠTrue": 8261,
+ "ACK": 8262,
+ "éħįç½®": 8263,
+ "ipl": 8264,
+ "-P": 8265,
+ "unn": 8266,
+ "åĴ±": 8267,
+ "ç¡®ä¿Ŀ": 8268,
+ "ãĢĤæĪij们": 8269,
+ "Ġsources": 8270,
+ "ĠTable": 8271,
+ "Ġ{\\": 8272,
+ "ĠPaul": 8273,
+ "option": 8274,
+ "ĠBel": 8275,
+ "ini": 8276,
+ "ĠConf": 8277,
+ "bo": 8278,
+ "Ġ(\"": 8279,
+ "åĬłå·¥": 8280,
+ "FO": 8281,
+ "æľĹ": 8282,
+ "iger": 8283,
+ "ĠVis": 8284,
+ "Ġdrink": 8285,
+ "Ġfarm": 8286,
+ "空æ°Ķ": 8287,
+ "ĠScience": 8288,
+ "æĥľ": 8289,
+ "Ġtests": 8290,
+ "ä¹Łä¼ļ": 8291,
+ "Ġcalls": 8292,
+ "è¾Ľ": 8293,
+ ")ï¼Į": 8294,
+ "ï¼ĮçĶļèĩ³": 8295,
+ "Ġlibrary": 8296,
+ "Ġfederal": 8297,
+ "ï¼Įè¿ĺæĺ¯": 8298,
+ "Ġconnected": 8299,
+ "itors": 8300,
+ "Fe": 8301,
+ "æİªæĸ½": 8302,
+ "éĺħ读": 8303,
+ "rier": 8304,
+ "emy": 8305,
+ "ĠGold": 8306,
+ "Ġobvious": 8307,
+ "æł¸å¿ĥ": 8308,
+ "Version": 8309,
+ "Ġlargest": 8310,
+ "è¾ĵåħ¥": 8311,
+ "Ġfill": 8312,
+ "ä»ĵ": 8313,
+ "å°±åı¯ä»¥": 8314,
+ "äºĨä¸Ģä¸ĭ": 8315,
+ ">": 9119,
+ "æı´": 9120,
+ "ï¼Įè¿Ļæł·": 9121,
+ "cite": 9122,
+ "ĠOnce": 9123,
+ "Ġcovered": 9124,
+ "ĠAustralia": 9125,
+ "é£Łçī©": 9126,
+ "Ġidentified": 9127,
+ "Ġstrategies": 9128,
+ "mathbf": 9129,
+ "ston": 9130,
+ ".id": 9131,
+ "Ġprepared": 9132,
+ "Ġbrother": 9133,
+ "Ġtoward": 9134,
+ "æİ¨è¿Ľ": 9135,
+ "Ġopening": 9136,
+ "åħ¬éĩĮ": 9137,
+ "æĿ¥åΰ": 9138,
+ "riage": 9139,
+ "Ġprocedure": 9140,
+ "ĠFlor": 9141,
+ "Ġshift": 9142,
+ "ĠExt": 9143,
+ "fe": 9144,
+ "ĠTR": 9145,
+ "Ġdefinition": 9146,
+ "Ġfear": 9147,
+ "namespace": 9148,
+ "Ġboy": 9149,
+ ".name": 9150,
+ "ä¸Ģå®ļè¦ģ": 9151,
+ "Ġrelative": 9152,
+ "PP": 9153,
+ "Ġpoly": 9154,
+ "ĠCommission": 9155,
+ "Label": 9156,
+ "Ġfinish": 9157,
+ "åΤæĸŃ": 9158,
+ "æĪĺæĸĹ": 9159,
+ "Ġdress": 9160,
+ "å¥Ī": 9161,
+ "Layout": 9162,
+ "elines": 9163,
+ "ictionary": 9164,
+ "åħ´è¶£": 9165,
+ "Ġsweet": 9166,
+ "Ġsmooth": 9167,
+ "Ġsympt": 9168,
+ "Ġachie": 9169,
+ "Ġmissing": 9170,
+ "ï¼īãĢĤ": 9171,
+ "Ġinfluence": 9172,
+ "rehens": 9173,
+ "å¥Ķ": 9174,
+ "ĠEqu": 9175,
+ "Ġstored": 9176,
+ "Ġdeveloping": 9177,
+ "æ´ª": 9178,
+ "oor": 9179,
+ "atin": 9180,
+ "ĠStr": 9181,
+ "çī©è´¨": 9182,
+ "Ġimplementation": 9183,
+ "çİ»": 9184,
+ "æĹ¶æľŁ": 9185,
+ "igital": 9186,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 9187,
+ "Ġwhatever": 9188,
+ "ctors": 9189,
+ "Ġlose": 9190,
+ "ECT": 9191,
+ "ãĢĤåĽłæŃ¤": 9192,
+ "Ġbill": 9193,
+ "ï¼Įæīį": 9194,
+ "Ġstation": 9195,
+ "Ġsomew": 9196,
+ "ĠLong": 9197,
+ "Ġmental": 9198,
+ "unately": 9199,
+ "ĠRob": 9200,
+ "rian": 9201,
+ "åѤ": 9202,
+ "æĪijåĽ½": 9203,
+ "åĩºæĿ¥çļĦ": 9204,
+ "ĠHol": 9205,
+ "_ID": 9206,
+ "ĠGNU": 9207,
+ "Ġwouldn": 9208,
+ "ä¼ļ计": 9209,
+ "èģĺ": 9210,
+ "è§ĦèĮĥ": 9211,
+ "uations": 9212,
+ "Ġestate": 9213,
+ "amin": 9214,
+ "Ġleaders": 9215,
+ "<<": 9216,
+ "Ġmanager": 9217,
+ "æĭ³": 9218,
+ "Ġtheme": 9219,
+ "obs": 9220,
+ "æ¶īåıĬ": 9221,
+ "ĠWater": 9222,
+ "ĠCD": 9223,
+ "ORD": 9224,
+ "ĠEnd": 9225,
+ "å¤ļæķ°": 9226,
+ "Ke": 9227,
+ "ĠYes": 9228,
+ "ĠRoad": 9229,
+ "è°ĭ": 9230,
+ ".pro": 9231,
+ "åIJįç§°": 9232,
+ "----------------------------------------------------------------": 9233,
+ "Ġarticles": 9234,
+ "Ġannual": 9235,
+ "pecific": 9236,
+ "Ġsolve": 9237,
+ "驱åĬ¨": 9238,
+ "Ġquarter": 9239,
+ "Ġdistrict": 9240,
+ "/t": 9241,
+ "Ġpractices": 9242,
+ "ĠFig": 9243,
+ "å±ħçĦ¶": 9244,
+ "ĠNote": 9245,
+ "ĠMart": 9246,
+ "Ġhab": 9247,
+ "Ġdefendant": 9248,
+ "/g": 9249,
+ "space": 9250,
+ "_j": 9251,
+ "è¿Ł": 9252,
+ "isode": 9253,
+ "ersonal": 9254,
+ "aset": 9255,
+ "Ġvisitors": 9256,
+ "竹": 9257,
+ "éĥ½åľ¨": 9258,
+ "å¤įæĿĤ": 9259,
+ "宿": 9260,
+ "osh": 9261,
+ "ĠBritish": 9262,
+ "_sh": 9263,
+ "ĠPay": 9264,
+ "Ġthrows": 9265,
+ "oses": 9266,
+ "第ä¸Ģ次": 9267,
+ "Ġbeg": 9268,
+ "æ°ijæĹı": 9269,
+ "鸣": 9270,
+ "": 9271,
+ "Co": 9272,
+ "Ġplants": 9273,
+ "long": 9274,
+ "Ġoperator": 9275,
+ "road": 9276,
+ "Filter": 9277,
+ "Ġdetail": 9278,
+ "Ġattend": 9279,
+ "vec": 9280,
+ "isc": 9281,
+ "ounter": 9282,
+ "æľīçĿĢ": 9283,
+ "çļĦ女": 9284,
+ "ï¼Įè¿Ļæĺ¯": 9285,
+ "æĵ¦": 9286,
+ "Ġtemplate": 9287,
+ "ĠBuild": 9288,
+ "\"}": 9289,
+ "ĠSal": 9290,
+ "ĠChurch": 9291,
+ "EST": 9292,
+ "ky": 9293,
+ "Ġprepar": 9294,
+ "Ġesc": 9295,
+ "éĩijé¢Ŀ": 9296,
+ "ç¾İåħĥ": 9297,
+ "Ġmotor": 9298,
+ "åĿ¦": 9299,
+ "ĠWITH": 9300,
+ "ancel": 9301,
+ "Ġinjury": 9302,
+ "Sign": 9303,
+ "ï¼Į没": 9304,
+ "Ïģ": 9305,
+ "æ¼ı": 9306,
+ "Ġfans": 9307,
+ "Ġserved": 9308,
+ "天ä¸ĭ": 9309,
+ "天çļĦ": 9310,
+ "block": 9311,
+ "åĵĪåĵĪ": 9312,
+ "Ġcommunities": 9313,
+ "Ġacad": 9314,
+ "ĠTom": 9315,
+ "Column": 9316,
+ ".class": 9317,
+ "Ġpieces": 9318,
+ "æģ¨": 9319,
+ ".J": 9320,
+ "Length": 9321,
+ "æĺİç¡®": 9322,
+ "-the": 9323,
+ "Ġfinished": 9324,
+ "ç»ıçIJĨ": 9325,
+ "éĥ½æ²¡æľī": 9326,
+ "ĠExper": 9327,
+ "ĠâĪĴ": 9328,
+ "Ġmeant": 9329,
+ "FC": 9330,
+ "_un": 9331,
+ "sey": 9332,
+ "ĠText": 9333,
+ "Ġfol": 9334,
+ "åĪij": 9335,
+ "pu": 9336,
+ "Ġchain": 9337,
+ "Ġextract": 9338,
+ "纵": 9339,
+ "Ġwear": 9340,
+ "åĬłä¸Ĭ": 9341,
+ "æĪĺçķ¥": 9342,
+ "Ġmedium": 9343,
+ "æ¡ĥ": 9344,
+ "åIJ¹": 9345,
+ "äºĴèģĶç½ij": 9346,
+ "Ġguys": 9347,
+ "ĠOh": 9348,
+ "^{-": 9349,
+ "æĥħ绪": 9350,
+ "](#": 9351,
+ "bi": 9352,
+ "ste": 9353,
+ "Press": 9354,
+ "åľŁåľ°": 9355,
+ "'.": 9356,
+ "Ġexists": 9357,
+ "ĠMicrosoft": 9358,
+ "Access": 9359,
+ "(*": 9360,
+ "Ġearth": 9361,
+ "Ġnuc": 9362,
+ "å¤Ħäºİ": 9363,
+ "ĠSl": 9364,
+ "个æľĪ": 9365,
+ "(R": 9366,
+ "广åijĬ": 9367,
+ "å®ŀè·µ": 9368,
+ "è¾°": 9369,
+ "æŃ£æĺ¯": 9370,
+ "env": 9371,
+ "ĠBas": 9372,
+ "Ġposted": 9373,
+ "Ġwaiting": 9374,
+ "icit": 9375,
+ "岸": 9376,
+ "adow": 9377,
+ "erry": 9378,
+ "Ġupdated": 9379,
+ "ĠMiss": 9380,
+ "iences": 9381,
+ "edom": 9382,
+ "Ġdiscussion": 9383,
+ "Server": 9384,
+ "Ġ§": 9385,
+ "iform": 9386,
+ "é£İæł¼": 9387,
+ "ĠInstitute": 9388,
+ "ï¼Įä¹Łæĺ¯": 9389,
+ "ARRANT": 9390,
+ "ãĢĤä»İ": 9391,
+ "ĠSam": 9392,
+ ",æīĢ以": 9393,
+ "ï¼Įæĥ³": 9394,
+ "ĠYear": 9395,
+ "ttp": 9396,
+ "Ġspring": 9397,
+ "ĠLord": 9398,
+ "Equals": 9399,
+ "Ġeconomy": 9400,
+ "åħ¼": 9401,
+ "çļĦæĸ¹æ³ķ": 9402,
+ "Ġforg": 9403,
+ "PU": 9404,
+ "ĠPhil": 9405,
+ "ç½²": 9406,
+ "âĸ": 9407,
+ "Ġerrors": 9408,
+ "åĪĽä¸ļ": 9409,
+ "Ġbra": 9410,
+ "ä¹³": 9411,
+ "Url": 9412,
+ "-old": 9413,
+ "MT": 9414,
+ "Ġabsolutely": 9415,
+ "Ġ»": 9416,
+ "Ġarchitect": 9417,
+ "è¿«": 9418,
+ "/w": 9419,
+ "ady": 9420,
+ "è¿ĩäºĨ": 9421,
+ "ĠComments": 9422,
+ "缸åIJĮ": 9423,
+ "æĤ²": 9424,
+ "缮åħī": 9425,
+ "rome": 9426,
+ "çļĦä¸į": 9427,
+ "ï¼Įèĥ½": 9428,
+ "Description": 9429,
+ "å̼å¾Ĺ": 9430,
+ "ãĢĤæľ¬": 9431,
+ "Ġscene": 9432,
+ "ĠOper": 9433,
+ "ç±į": 9434,
+ "Ġcup": 9435,
+ "壮": 9436,
+ "Ġconven": 9437,
+ "Ġchanging": 9438,
+ "values": 9439,
+ "ĠWARRANT": 9440,
+ "éģĵè·¯": 9441,
+ "Ġdiscover": 9442,
+ "berg": 9443,
+ "Ġincred": 9444,
+ "Ġmenu": 9445,
+ "esome": 9446,
+ "æĭĶ": 9447,
+ "olved": 9448,
+ "è²Į": 9449,
+ "ĠBet": 9450,
+ "endar": 9451,
+ "Ġanimals": 9452,
+ "Ġleads": 9453,
+ "','": 9454,
+ "Ġessay": 9455,
+ "eft": 9456,
+ "åħĥç´ł": 9457,
+ "çݰ象": 9458,
+ "ĠAD": 9459,
+ "ï¼Įéļı": 9460,
+ "ĠIP": 9461,
+ "ï¼Įåħ¨": 9462,
+ "iller": 9463,
+ "osite": 9464,
+ "_a": 9465,
+ "éĻIJåζ": 9466,
+ "ĠPRO": 9467,
+ "çĩķ": 9468,
+ "Ġtrig": 9469,
+ "Ġarm": 9470,
+ "åĽŀåΰ": 9471,
+ "äºĭå®ŀ": 9472,
+ "ya": 9473,
+ "ĠSO": 9474,
+ "ä¼ı": 9475,
+ "Min": 9476,
+ "åı£æ°Ķ": 9477,
+ "Book": 9478,
+ "Ġsquare": 9479,
+ "ĠRet": 9480,
+ "ano": 9481,
+ "å§Ķåijĺä¼ļ": 9482,
+ "ä»Ķ": 9483,
+ "Ġcry": 9484,
+ "arts": 9485,
+ "^{\\": 9486,
+ "ĠDirector": 9487,
+ "kin": 9488,
+ "ĠStand": 9489,
+ "æ¼Ĥ": 9490,
+ "Ġcoffee": 9491,
+ "èį¡": 9492,
+ "Ġluck": 9493,
+ "Ġadvance": 9494,
+ "Ġguy": 9495,
+ "Ġrare": 9496,
+ "Ġmeasures": 9497,
+ "eless": 9498,
+ "Ġstick": 9499,
+ "Ġyield": 9500,
+ "ĠElect": 9501,
+ "ca": 9502,
+ "Ġjournal": 9503,
+ "浩": 9504,
+ "çĽĪ": 9505,
+ "Ġaudience": 9506,
+ "Ġtypically": 9507,
+ "æĪ¿éĹ´": 9508,
+ "Ġcomfortable": 9509,
+ ".create": 9510,
+ "ĠIsrael": 9511,
+ "Entry": 9512,
+ "ĠLove": 9513,
+ "âĶ": 9514,
+ "Ġhearing": 9515,
+ "\\[": 9516,
+ "表达": 9517,
+ "Ġdifferences": 9518,
+ "Ġbrief": 9519,
+ "ĠFigure": 9520,
+ "Met": 9521,
+ "Ġcreative": 9522,
+ ".net": 9523,
+ "çݰéĩij": 9524,
+ "ĠãĢĬ": 9525,
+ "Ġmission": 9526,
+ "theta": 9527,
+ "Ġleader": 9528,
+ "ĠMichael": 9529,
+ "çļĦä¸ľè¥¿": 9530,
+ "ecess": 9531,
+ "ĠPlay": 9532,
+ "è¿Ļ次": 9533,
+ "æĻĭ": 9534,
+ "模åŀĭ": 9535,
+ "Ġtransl": 9536,
+ "纤": 9537,
+ "åİŁåĪĻ": 9538,
+ "ĠMary": 9539,
+ "Ġforeign": 9540,
+ "éĥİ": 9541,
+ "è·¨": 9542,
+ "âĦ": 9543,
+ "èħ¹": 9544,
+ "lets": 9545,
+ "doc": 9546,
+ "æĸĩæĺİ": 9547,
+ "ĠThom": 9548,
+ "Ġbag": 9549,
+ "fty": 9550,
+ "alls": 9551,
+ "äºķ": 9552,
+ "èĭ±åĽ½": 9553,
+ "æľīæīĢ": 9554,
+ "Menu": 9555,
+ "ytics": 9556,
+ "çļĦæĸ¹å¼ı": 9557,
+ "ä¸Ĭåİ»": 9558,
+ "åĽ°éļ¾": 9559,
+ "æĿ¥æºIJ": 9560,
+ "å°±è¦ģ": 9561,
+ "çļĦ好": 9562,
+ "宾": 9563,
+ "éĽĨä¸Ń": 9564,
+ "Ġwriter": 9565,
+ "core": 9566,
+ "çī¹èī²": 9567,
+ "å½¼": 9568,
+ "_e": 9569,
+ "å¤ļäºĨ": 9570,
+ "éĤ®": 9571,
+ "ĠPress": 9572,
+ "Ġdirector": 9573,
+ "è¿ħéĢŁ": 9574,
+ "Ġillust": 9575,
+ "Ptr": 9576,
+ "ĠBay": 9577,
+ "Ġknows": 9578,
+ "Ġfunds": 9579,
+ "æŁľ": 9580,
+ "Ġcourses": 9581,
+ "going": 9582,
+ "Ġwarrant": 9583,
+ "åħįè´¹": 9584,
+ "æĭĴ": 9585,
+ "ĠCamp": 9586,
+ "Ġhomes": 9587,
+ "essions": 9588,
+ "py": 9589,
+ "åĪļæīį": 9590,
+ "Fin": 9591,
+ "Height": 9592,
+ "ĠBlog": 9593,
+ "last": 9594,
+ "Ġconfiguration": 9595,
+ "ĠAPI": 9596,
+ "æ»´": 9597,
+ "apache": 9598,
+ "ulti": 9599,
+ "Ġmetal": 9600,
+ "æĹ¢çĦ¶": 9601,
+ "Ġ[...": 9602,
+ "Ġpanel": 9603,
+ "scribe": 9604,
+ "åįıè®®": 9605,
+ "Ġsentence": 9606,
+ "uled": 9607,
+ "byte": 9608,
+ "MD": 9609,
+ "ĠPrice": 9610,
+ "Ġgeneration": 9611,
+ "éģĩåΰ": 9612,
+ "Ġsector": 9613,
+ "Ġjoint": 9614,
+ "è¿IJèIJ¥": 9615,
+ "Ġstandards": 9616,
+ "Like": 9617,
+ "Ġagreed": 9618,
+ "ï¿": 9619,
+ "Ġ\"\\": 9620,
+ "确认": 9621,
+ "times": 9622,
+ "ĠLead": 9623,
+ "ĠFood": 9624,
+ "Mem": 9625,
+ "ĠValue": 9626,
+ "igration": 9627,
+ "/j": 9628,
+ "åħħ满": 9629,
+ "ĠSection": 9630,
+ "door": 9631,
+ "Ġcorresponding": 9632,
+ "ĠAdv": 9633,
+ "说äºĨ": 9634,
+ "Ġweak": 9635,
+ "çļĦ主": 9636,
+ "èĬ¯": 9637,
+ "": 9638,
+ "ï¼Įå¾Ī": 9639,
+ "ç¬ijçĿĢ": 9640,
+ "Ġacid": 9641,
+ "è·ĥ": 9642,
+ "Ġawait": 9643,
+ "Ġflat": 9644,
+ "Ġdecide": 9645,
+ "Ġsusp": 9646,
+ "çľĭè§ģ": 9647,
+ "åĵªäºĽ": 9648,
+ "ernel": 9649,
+ "words": 9650,
+ "æīĵéĢł": 9651,
+ "åIJIJ": 9652,
+ "nbsp": 9653,
+ "Ġclimate": 9654,
+ "ĠReport": 9655,
+ "åĭ¤": 9656,
+ "åIJ¸å¼ķ": 9657,
+ "ĠRober": 9658,
+ "cluded": 9659,
+ "Ġruns": 9660,
+ "å¿§": 9661,
+ "æĹ¶çļĦ": 9662,
+ "remove": 9663,
+ "è¿ŀç»Ń": 9664,
+ "Ġpolicies": 9665,
+ "Ġspecifically": 9666,
+ "mathrm": 9667,
+ "Ġcolors": 9668,
+ "atabase": 9669,
+ "Ġsand": 9670,
+ "Ġgun": 9671,
+ "Ĥ¬": 9672,
+ "undle": 9673,
+ "å°¸": 9674,
+ "entity": 9675,
+ "ï¼Įä¼ļ": 9676,
+ "_time": 9677,
+ "åı¯èĥ½ä¼ļ": 9678,
+ "å¦ĸ": 9679,
+ "anner": 9680,
+ "/L": 9681,
+ "-ch": 9682,
+ "Ġbow": 9683,
+ "çѹ": 9684,
+ "Ġcentury": 9685,
+ "ader": 9686,
+ "æ±Ĺ": 9687,
+ "Ġlaunch": 9688,
+ "Ġtor": 9689,
+ "Ġflu": 9690,
+ "ĠJew": 9691,
+ "è§Ĥå¯Ł": 9692,
+ "Ġfav": 9693,
+ "æİĮæı¡": 9694,
+ "icial": 9695,
+ "Ġ[[": 9696,
+ "éŀĭ": 9697,
+ "详ç»Ĩ": 9698,
+ "èį·": 9699,
+ "æľºåħ³": 9700,
+ "Ġrelax": 9701,
+ "Ġkeeping": 9702,
+ "å®ļä½į": 9703,
+ "Eng": 9704,
+ "çĽijçĿ£": 9705,
+ "rical": 9706,
+ "çĿĢä¸Ģ": 9707,
+ "ĠUN": 9708,
+ "ç«ĭåį³": 9709,
+ "æĹłè®º": 9710,
+ "éĵľ": 9711,
+ "Ġfan": 9712,
+ "ĠEmp": 9713,
+ "enter": 9714,
+ "ï¼Įåıªè¦ģ": 9715,
+ "ä¾ĿçĦ¶": 9716,
+ "uality": 9717,
+ "CON": 9718,
+ "åľ¨è¿ĻéĩĮ": 9719,
+ "Ġlaws": 9720,
+ "agement": 9721,
+ "post": 9722,
+ "Ġinstr": 9723,
+ "ĠLo": 9724,
+ "Ġexchange": 9725,
+ "ĠApple": 9726,
+ "OB": 9727,
+ "Header": 9728,
+ "ipes": 9729,
+ "åĬŀçIJĨ": 9730,
+ "å®¶éĩĮ": 9731,
+ "fast": 9732,
+ "ĠTwo": 9733,
+ "_key": 9734,
+ "_param": 9735,
+ "Ġmo": 9736,
+ "Ġidentity": 9737,
+ "ĠShow": 9738,
+ "Ġcontaining": 9739,
+ "anta": 9740,
+ "Ġunc": 9741,
+ "Ġdoctor": 9742,
+ "èĩĤ": 9743,
+ "ä¸įç͍": 9744,
+ "lict": 9745,
+ "Ġoperating": 9746,
+ "ora": 9747,
+ "asp": 9748,
+ "âĢĿ.": 9749,
+ "isms": 9750,
+ "ĠTeam": 9751,
+ "ĠUser": 9752,
+ "draw": 9753,
+ "ç²Ĺ": 9754,
+ "åłĨ": 9755,
+ "Ġlabor": 9756,
+ "ä¸Ńåįİ": 9757,
+ "æīĢæľīçļĦ": 9758,
+ "Ġentertain": 9759,
+ "outer": 9760,
+ "ading": 9761,
+ "大ä¼ļ": 9762,
+ "Ġadvanced": 9763,
+ "untime": 9764,
+ "Ġrich": 9765,
+ "current": 9766,
+ "Work": 9767,
+ "Ġagent": 9768,
+ "ç²®": 9769,
+ "ä¸¥æł¼": 9770,
+ "Level": 9771,
+ "Ġteaching": 9772,
+ "ĠFurther": 9773,
+ "inue": 9774,
+ "Ġtoken": 9775,
+ "Pos": 9776,
+ "Ob": 9777,
+ "æĪIJéķ¿": 9778,
+ "_TYPE": 9779,
+ "Ġexternal": 9780,
+ "Ġsubstant": 9781,
+ "ĠClub": 9782,
+ "èĢĮè¨Ģ": 9783,
+ "åĴ±ä»¬": 9784,
+ "Ġparticipants": 9785,
+ "unte": 9786,
+ "ĠSecurity": 9787,
+ "Case": 9788,
+ "ĠSy": 9789,
+ "å¼Ģåı£": 9790,
+ "-R": 9791,
+ "åīįçļĦ": 9792,
+ "omy": 9793,
+ "ä¸įæĥ³": 9794,
+ "ĠLook": 9795,
+ "Ġprime": 9796,
+ "çļĦå£°éŁ³": 9797,
+ "åħĦå¼Ł": 9798,
+ "ĠMax": 9799,
+ "HER": 9800,
+ "azine": 9801,
+ "Ġapplicable": 9802,
+ "orem": 9803,
+ "Ġdocuments": 9804,
+ "nergy": 9805,
+ "ursor": 9806,
+ "even": 9807,
+ "ture": 9808,
+ "ĠON": 9809,
+ "ĠAccording": 9810,
+ "Ġstarts": 9811,
+ "Ġ['": 9812,
+ "imation": 9813,
+ "Ġschedule": 9814,
+ "TML": 9815,
+ "Pol": 9816,
+ "Ġmole": 9817,
+ "å¹³åĿĩ": 9818,
+ "build": 9819,
+ "Ġwebsites": 9820,
+ "OST": 9821,
+ "éĢIJæ¸IJ": 9822,
+ "refix": 9823,
+ "èĤº": 9824,
+ "ç»Ħä»¶": 9825,
+ "Ġtherapy": 9826,
+ "çݰå®ŀ": 9827,
+ "çİ»çĴĥ": 9828,
+ "驾驶": 9829,
+ "ï¼Į对äºİ": 9830,
+ "éĺĢ": 9831,
+ "åĮħåIJ«": 9832,
+ "åį±éĻ©": 9833,
+ "Ġlisted": 9834,
+ "Ġnumerous": 9835,
+ "ĠGen": 9836,
+ "Process": 9837,
+ "æį·": 9838,
+ "绣ä¸Ģ": 9839,
+ "ĠAfrica": 9840,
+ "Ġsch": 9841,
+ "çļĦéĩįè¦ģ": 9842,
+ "Ġflag": 9843,
+ "Ġdaughter": 9844,
+ "Ġsched": 9845,
+ "(data": 9846,
+ "ĠResult": 9847,
+ "IND": 9848,
+ "æĭĨ": 9849,
+ "abet": 9850,
+ "then": 9851,
+ "(struct": 9852,
+ "Ġobj": 9853,
+ "Return": 9854,
+ "ifts": 9855,
+ "ä¿Ħ": 9856,
+ "Ġinterpret": 9857,
+ "orry": 9858,
+ "Ġbond": 9859,
+ "udd": 9860,
+ "secut": 9861,
+ "ĠFire": 9862,
+ "çī©çļĦ": 9863,
+ "-se": 9864,
+ "ander": 9865,
+ "ĠAuthor": 9866,
+ "Ġfunc": 9867,
+ "åıĮæĸ¹": 9868,
+ "Ġfashion": 9869,
+ "zen": 9870,
+ "åľ°çļĦ": 9871,
+ "éªĹ": 9872,
+ "Ġratio": 9873,
+ "Ġenvironmental": 9874,
+ "Ġgirls": 9875,
+ "èĭ±è¯Ń": 9876,
+ "vas": 9877,
+ "æĨ": 9878,
+ "æĹ¥å¸¸": 9879,
+ "é¦Ļ港": 9880,
+ "èΰ": 9881,
+ "Ġlinear": 9882,
+ "Ġraised": 9883,
+ "Ġfocused": 9884,
+ "False": 9885,
+ "SL": 9886,
+ "Ġicon": 9887,
+ "尽管": 9888,
+ "API": 9889,
+ "éĩĩåıĸ": 9890,
+ "Ġhonest": 9891,
+ "ãĢĤä¸įè¿ĩ": 9892,
+ "å§ľ": 9893,
+ "æ·±åħ¥": 9894,
+ "岩": 9895,
+ ",以": 9896,
+ "æĽ¹": 9897,
+ "ĠChinese": 9898,
+ "Ġring": 9899,
+ ",'": 9900,
+ "她们": 9901,
+ "Follow": 9902,
+ "aser": 9903,
+ "odies": 9904,
+ "icken": 9905,
+ "æĸij": 9906,
+ "Current": 9907,
+ "ĠMont": 9908,
+ "çĭ¼": 9909,
+ "Ġfish": 9910,
+ "Ġsynt": 9911,
+ "ĠCommit": 9912,
+ "Ġ\"\"\"": 9913,
+ "æĪIJåijĺ": 9914,
+ "çĶµè·¯": 9915,
+ "ĠæľĪ": 9916,
+ "ILITY": 9917,
+ "åľ°ä¸Ĭ": 9918,
+ "style": 9919,
+ "ICE": 9920,
+ "Ġmanner": 9921,
+ "ç¬ijéģĵ": 9922,
+ "碳": 9923,
+ "ĠHam": 9924,
+ "ãĢĢãĢĢ": 9925,
+ "itionally": 9926,
+ "Ġsufficient": 9927,
+ "ainer": 9928,
+ "Ġ$$\\": 9929,
+ "ĠStar": 9930,
+ "Ġprovider": 9931,
+ "çĵľ": 9932,
+ "alled": 9933,
+ "ĠSupport": 9934,
+ "edy": 9935,
+ "в": 9936,
+ "_ERR": 9937,
+ "ĠAlex": 9938,
+ "å®ĮåĸĦ": 9939,
+ ")=": 9940,
+ "Just": 9941,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 9942,
+ "Ġreached": 9943,
+ "Thank": 9944,
+ "èĥĥ": 9945,
+ "ï¼Į好": 9946,
+ "Ġtasks": 9947,
+ "oves": 9948,
+ "æ°¸è¿ľ": 9949,
+ "Ġlegis": 9950,
+ "-a": 9951,
+ "ä¸Ģå¹´": 9952,
+ "æľ¬åıijæĺİ": 9953,
+ "!\"": 9954,
+ "Ġauthors": 9955,
+ "è·ŁçĿĢ": 9956,
+ "çIJĥéĺŁ": 9957,
+ "Ġwhom": 9958,
+ "Provider": 9959,
+ "Art": 9960,
+ "丢": 9961,
+ "_dir": 9962,
+ "Ġalgorithm": 9963,
+ "ç»´æĬ¤": 9964,
+ "Fig": 9965,
+ "åħ¬åħ±": 9966,
+ "å¼ĢäºĨ": 9967,
+ "erms": 9968,
+ "iples": 9969,
+ "Ġpal": 9970,
+ "çłĶåıij": 9971,
+ "å¿«ä¹IJ": 9972,
+ "ĠEngland": 9973,
+ "-H": 9974,
+ "Direct": 9975,
+ "Ñı": 9976,
+ "Ġchemical": 9977,
+ "èµĸ": 9978,
+ "iration": 9979,
+ "ĠPage": 9980,
+ "ĠDistrict": 9981,
+ "ï¼Įåıį": 9982,
+ "ĠBre": 9983,
+ "Ġstack": 9984,
+ "Ġil": 9985,
+ "Ġindu": 9986,
+ "ĠMath": 9987,
+ "åĪĨ为": 9988,
+ "ĠAngel": 9989,
+ "梯": 9990,
+ "rie": 9991,
+ "Ġrid": 9992,
+ "åĪĽå»º": 9993,
+ "bra": 9994,
+ "åĽ¾çīĩ": 9995,
+ "win": 9996,
+ "ĠTechnology": 9997,
+ "LOG": 9998,
+ "oration": 9999,
+ "redients": 10000,
+ "å°ijå¹´": 10001,
+ "ĠEN": 10002,
+ "ĠCommunity": 10003,
+ "]]": 10004,
+ "åĨľæĿij": 10005,
+ "éļ¾éģĵ": 10006,
+ "ega": 10007,
+ "çľĭæĿ¥": 10008,
+ "Ġvill": 10009,
+ "Ġvideos": 10010,
+ "Window": 10011,
+ "åijĨ": 10012,
+ "æįŁå¤±": 10013,
+ "News": 10014,
+ "_str": 10015,
+ "è¿ĺåľ¨": 10016,
+ "Ġfeedback": 10017,
+ ".print": 10018,
+ "Ġmessages": 10019,
+ "åıĬåħ¶": 10020,
+ "Ġopened": 10021,
+ "iliar": 10022,
+ "å°±èĥ½": 10023,
+ "ĠãĢģ": 10024,
+ "ĠPet": 10025,
+ "Ġinteger": 10026,
+ "greg": 10027,
+ "åľ¨äºĨ": 10028,
+ "Ġwilling": 10029,
+ "Ġcitiz": 10030,
+ "ĠSuppose": 10031,
+ "Ġdespite": 10032,
+ "Ġfees": 10033,
+ "formance": 10034,
+ "Ġtransition": 10035,
+ "å¾Ģå¾Ģ": 10036,
+ ".js": 10037,
+ "åľ³": 10038,
+ "RC": 10039,
+ "éͦ": 10040,
+ "æİ¥çĿĢ": 10041,
+ "ç«ĭåĪ»": 10042,
+ "Ġretail": 10043,
+ "èĥĮæĻ¯": 10044,
+ "Position": 10045,
+ "gage": 10046,
+ "Related": 10047,
+ "æľ¬èº«": 10048,
+ "篮": 10049,
+ "-N": 10050,
+ "å͝ä¸Ģ": 10051,
+ "è¿ģ": 10052,
+ "éĿĴå¹´": 10053,
+ "çĤī": 10054,
+ "Ġ},": 10055,
+ "Ġupper": 10056,
+ "Ġforget": 10057,
+ "%)": 10058,
+ "Ġmail": 10059,
+ "ĠJournal": 10060,
+ "åī²": 10061,
+ "_index": 10062,
+ "you": 10063,
+ "ä¸ĭéĻį": 10064,
+ "').": 10065,
+ "èIJ¥åħ»": 10066,
+ "ads": 10067,
+ "icensed": 10068,
+ "ï¼ĮæŃ¤": 10069,
+ "ita": 10070,
+ "case": 10071,
+ "çĬ¶åĨµ": 10072,
+ "ometry": 10073,
+ "è¾ī": 10074,
+ "ĠProt": 10075,
+ "æĥij": 10076,
+ "çļĦæĸ°": 10077,
+ "Ġdied": 10078,
+ "loyment": 10079,
+ "Ġlisten": 10080,
+ "Vector": 10081,
+ "Find": 10082,
+ "串": 10083,
+ "ç»ĺ": 10084,
+ "Ġintended": 10085,
+ "Ġprove": 10086,
+ "æĺĮ": 10087,
+ "Ġequival": 10088,
+ "é¢ľèī²": 10089,
+ "æī°": 10090,
+ ",ä»İ": 10091,
+ "Ġdelay": 10092,
+ "ato": 10093,
+ "æķĻæİĪ": 10094,
+ "ĠThank": 10095,
+ "âĢĿãĢģâĢľ": 10096,
+ "Ġexperts": 10097,
+ "Target": 10098,
+ "Ġrapid": 10099,
+ "æĭĵ": 10100,
+ "Num": 10101,
+ "计ç®Ĺæľº": 10102,
+ "度çļĦ": 10103,
+ "ĠAbout": 10104,
+ "ixel": 10105,
+ "Ġdivided": 10106,
+ "achine": 10107,
+ ",对": 10108,
+ "å¢ŀ强": 10109,
+ "ye": 10110,
+ "åij¨åĽ´": 10111,
+ "Ġbecoming": 10112,
+ "ĠFlorida": 10113,
+ "èĥ½æºIJ": 10114,
+ "åį³åı¯": 10115,
+ "Ġsyn": 10116,
+ "æ·±åľ³": 10117,
+ "Ġseconds": 10118,
+ "ĠMap": 10119,
+ "è¯Ħä»·": 10120,
+ "æĦŁåıĹ": 10121,
+ "å®¶ä¼Ļ": 10122,
+ "ĠDi": 10123,
+ "ĠGovernment": 10124,
+ "Ġbonus": 10125,
+ "Ġmac": 10126,
+ "è®¤çľŁ": 10127,
+ "ä¹Łæ²¡": 10128,
+ "Ġrepair": 10129,
+ "bin": 10130,
+ "è°ĥèĬĤ": 10131,
+ "å®¶éķ¿": 10132,
+ "å¼ĢæĶ¾": 10133,
+ "Mon": 10134,
+ "ä¹Łåı¯ä»¥": 10135,
+ "åŃķ": 10136,
+ "Ġtiss": 10137,
+ "èĤł": 10138,
+ "Ġbelong": 10139,
+ "Ġdepth": 10140,
+ "å¹½": 10141,
+ "ĠGame": 10142,
+ "åģļåΰ": 10143,
+ "stances": 10144,
+ "status": 10145,
+ "Ġsumm": 10146,
+ "October": 10147,
+ "({": 10148,
+ "ĠNov": 10149,
+ "ĠSpring": 10150,
+ "ĠAS": 10151,
+ "å¸ħ": 10152,
+ "uzz": 10153,
+ "Ġice": 10154,
+ "èIJ¥éĶĢ": 10155,
+ "Sec": 10156,
+ "ĠStep": 10157,
+ "ĠFalse": 10158,
+ "Ġmotiv": 10159,
+ "åľ¨è¿Ļ": 10160,
+ "Ġtreated": 10161,
+ "idential": 10162,
+ "ampl": 10163,
+ "Ġbuying": 10164,
+ "ĠCard": 10165,
+ "Ġstreet": 10166,
+ "_state": 10167,
+ "马ä¸Ĭ": 10168,
+ "æĦĪ": 10169,
+ "rene": 10170,
+ "弯": 10171,
+ "rot": 10172,
+ "Ġdescribe": 10173,
+ "onym": 10174,
+ "Ġreaders": 10175,
+ "Ġjump": 10176,
+ "享åıĹ": 10177,
+ "ĠJan": 10178,
+ "ĠNetwork": 10179,
+ "ĠCH": 10180,
+ "roud": 10181,
+ "è¿ĩçļĦ": 10182,
+ "Ġkid": 10183,
+ "ï¼Įåΰ": 10184,
+ "Pe": 10185,
+ "Ġthousands": 10186,
+ "ãĢģé«ĺ": 10187,
+ "Ġfrequency": 10188,
+ "太éĺ³": 10189,
+ "\">": 10190,
+ "ĠLike": 10191,
+ "翼": 10192,
+ "åĩºåı£": 10193,
+ "resents": 10194,
+ "Ġrise": 10195,
+ "Ġagency": 10196,
+ "Ġassume": 10197,
+ "omain": 10198,
+ "clos": 10199,
+ "ĠCreat": 10200,
+ "æĸĩåѦ": 10201,
+ "GE": 10202,
+ "_se": 10203,
+ "usher": 10204,
+ "Ġliqu": 10205,
+ ".*": 10206,
+ "Option": 10207,
+ "ï¼ĮåĴĮ": 10208,
+ "Ġbright": 10209,
+ "coin": 10210,
+ "å±ķ示": 10211,
+ "è¿IJè¾ĵ": 10212,
+ "çİĽ": 10213,
+ "Ġobserv": 10214,
+ "Ġboost": 10215,
+ "åIJįçļĦ": 10216,
+ "Ġsplit": 10217,
+ "ria": 10218,
+ "criptor": 10219,
+ "åĺĽ": 10220,
+ "Ġpassion": 10221,
+ "Ġdoubt": 10222,
+ ")-": 10223,
+ "Ġvacc": 10224,
+ "lines": 10225,
+ "Ġenhance": 10226,
+ "reshold": 10227,
+ "irmed": 10228,
+ "Ġreply": 10229,
+ "Ġcris": 10230,
+ "pg": 10231,
+ "ĠRiver": 10232,
+ "Ġleadership": 10233,
+ "ï¼Įèĩªå·±": 10234,
+ "Ġreplacement": 10235,
+ "Ġinsert": 10236,
+ "çķħ": 10237,
+ "uries": 10238,
+ "irgin": 10239,
+ "æµģç¨ĭ": 10240,
+ "ĠTheir": 10241,
+ "Ġinstant": 10242,
+ "Ġsurvey": 10243,
+ "Ġnotes": 10244,
+ "çļĦå½±åĵį": 10245,
+ ".push": 10246,
+ "æĭĸ": 10247,
+ "However": 10248,
+ ".'": 10249,
+ "Ġseemed": 10250,
+ "ĠLou": 10251,
+ "orph": 10252,
+ "Local": 10253,
+ "Ġslightly": 10254,
+ "ĠIll": 10255,
+ "Ġthick": 10256,
+ "Ġton": 10257,
+ "ĠTre": 10258,
+ "Ġleaving": 10259,
+ "æĥ³æ³ķ": 10260,
+ "æľĢé«ĺ": 10261,
+ "QU": 10262,
+ "sigma": 10263,
+ "Ġcomplic": 10264,
+ "Ġcombined": 10265,
+ "Ġcompetition": 10266,
+ "åĩĨç¡®": 10267,
+ "Ġwire": 10268,
+ "å¥ī": 10269,
+ "Ġleaves": 10270,
+ "umin": 10271,
+ "Ġwedding": 10272,
+ "anda": 10273,
+ "ĠLink": 10274,
+ "Custom": 10275,
+ "ï¼Įåħ¬åı¸": 10276,
+ "Ġsounds": 10277,
+ "è´¡": 10278,
+ "Ġmargin": 10279,
+ "Ġcauses": 10280,
+ "reek": 10281,
+ "Ġcrow": 10282,
+ "ĠRock": 10283,
+ "estival": 10284,
+ "è¾ŀ": 10285,
+ "ĠOnly": 10286,
+ "å¤ļç§į": 10287,
+ "Use": 10288,
+ "ï¼Įèĭ¥": 10289,
+ "ä¸ŃéĹ´": 10290,
+ "æĽ´æĺ¯": 10291,
+ "让ä»ĸ": 10292,
+ "ç¼Ŀ": 10293,
+ "_count": 10294,
+ "IGHT": 10295,
+ "ï¼īãĢģ": 10296,
+ "éĽ¾": 10297,
+ "float": 10298,
+ "è®°å¾Ĺ": 10299,
+ "Ġheader": 10300,
+ "Ġcontinues": 10301,
+ "çĤ¹åĩ»": 10302,
+ "??": 10303,
+ "ï¼ĮæĢ»": 10304,
+ "èĥİ": 10305,
+ "Ġletters": 10306,
+ "fol": 10307,
+ "ï¼į": 10308,
+ "Ġbyte": 10309,
+ "ĠSmith": 10310,
+ "ĠSpecial": 10311,
+ "Ġsymptoms": 10312,
+ "Ġdetailed": 10313,
+ "ĠCert": 10314,
+ "Ġdepending": 10315,
+ "Ġvision": 10316,
+ "åĪ©çĽĬ": 10317,
+ "rav": 10318,
+ "ĠSign": 10319,
+ ".[": 10320,
+ "微微": 10321,
+ "Ġarguments": 10322,
+ "ĠPosts": 10323,
+ "âĢľI": 10324,
+ "ä¸įè¶³": 10325,
+ "write": 10326,
+ "表æĥħ": 10327,
+ "night": 10328,
+ "è¢Ń": 10329,
+ "ĠPoint": 10330,
+ "Ġcivil": 10331,
+ "ĠArray": 10332,
+ "Ġcloud": 10333,
+ "å°ıå§IJ": 10334,
+ "èµļ": 10335,
+ "éļ¾ä»¥": 10336,
+ "éĢĨ": 10337,
+ "\"),": 10338,
+ "Ġcalling": 10339,
+ "Offset": 10340,
+ "Ġdebt": 10341,
+ "(name": 10342,
+ "æľīä¸Ģ个": 10343,
+ "æ¶Īè´¹èĢħ": 10344,
+ "åĬ¨åĬĽ": 10345,
+ "åįıä¼ļ": 10346,
+ "dr": 10347,
+ "ĠControl": 10348,
+ "Ġreasonable": 10349,
+ "Tree": 10350,
+ "iat": 10351,
+ "Ġintroduced": 10352,
+ "Ġminute": 10353,
+ "Ġplot": 10354,
+ "arks": 10355,
+ "éĥģ": 10356,
+ "Ġnoted": 10357,
+ "缸æ¯Ķ": 10358,
+ "Ġdelete": 10359,
+ "èµĦæł¼": 10360,
+ ")}": 10361,
+ "ĠEvent": 10362,
+ "Ġ++": 10363,
+ "ĠNumber": 10364,
+ "çĽĴ": 10365,
+ "æľµ": 10366,
+ "ĠVersion": 10367,
+ "佩": 10368,
+ "ums": 10369,
+ "Ġappeal": 10370,
+ "æĽ´å¤ļçļĦ": 10371,
+ "ented": 10372,
+ "ims": 10373,
+ "Ġ/**": 10374,
+ "oded": 10375,
+ "cat": 10376,
+ "åݨ": 10377,
+ "ĠTake": 10378,
+ "è¿Ľè¡ĮäºĨ": 10379,
+ "Ġaspects": 10380,
+ "emb": 10381,
+ "ĠçļĦ": 10382,
+ "cluding": 10383,
+ "é϶": 10384,
+ "é̼": 10385,
+ "redit": 10386,
+ "%ãĢĤ": 10387,
+ "åĽŀåİ»": 10388,
+ "ĠQue": 10389,
+ "Ġsugar": 10390,
+ "令人": 10391,
+ "åŀĤ": 10392,
+ "Ġtrading": 10393,
+ "ĠAccess": 10394,
+ "æĢģ度": 10395,
+ "gt": 10396,
+ "Ġconver": 10397,
+ "åѦä¼ļ": 10398,
+ "Ġdetect": 10399,
+ "ä»įçĦ¶": 10400,
+ "éĥŃ": 10401,
+ "FS": 10402,
+ "ĠReturns": 10403,
+ "è§ĦåĪĻ": 10404,
+ "Ġmostly": 10405,
+ "ï¼Įèĩª": 10406,
+ "Ġexcited": 10407,
+ "Well": 10408,
+ "Ġwinter": 10409,
+ "TS": 10410,
+ "çļ±": 10411,
+ "nu": 10412,
+ "poration": 10413,
+ "Ġautomatically": 10414,
+ "arian": 10415,
+ "prise": 10416,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10417,
+ "åIJĵ": 10418,
+ "Ġmanaged": 10419,
+ "^\\": 10420,
+ "_reg": 10421,
+ "âĦĥ": 10422,
+ "Thread": 10423,
+ "VER": 10424,
+ "-G": 10425,
+ "uable": 10426,
+ "ani": 10427,
+ "Ġjudgment": 10428,
+ "çĶŁæĪIJ": 10429,
+ "ĠInvest": 10430,
+ "Rev": 10431,
+ "Ġpicked": 10432,
+ "Ġremaining": 10433,
+ "Stud": 10434,
+ "Ġplaintiff": 10435,
+ "upp": 10436,
+ "-free": 10437,
+ "ĠSil": 10438,
+ "ecessary": 10439,
+ "eller": 10440,
+ "æĽ´æĸ°": 10441,
+ "Ġrecommended": 10442,
+ "â̦âĢĿ": 10443,
+ "Ġworry": 10444,
+ "Ġupdates": 10445,
+ "åıĺæĪIJ": 10446,
+ "ĠMS": 10447,
+ "Ġcycle": 10448,
+ "èIJ½å®ŀ": 10449,
+ "istant": 10450,
+ "å¹¿æ³Ľ": 10451,
+ "è§Ĵ度": 10452,
+ "roph": 10453,
+ "Ġdiscount": 10454,
+ "ĠTuesday": 10455,
+ "ä»¶äºĭ": 10456,
+ "non": 10457,
+ "ĠClick": 10458,
+ "称为": 10459,
+ "çIJ´": 10460,
+ "Ġshopping": 10461,
+ "ĠEnt": 10462,
+ "ï¼ĮæĪĸèĢħ": 10463,
+ "æĢĿèĢĥ": 10464,
+ "Empty": 10465,
+ "Ġemployee": 10466,
+ "çĸ¯": 10467,
+ "ĠBlue": 10468,
+ "legal": 10469,
+ "lem": 10470,
+ "ä¸Ģçľ¼": 10471,
+ "Ac": 10472,
+ "Ġsea": 10473,
+ "equal": 10474,
+ "Ġsimpl": 10475,
+ "Ġminor": 10476,
+ "-th": 10477,
+ "ĠPack": 10478,
+ "itution": 10479,
+ "äººåľ¨": 10480,
+ "Ġwatching": 10481,
+ ".apache": 10482,
+ "缴åΰ": 10483,
+ "Ġbelief": 10484,
+ "Cons": 10485,
+ "ĠThursday": 10486,
+ "çݯä¿Ŀ": 10487,
+ "Oh": 10488,
+ "Ġconcerns": 10489,
+ "çħ¤": 10490,
+ "æĪĺäºī": 10491,
+ "ĠRad": 10492,
+ "ĠBi": 10493,
+ "Ġcontrast": 10494,
+ "ĠWeek": 10495,
+ "ĠFamily": 10496,
+ "ampions": 10497,
+ "Params": 10498,
+ "rooms": 10499,
+ "Ġdirectory": 10500,
+ "轻轻": 10501,
+ "Ġholding": 10502,
+ "outhern": 10503,
+ "letter": 10504,
+ "Ġris": 10505,
+ ",åĽłä¸º": 10506,
+ "Ġhyper": 10507,
+ "Ġintellig": 10508,
+ "ĠCam": 10509,
+ "={": 10510,
+ "ĠGlobal": 10511,
+ "ä¸ĬéĿ¢": 10512,
+ "èĴ¸": 10513,
+ "伤害": 10514,
+ "hs": 10515,
+ "ç½¢": 10516,
+ "CI": 10517,
+ "Ġneighbor": 10518,
+ "Ġasking": 10519,
+ "Dir": 10520,
+ "ä¸Ģ天": 10521,
+ "Ġwelcome": 10522,
+ "opped": 10523,
+ "è¡ĮçļĦ": 10524,
+ "Ġextension": 10525,
+ "èĢĮå·²": 10526,
+ "æľĢ大çļĦ": 10527,
+ "Ġanc": 10528,
+ "åĮĸåѦ": 10529,
+ "Ġpossibly": 10530,
+ "arest": 10531,
+ "ç°": 10532,
+ "æµħ": 10533,
+ "å°¿": 10534,
+ "Ġexpensive": 10535,
+ "Ġemphas": 10536,
+ "Ġcars": 10537,
+ "Ġprofessionals": 10538,
+ "Ġbur": 10539,
+ "Ġegg": 10540,
+ "Ġpromote": 10541,
+ "åĬ¨çī©": 10542,
+ "ifies": 10543,
+ "Ġconsistent": 10544,
+ "Ġallowing": 10545,
+ "æľºåζ": 10546,
+ "æīĢåľ¨": 10547,
+ "æĬķåħ¥": 10548,
+ "Ġelim": 10549,
+ "RI": 10550,
+ "ĠInit": 10551,
+ "Ġapproximately": 10552,
+ "Ġowners": 10553,
+ "hem": 10554,
+ "Ġfee": 10555,
+ "ategor": 10556,
+ "è¸ı": 10557,
+ "Ġradio": 10558,
+ "Ġresulting": 10559,
+ "åŃIJéĩĮ": 10560,
+ "Ġslot": 10561,
+ "Ag": 10562,
+ "ãĢĤåĽłä¸º": 10563,
+ "Since": 10564,
+ "ç¾İ丽": 10565,
+ "Ġwine": 10566,
+ "ARE": 10567,
+ "ĠUnion": 10568,
+ "jo": 10569,
+ "èİī": 10570,
+ "ĠMount": 10571,
+ "=True": 10572,
+ "罩": 10573,
+ "Man": 10574,
+ "è¯Ħä¼°": 10575,
+ "icago": 10576,
+ "ä¸įæķ¢": 10577,
+ "Ġsizeof": 10578,
+ "Utils": 10579,
+ "ĠIsland": 10580,
+ "é¡¿æĹ¶": 10581,
+ "Sl": 10582,
+ "ĠJud": 10583,
+ "Ġpri": 10584,
+ "ï¼Įè¿ŀ": 10585,
+ "åħĪè¿Ľ": 10586,
+ "ç͵èĦij": 10587,
+ "ĠVer": 10588,
+ "-day": 10589,
+ "ointer": 10590,
+ "ä¾ĽåºĶ": 10591,
+ "çĶµæ±ł": 10592,
+ "Ġdedicated": 10593,
+ "rations": 10594,
+ "ACE": 10595,
+ "ĠGL": 10596,
+ "Ġdiss": 10597,
+ "ĠEnter": 10598,
+ "Ġtruck": 10599,
+ "æĤł": 10600,
+ "æĦŁæĥħ": 10601,
+ "Ġodd": 10602,
+ "ĠPhys": 10603,
+ "Ġfilled": 10604,
+ "reme": 10605,
+ "Ġdram": 10606,
+ "ĠMusic": 10607,
+ "lee": 10608,
+ "Ġmm": 10609,
+ "IONS": 10610,
+ "ala": 10611,
+ "ĠMex": 10612,
+ "Ġteach": 10613,
+ "Project": 10614,
+ "hab": 10615,
+ "estic": 10616,
+ "cean": 10617,
+ "AI": 10618,
+ "Ġwa": 10619,
+ "ilename": 10620,
+ "èĤĿ": 10621,
+ "μ": 10622,
+ "å®Ŀå®Ŀ": 10623,
+ "æĦıçļĦ": 10624,
+ "Ġeditor": 10625,
+ "æĮijæĪĺ": 10626,
+ "Am": 10627,
+ "onic": 10628,
+ "çī¢": 10629,
+ "æ¯ģ": 10630,
+ "click": 10631,
+ "åĩ½æķ°": 10632,
+ "June": 10633,
+ "Ġcrim": 10634,
+ "Ġgarden": 10635,
+ "ifest": 10636,
+ "çαæĥħ": 10637,
+ "ĠBit": 10638,
+ "人çī©": 10639,
+ "Ġchoices": 10640,
+ "hetic": 10641,
+ "Ġconference": 10642,
+ "åĴ¬": 10643,
+ "æĺ¯æĪij": 10644,
+ "ĠComput": 10645,
+ "çĶµæľº": 10646,
+ "Ġpun": 10647,
+ "Ġadvertising": 10648,
+ "Ġvote": 10649,
+ "Ġshut": 10650,
+ "Ġderivative": 10651,
+ "Ġmarkets": 10652,
+ "éĴ»": 10653,
+ "Ġwid": 10654,
+ "æĽ´å¥½": 10655,
+ "req": 10656,
+ "é»İ": 10657,
+ "Ġmir": 10658,
+ "ĠOrgan": 10659,
+ "Ġstars": 10660,
+ "Ġfemale": 10661,
+ "hemat": 10662,
+ "ĠNext": 10663,
+ "ATH": 10664,
+ "Interface": 10665,
+ "GR": 10666,
+ "Ġspending": 10667,
+ "December": 10668,
+ "æ·»åĬł": 10669,
+ "åIJ¯åĬ¨": 10670,
+ "Port": 10671,
+ "alloc": 10672,
+ "èĢģ人": 10673,
+ "ï¼Įé«ĺ": 10674,
+ "Ġgreatest": 10675,
+ "Ġhydro": 10676,
+ "September": 10677,
+ "æŀĿ": 10678,
+ "Ġimplic": 10679,
+ "Suppose": 10680,
+ "Ġfootball": 10681,
+ "Ġremote": 10682,
+ "esc": 10683,
+ "Ġphen": 10684,
+ "process": 10685,
+ ".io": 10686,
+ "Ġfacts": 10687,
+ "Ġmask": 10688,
+ "Ġcheap": 10689,
+ "equation": 10690,
+ "ä»¿ä½Ľ": 10691,
+ "ĠWednesday": 10692,
+ "çĻ»è®°": 10693,
+ "åĮ¹": 10694,
+ "Ġbought": 10695,
+ "Ġcorner": 10696,
+ "Ġevening": 10697,
+ "ĠModel": 10698,
+ "Ġpassword": 10699,
+ "ĠEarth": 10700,
+ "MB": 10701,
+ "cdot": 10702,
+ "æī¿æĭħ": 10703,
+ "ä¸ĭä¸Ģ": 10704,
+ "Ġtum": 10705,
+ "ĠUsing": 10706,
+ "Ġperspective": 10707,
+ "Ġtit": 10708,
+ "Ġbott": 10709,
+ "annot": 10710,
+ "Ġaccurate": 10711,
+ "Ġcompliance": 10712,
+ "leted": 10713,
+ "å°¤åħ¶æĺ¯": 10714,
+ "æĬ«": 10715,
+ "è®©ä½ł": 10716,
+ "ĠMethod": 10717,
+ "ĠOld": 10718,
+ "erent": 10719,
+ "æŀ«": 10720,
+ "ĠDuring": 10721,
+ "Ġplenty": 10722,
+ "æµĻ": 10723,
+ "ĠDiv": 10724,
+ "Ps": 10725,
+ "Ġcarried": 10726,
+ "ç®Ń": 10727,
+ "åĵģè´¨": 10728,
+ "ĠToday": 10729,
+ "Ġloop": 10730,
+ "Ġconfidence": 10731,
+ "éĤĢ": 10732,
+ "ishes": 10733,
+ "åĪĨç±»": 10734,
+ "形象": 10735,
+ "ĠLight": 10736,
+ "Ġdensity": 10737,
+ "å®ħ": 10738,
+ "ORM": 10739,
+ "Ġadministration": 10740,
+ "ORE": 10741,
+ "Ġassistance": 10742,
+ "han": 10743,
+ "ĠCentral": 10744,
+ "riting": 10745,
+ "ÙĦ": 10746,
+ "Ġteacher": 10747,
+ "Unit": 10748,
+ "污æŁĵ": 10749,
+ "Ġcounsel": 10750,
+ "Integer": 10751,
+ "Ġsupports": 10752,
+ "çĤ®": 10753,
+ "Hi": 10754,
+ "Ġoccup": 10755,
+ "ells": 10756,
+ "Ġfacilities": 10757,
+ "ä¸įåĨį": 10758,
+ "Ġefficiency": 10759,
+ "Ġaccounts": 10760,
+ "Ġmodify": 10761,
+ "Ġconversation": 10762,
+ "scape": 10763,
+ "": 11772,
+ "_init": 11773,
+ "Ġcallback": 11774,
+ "稿": 11775,
+ "Ġcompens": 11776,
+ "âĢľæĪij": 11777,
+ "Ġresistance": 11778,
+ "fa": 11779,
+ "Ġangle": 11780,
+ "æĦŁè°¢": 11781,
+ "类似": 11782,
+ "Ġvolunte": 11783,
+ "ĠTur": 11784,
+ "èįĴ": 11785,
+ "çĹħæ¯Ĵ": 11786,
+ "çϽçĻľé£İ": 11787,
+ "è¢ģ": 11788,
+ "æ³ķéĻ¢": 11789,
+ "Tube": 11790,
+ "Ġproviders": 11791,
+ "Ġclassic": 11792,
+ "å¹¼åĦ¿": 11793,
+ "æĦıåij³": 11794,
+ "amm": 11795,
+ "æıIJåīį": 11796,
+ "Ġhidden": 11797,
+ "åıijåĬ¨": 11798,
+ "istent": 11799,
+ "nc": 11800,
+ "legate": 11801,
+ "-ex": 11802,
+ "bour": 11803,
+ "åħ¬åijĬ": 11804,
+ "ĠLeague": 11805,
+ "Hz": 11806,
+ "levision": 11807,
+ "说çĿĢ": 11808,
+ "æĦ£": 11809,
+ "ç": 11810,
+ "ä¿®æĶ¹": 11811,
+ "DP": 11812,
+ "ometimes": 11813,
+ "ĠReply": 11814,
+ "dden": 11815,
+ "Ġindicate": 11816,
+ "Ġri": 11817,
+ "å¾Īæľī": 11818,
+ "Ġroof": 11819,
+ "ressive": 11820,
+ "æĬļ": 11821,
+ "ĠDNA": 11822,
+ "Write": 11823,
+ "é«ĺåħ´": 11824,
+ "åĪĨå¸ĥ": 11825,
+ "èµĽåŃ£": 11826,
+ "DM": 11827,
+ "Ġcorrel": 11828,
+ "Ġkeys": 11829,
+ "æľŁçļĦ": 11830,
+ "ÏĤ": 11831,
+ "ĠKore": 11832,
+ "æĸ¹çļĦ": 11833,
+ "Ġmarriage": 11834,
+ "èµĶ": 11835,
+ "æĢ§åĴĮ": 11836,
+ "Device": 11837,
+ "ali": 11838,
+ "Ġdir": 11839,
+ "Ġkilled": 11840,
+ "Container": 11841,
+ "éĺŁä¼į": 11842,
+ "Author": 11843,
+ "Ġride": 11844,
+ "ãĢĭçļĦ": 11845,
+ "å®ł": 11846,
+ "_,": 11847,
+ "éĤ£ç§į": 11848,
+ "Ġgather": 11849,
+ "ĠOk": 11850,
+ "returns": 11851,
+ "ĠWestern": 11852,
+ "ĠImage": 11853,
+ "Ġdogs": 11854,
+ "den": 11855,
+ "Ġcharges": 11856,
+ "Ġtow": 11857,
+ "Ġfacility": 11858,
+ "Ġexciting": 11859,
+ "åĹ¯": 11860,
+ "æİ¥åı£": 11861,
+ "~\\": 11862,
+ "Ġkill": 11863,
+ "Ġbusy": 11864,
+ "èĬĤ缮": 11865,
+ "TO": 11866,
+ "Ġsan": 11867,
+ "çļĦæł·åŃIJ": 11868,
+ "Ġaccommod": 11869,
+ "èĦ¸èī²": 11870,
+ "Ġdelivered": 11871,
+ "åµ": 11872,
+ "è´¤": 11873,
+ "ĠKnow": 11874,
+ "ĠChicago": 11875,
+ ")çļĦ": 11876,
+ "ç®Ģä»ĭ": 11877,
+ "éĢ»": 11878,
+ "éģ¥": 11879,
+ "æĮĸ": 11880,
+ "å½ĵä¸Ń": 11881,
+ "Ġrecorded": 11882,
+ "Ġplate": 11883,
+ "Ġmale": 11884,
+ "-line": 11885,
+ "inating": 11886,
+ "Ġty": 11887,
+ "³³³³": 11888,
+ "Ġelectronic": 11889,
+ "Ġbeach": 11890,
+ "Ġstatements": 11891,
+ "Prot": 11892,
+ "æīĵç®Ĺ": 11893,
+ "ĠBeach": 11894,
+ "ceived": 11895,
+ "Ġloans": 11896,
+ "Ġtight": 11897,
+ "Ġkick": 11898,
+ "Ġfreedom": 11899,
+ "covery": 11900,
+ "Ġdegrees": 11901,
+ "ĠAssert": 11902,
+ "MM": 11903,
+ "Ġappearance": 11904,
+ "_SIZE": 11905,
+ "El": 11906,
+ "mg": 11907,
+ "ãĢģ大": 11908,
+ "kit": 11909,
+ "失败": 11910,
+ "娱ä¹IJ": 11911,
+ "Ġhash": 11912,
+ "ï¼Įåıªæľī": 11913,
+ ".ch": 11914,
+ "Ġbattle": 11915,
+ "æIJº": 11916,
+ "ĠCEO": 11917,
+ "ĠDev": 11918,
+ "Ġda": 11919,
+ "inates": 11920,
+ "ä¾ĿæĹ§": 11921,
+ "Ġglad": 11922,
+ "Ġmarried": 11923,
+ "ä¸Ĭä¸ĭ": 11924,
+ "Ġbigger": 11925,
+ "çľł": 11926,
+ "æĪĴ": 11927,
+ "Ġtransaction": 11928,
+ "ĠUt": 11929,
+ "Gu": 11930,
+ "æĮĩæłĩ": 11931,
+ "Ġingredients": 11932,
+ "ÏĢ": 11933,
+ "Each": 11934,
+ "丧": 11935,
+ "Ġmal": 11936,
+ "Ġimprovement": 11937,
+ "Ġfourth": 11938,
+ "(N": 11939,
+ "Ġreceiving": 11940,
+ "Ġequivalent": 11941,
+ "Ġvel": 11942,
+ "Ġsole": 11943,
+ "广大": 11944,
+ "èĤĥ": 11945,
+ "åįģäºĶ": 11946,
+ "=>": 11947,
+ "sv": 11948,
+ "ĠAdminist": 11949,
+ "February": 11950,
+ "åĩ¶": 11951,
+ "*x": 11952,
+ "çľ¼åīį": 11953,
+ "çĽĹ": 11954,
+ "-color": 11955,
+ "_O": 11956,
+ "mi": 11957,
+ "-related": 11958,
+ "Ġju": 11959,
+ "Ġstopped": 11960,
+ "两ç§į": 11961,
+ "Ġdiam": 11962,
+ "fill": 11963,
+ "oking": 11964,
+ "Ġliquid": 11965,
+ "æIJ¬": 11966,
+ "ç½ijåıĭ": 11967,
+ "orms": 11968,
+ "izont": 11969,
+ "*(": 11970,
+ "Ġpublish": 11971,
+ "model": 11972,
+ "çªģçł´": 11973,
+ "åĪĽä½ľ": 11974,
+ "Ġ\"/": 11975,
+ "amental": 11976,
+ "åIJĪéĢĤ": 11977,
+ "auto": 11978,
+ "Ġstone": 11979,
+ "Ġuniversity": 11980,
+ "Ġrequests": 11981,
+ "ï¼Įä¸Ń": 11982,
+ "估计": 11983,
+ "çĥĤ": 11984,
+ "éĥ½èĥ½": 11985,
+ "ï¼ŁæĪij": 11986,
+ "è¿ĶåĽŀ": 11987,
+ "Ġvaluable": 11988,
+ "merce": 11989,
+ "è¿ĺ没æľī": 11990,
+ "Ġdb": 11991,
+ "ĠGal": 11992,
+ "Que": 11993,
+ "Ġsudden": 11994,
+ "acts": 11995,
+ "Ġrevenue": 11996,
+ ",è¦ģ": 11997,
+ "Ġclock": 11998,
+ "aven": 11999,
+ "çĽ¯": 12000,
+ "人åı£": 12001,
+ "éĵĿ": 12002,
+ "éĢļéģĵ": 12003,
+ "Ġkinds": 12004,
+ "Ġles": 12005,
+ "oster": 12006,
+ "TTP": 12007,
+ "mosp": 12008,
+ "Ġsuggests": 12009,
+ "Ġrom": 12010,
+ "iner": 12011,
+ "çī¹å¾ģåľ¨äºİ": 12012,
+ "Enc": 12013,
+ "Application": 12014,
+ "(:": 12015,
+ "_error": 12016,
+ "éϵ": 12017,
+ "Ġtells": 12018,
+ "show": 12019,
+ "buf": 12020,
+ "ä¸įå¤ļ": 12021,
+ "Ġshares": 12022,
+ "ENSE": 12023,
+ "Ġ''": 12024,
+ "-level": 12025,
+ "Ġexplo": 12026,
+ "ĠEnergy": 12027,
+ "ä¿¡ç͍": 12028,
+ "åIJĬ": 12029,
+ "Ġparse": 12030,
+ "Ġscr": 12031,
+ "length": 12032,
+ "------------": 12033,
+ "ĠOptions": 12034,
+ "Ġconsumers": 12035,
+ "Ġα": 12036,
+ "EP": 12037,
+ "Ġaccepted": 12038,
+ "ĠNav": 12039,
+ "*n": 12040,
+ "Ġabsolute": 12041,
+ "Ġattorney": 12042,
+ "Ġdisp": 12043,
+ "Ġpriv": 12044,
+ "insert": 12045,
+ "å¯Ħ": 12046,
+ "Ġemergency": 12047,
+ "source": 12048,
+ "ĠSecret": 12049,
+ "Ġspeech": 12050,
+ "ĠKit": 12051,
+ "Ġprocedures": 12052,
+ "Ġsegment": 12053,
+ "æ¤ħ": 12054,
+ "oston": 12055,
+ "inite": 12056,
+ "Ġdocumentation": 12057,
+ "æĿĥçĽĬ": 12058,
+ "OG": 12059,
+ "ĠMA": 12060,
+ "Delta": 12061,
+ "Ġbreast": 12062,
+ "ĠWITHOUT": 12063,
+ "éĢĤåºĶ": 12064,
+ "Ġvehicles": 12065,
+ "ĠAfrican": 12066,
+ "Ġneut": 12067,
+ "æĥ¨": 12068,
+ "Ġpermission": 12069,
+ "ãĢĤåħ¶": 12070,
+ "ĠéĤ£": 12071,
+ "Ġaid": 12072,
+ "imary": 12073,
+ "imens": 12074,
+ "人æ°ijå¸ģ": 12075,
+ "ãģ«": 12076,
+ "Ġrepro": 12077,
+ "Ġyouth": 12078,
+ "Cor": 12079,
+ "Go": 12080,
+ "Hash": 12081,
+ "ookie": 12082,
+ "å´ĩ": 12083,
+ "ĠVirgin": 12084,
+ "ĠVideo": 12085,
+ "Ã¥": 12086,
+ "ĠAction": 12087,
+ ",åı¯ä»¥": 12088,
+ "Show": 12089,
+ "USE": 12090,
+ "Ġindeed": 12091,
+ "ï¼Įåħ¶å®ŀ": 12092,
+ "abels": 12093,
+ "请æ±Ĥ": 12094,
+ "\"çļĦ": 12095,
+ "ĠØ": 12096,
+ "quare": 12097,
+ "ãĢĤéĤ£": 12098,
+ "Ġofficials": 12099,
+ "éĨī": 12100,
+ "terday": 12101,
+ "lights": 12102,
+ "åľ¨ä¸Ģ": 12103,
+ "ĠDownload": 12104,
+ "urban": 12105,
+ "reprene": 12106,
+ "ä¸Ģå®ļçļĦ": 12107,
+ "å¹´é¾Ħ": 12108,
+ "osoph": 12109,
+ "Ġacknow": 12110,
+ "è¯ĨåĪ«": 12111,
+ "æīĢ示": 12112,
+ "åĤ²": 12113,
+ "Ġcir": 12114,
+ "ãĥ¼": 12115,
+ "Another": 12116,
+ "Many": 12117,
+ "Ġartists": 12118,
+ "Handle": 12119,
+ "xFF": 12120,
+ "ä¾Ŀæį®": 12121,
+ "Ġworse": 12122,
+ "çά": 12123,
+ "Ġextent": 12124,
+ "ĠEconom": 12125,
+ "message": 12126,
+ "Ġinvestigation": 12127,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12128,
+ "aul": 12129,
+ "èģĮå·¥": 12130,
+ "ether": 12131,
+ "According": 12132,
+ "Callback": 12133,
+ "éĢĤç͍": 12134,
+ "{eq": 12135,
+ "Ġends": 12136,
+ "iverse": 12137,
+ "第äºĶ": 12138,
+ "Ġevaluation": 12139,
+ "ä¸įè§ģ": 12140,
+ "iest": 12141,
+ "é¼ł": 12142,
+ "é»Ħéĩij": 12143,
+ "BI": 12144,
+ "æĻ´": 12145,
+ "éĿ©åij½": 12146,
+ "Ġä¸ī": 12147,
+ "ĠWall": 12148,
+ "ĠAP": 12149,
+ "ndef": 12150,
+ "Ġcomprehensive": 12151,
+ "Ġreliable": 12152,
+ "Ġscheme": 12153,
+ "ä»ħä»ħ": 12154,
+ "è£ħå¤ĩ": 12155,
+ "ä¼łæĴŃ": 12156,
+ "ĠSelect": 12157,
+ "*t": 12158,
+ "Ġplatforms": 12159,
+ "Args": 12160,
+ "Ġdollars": 12161,
+ "Ġanywhere": 12162,
+ "Ġestimated": 12163,
+ "Ġtypical": 12164,
+ "è§Ĥä¼Ĺ": 12165,
+ "Ġprompt": 12166,
+ "æĥħåĨµä¸ĭ": 12167,
+ "Ġexposure": 12168,
+ "代çIJĨ": 12169,
+ "ï¼Įä»ĸçļĦ": 12170,
+ "instance": 12171,
+ "rev": 12172,
+ "ĠOct": 12173,
+ "gers": 12174,
+ "ĠAtl": 12175,
+ "åĪºæ¿Ģ": 12176,
+ "interface": 12177,
+ "ï¼ĮâĢĿ": 12178,
+ "Ġofficer": 12179,
+ "irement": 12180,
+ "Ġhousing": 12181,
+ "ĠPeter": 12182,
+ "ç¼ĸè¾ij": 12183,
+ "ä¼ĺè´¨": 12184,
+ "çī¹åĪ«æĺ¯": 12185,
+ "Ġstret": 12186,
+ "åĩºçĶŁ": 12187,
+ "Ġshock": 12188,
+ "................................": 12189,
+ "祥": 12190,
+ "xml": 12191,
+ "Ġgoods": 12192,
+ "ailability": 12193,
+ "èĤ¡æĿĥ": 12194,
+ "iral": 12195,
+ "èĽĩ": 12196,
+ "Ġlayout": 12197,
+ "ĠOS": 12198,
+ "Ġcharacteristics": 12199,
+ "Ġmit": 12200,
+ "Ġconcerned": 12201,
+ "Ġ[\"": 12202,
+ "ĠMot": 12203,
+ "æĤĦ": 12204,
+ "STR": 12205,
+ "hand": 12206,
+ "_code": 12207,
+ "æĶ¾å¿ĥ": 12208,
+ "åĽĽä¸ª": 12209,
+ "Car": 12210,
+ "ĠDigital": 12211,
+ "Ġmatters": 12212,
+ "Ġcoach": 12213,
+ "æ»ĭ": 12214,
+ "æĢİä¹Īæł·": 12215,
+ "æħİ": 12216,
+ "æĥ§": 12217,
+ ")ãĢĤ": 12218,
+ "ä¸Ģèĩ´": 12219,
+ "Ġguests": 12220,
+ "çļĦæ°Ķ": 12221,
+ "çĦĬ": 12222,
+ "Ġappreciate": 12223,
+ "æľŁå¾ħ": 12224,
+ "Before": 12225,
+ "è§ĤçĤ¹": 12226,
+ "________________": 12227,
+ ".prot": 12228,
+ ")^": 12229,
+ "hop": 12230,
+ "ribution": 12231,
+ "Ġking": 12232,
+ "Ġmg": 12233,
+ "Ġusual": 12234,
+ "items": 12235,
+ "Ġissued": 12236,
+ "ynamics": 12237,
+ "Ġmilk": 12238,
+ "ĠBer": 12239,
+ "çļĦåİŁåĽł": 12240,
+ "Ġcandidate": 12241,
+ "Ġfrequently": 12242,
+ "ĠTrust": 12243,
+ "é«ĺ度": 12244,
+ "Ġcompr": 12245,
+ "utton": 12246,
+ "Json": 12247,
+ "reference": 12248,
+ "æĥ³è±¡": 12249,
+ "empl": 12250,
+ "ç¬ijäºĨ": 12251,
+ "æijĺ": 12252,
+ "Save": 12253,
+ "æĬĽ": 12254,
+ "Ġfellow": 12255,
+ "main": 12256,
+ "Ġengineering": 12257,
+ "Ġreligious": 12258,
+ "Ġsaved": 12259,
+ "å§IJå§IJ": 12260,
+ "æĭĴç»Ŀ": 12261,
+ "ï¼Įä¸ĭ": 12262,
+ "éĥ¨çļĦ": 12263,
+ "ITE": 12264,
+ "ĠUpdate": 12265,
+ "è´¸æĺĵ": 12266,
+ "Ġpaying": 12267,
+ "Ġsongs": 12268,
+ "Ġ(\\": 12269,
+ "rho": 12270,
+ "lik": 12271,
+ "anish": 12272,
+ ";;": 12273,
+ "æįķ": 12274,
+ ".put": 12275,
+ "æ³µ": 12276,
+ "ç͵åĬ¨": 12277,
+ "Ġemployment": 12278,
+ "agraph": 12279,
+ "Ġhealthcare": 12280,
+ "ĠEU": 12281,
+ "Ġemotional": 12282,
+ "Ġ'/": 12283,
+ "Ġturns": 12284,
+ "麻çĥ¦": 12285,
+ "ãĢĤ该": 12286,
+ "ĠRobert": 12287,
+ "ĠArg": 12288,
+ "olumn": 12289,
+ "ĠPract": 12290,
+ "Ġfurniture": 12291,
+ "æĬ¥åIJį": 12292,
+ "Ġmovies": 12293,
+ "éĿ¢ä¸Ĭ": 12294,
+ "Ġnearest": 12295,
+ "å°ıå¿ĥ": 12296,
+ "æĪĸ许": 12297,
+ "å¹³æĹ¶": 12298,
+ "ï¼Įçͱäºİ": 12299,
+ "Ġgrade": 12300,
+ "sect": 12301,
+ "çĥ¤": 12302,
+ "è´ŁåĢº": 12303,
+ "åįģä¸ī": 12304,
+ "Ġcitizens": 12305,
+ "ĠException": 12306,
+ "Ġsac": 12307,
+ "Ġmachines": 12308,
+ "Comment": 12309,
+ "_fl": 12310,
+ "Ġencourage": 12311,
+ "ĠæĿİ": 12312,
+ "ĠÑģ": 12313,
+ "åħ¬å®ī": 12314,
+ "åĽ¾ä¹¦": 12315,
+ "uing": 12316,
+ "æ¼Ĩ": 12317,
+ "ĠThomas": 12318,
+ "Values": 12319,
+ "orough": 12320,
+ "ĠLocal": 12321,
+ "ĠAmericans": 12322,
+ "_test": 12323,
+ "Ġserving": 12324,
+ "Player": 12325,
+ "*d": 12326,
+ "åIJ¸æĶ¶": 12327,
+ "ï¼ĮåIJij": 12328,
+ "mo": 12329,
+ "VD": 12330,
+ "Ġmand": 12331,
+ "åIJĮæĦı": 12332,
+ "ï¼Įæ¯Ķå¦Ĥ": 12333,
+ "Ġoutcomes": 12334,
+ "*s": 12335,
+ "Ġinstallation": 12336,
+ "åĢºåΏ": 12337,
+ "Ġantib": 12338,
+ "rary": 12339,
+ "ĠCost": 12340,
+ "ä½ĵçݰ": 12341,
+ ">&": 12342,
+ "Ġeducational": 12343,
+ "â̦â̦âĢĿ": 12344,
+ "Ġfantastic": 12345,
+ "Ġentirely": 12346,
+ "æ·ĺ": 12347,
+ "Ġpandemic": 12348,
+ "ulty": 12349,
+ "Ġspeaking": 12350,
+ "Ġran": 12351,
+ "ÂŃ": 12352,
+ "Ġmath": 12353,
+ "-k": 12354,
+ "Ġcrisis": 12355,
+ "Ġcrucial": 12356,
+ "ĠCup": 12357,
+ "Ġnodes": 12358,
+ "æĮĩæĮ¥": 12359,
+ "åIJİéĿ¢": 12360,
+ "ï¼ĮæľĢåIJİ": 12361,
+ "raphics": 12362,
+ "rb": 12363,
+ "Ġhistorical": 12364,
+ "Ġ第äºĮ": 12365,
+ "*p": 12366,
+ "çļĦ主è¦ģ": 12367,
+ "run": 12368,
+ "ushing": 12369,
+ "æģ°": 12370,
+ "Ġblocks": 12371,
+ "å¹¶ä¸Ķ": 12372,
+ "types": 12373,
+ "uction": 12374,
+ "ä¹Łè®¸": 12375,
+ "Ġsituations": 12376,
+ "Ġpossibility": 12377,
+ "Enter": 12378,
+ "Ġfruit": 12379,
+ ")).": 12380,
+ "ĠAL": 12381,
+ "大人": 12382,
+ "ĠExecut": 12383,
+ "ĠSer": 12384,
+ "orse": 12385,
+ "ĠSH": 12386,
+ "ä¹Łè¦ģ": 12387,
+ "Ġcalculated": 12388,
+ "æ£Ĵ": 12389,
+ "å¾Īå¤ļ人": 12390,
+ "äºĨ个": 12391,
+ "Ġusage": 12392,
+ "imize": 12393,
+ "double": 12394,
+ "Ġadministr": 12395,
+ "ï¼ĮåħĪ": 12396,
+ "-like": 12397,
+ "Ġunknown": 12398,
+ "ĠRight": 12399,
+ "ials": 12400,
+ "çĩ¥": 12401,
+ "\";": 12402,
+ "Bytes": 12403,
+ "Ġcere": 12404,
+ "äºĭæķħ": 12405,
+ "oga": 12406,
+ "omega": 12407,
+ "Ġevolution": 12408,
+ ".new": 12409,
+ "æĭĮ": 12410,
+ "Ġforest": 12411,
+ "æŃ»äºĨ": 12412,
+ "ĠBob": 12413,
+ "åħ³èģĶ": 12414,
+ "normal": 12415,
+ "ĠLibrary": 12416,
+ "ĠConnect": 12417,
+ "ä¸įåĩº": 12418,
+ ".on": 12419,
+ ",åı¯": 12420,
+ "ĠJun": 12421,
+ "Ġepisode": 12422,
+ "Ġcaught": 12423,
+ "_log": 12424,
+ "Ġfabric": 12425,
+ "Ġcabin": 12426,
+ "åł¡": 12427,
+ "顺åĪ©": 12428,
+ "æ¡ij": 12429,
+ "ograp": 12430,
+ "ellant": 12431,
+ ".Set": 12432,
+ "Ġflight": 12433,
+ "thlet": 12434,
+ "appe": 12435,
+ "ĠInstead": 12436,
+ "æ¼Ķåijĺ": 12437,
+ "ĠNeed": 12438,
+ "\":\"": 12439,
+ "Ġexplicit": 12440,
+ "Cell": 12441,
+ "ĠObama": 12442,
+ "ç͵åİĭ": 12443,
+ "*m": 12444,
+ "ç»Ļä»ĸ": 12445,
+ "å¾·åĽ½": 12446,
+ "çµģ": 12447,
+ "æIJŃéħį": 12448,
+ "ĠCR": 12449,
+ "/S": 12450,
+ "è": 12451,
+ "çĽij管": 12452,
+ "erves": 12453,
+ "ĠInstagram": 12454,
+ "ï¼Įåħ¶çī¹å¾ģåľ¨äºİ": 12455,
+ "ĠIr": 12456,
+ "çļĦåIJĮæĹ¶": 12457,
+ "ĠAI": 12458,
+ "uple": 12459,
+ "Ġpoll": 12460,
+ "Ġconfirmed": 12461,
+ "æĮĩåĩº": 12462,
+ "åĤ¬": 12463,
+ "æĭ¨": 12464,
+ "纷纷": 12465,
+ "说å®Į": 12466,
+ "ighter": 12467,
+ "ãĢĤãĢĤ": 12468,
+ "WS": 12469,
+ "": 13797,
+ "Ġnormally": 13798,
+ "éĩįåºĨ": 13799,
+ "ĠLess": 13800,
+ "强åĮĸ": 13801,
+ "Ġnuclear": 13802,
+ "ĠPrivacy": 13803,
+ "æ²»çIJĨ": 13804,
+ ".text": 13805,
+ "ĠPS": 13806,
+ "Ġlatter": 13807,
+ "Ġguest": 13808,
+ "è¢ĸ": 13809,
+ "itis": 13810,
+ "Ġacts": 13811,
+ "å±ķå¼Ģ": 13812,
+ "Ġoperate": 13813,
+ "ĠPDF": 13814,
+ "Ġmissed": 13815,
+ "æĺİ天": 13816,
+ "å«ģ": 13817,
+ "ĠFinancial": 13818,
+ "erman": 13819,
+ ".In": 13820,
+ "Ġpotentially": 13821,
+ "Ġpit": 13822,
+ "Ġintegration": 13823,
+ "wing": 13824,
+ "æİ¥è¿ij": 13825,
+ "Ġindepend": 13826,
+ "Display": 13827,
+ "Ġaccessible": 13828,
+ "对åºĶçļĦ": 13829,
+ "æĪIJçļĦ": 13830,
+ "ields": 13831,
+ "ĠHard": 13832,
+ "çļĦä¸ĢäºĽ": 13833,
+ "Ġexperiments": 13834,
+ "ĠDeb": 13835,
+ "åĺ¿": 13836,
+ "Ġwidely": 13837,
+ "isted": 13838,
+ "oop": 13839,
+ "ĠFunction": 13840,
+ "#'": 13841,
+ "ĠScot": 13842,
+ "Ġpriority": 13843,
+ "Ġafternoon": 13844,
+ "ĠClean": 13845,
+ "åįĹ京": 13846,
+ "ategorized": 13847,
+ "Ġfacing": 13848,
+ "Ġ``": 13849,
+ "Second": 13850,
+ "天çĦ¶": 13851,
+ "æ·ĭ": 13852,
+ "Ġplanned": 13853,
+ "Ġast": 13854,
+ "Ġreplaced": 13855,
+ "cor": 13856,
+ "ä¸Ģçīĩ": 13857,
+ "ç»ĻäºĪ": 13858,
+ "hav": 13859,
+ "encing": 13860,
+ "è´º": 13861,
+ "éĥ½åı¯ä»¥": 13862,
+ "icket": 13863,
+ "Ġelectron": 13864,
+ "Ġequations": 13865,
+ "è´¼": 13866,
+ "Close": 13867,
+ "Ġfro": 13868,
+ "Ġunion": 13869,
+ "ĠCBD": 13870,
+ "Ġfib": 13871,
+ "Anal": 13872,
+ "Ġbathroom": 13873,
+ "仲": 13874,
+ "Ġcontinuing": 13875,
+ "ãĢĤæį®": 13876,
+ "_per": 13877,
+ "itar": 13878,
+ ";": 13879,
+ "Ġcurve": 13880,
+ "Ġcircuit": 13881,
+ "èĦ¾": 13882,
+ "Ġ\",": 13883,
+ "Ġattacks": 13884,
+ "æŁIJäºĽ": 13885,
+ "Ġveter": 13886,
+ "ĠWorks": 13887,
+ "ilarly": 13888,
+ "æľ¬äºº": 13889,
+ "Ġdismiss": 13890,
+ "ceive": 13891,
+ "]{}": 13892,
+ "诱": 13893,
+ "ĠiPhone": 13894,
+ "æĺı": 13895,
+ "ä¸Ĭåįĩ": 13896,
+ "åİī害": 13897,
+ "xi": 13898,
+ "Ġsubstantial": 13899,
+ "Ġdiverse": 13900,
+ "Ġå½ĵ": 13901,
+ "ĠGames": 13902,
+ "èĭ¹æŀľ": 13903,
+ "ĠOil": 13904,
+ "apse": 13905,
+ "åIJŀ": 13906,
+ "ĠCir": 13907,
+ "ĠDefault": 13908,
+ "Ġclosely": 13909,
+ "éĨĩ": 13910,
+ "ä¾Ŀæ³ķ": 13911,
+ "ç©Ĩ": 13912,
+ "organ": 13913,
+ "Ġconcrete": 13914,
+ "è°IJ": 13915,
+ "ĠLow": 13916,
+ "_UN": 13917,
+ "Ġelif": 13918,
+ "Ùħ": 13919,
+ "rug": 13920,
+ "åĨ³çŃĸ": 13921,
+ "羸": 13922,
+ "æĥħæĦŁ": 13923,
+ "æ¸łéģĵ": 13924,
+ "brief": 13925,
+ "/licenses": 13926,
+ "Parser": 13927,
+ "Ver": 13928,
+ "ĠPenn": 13929,
+ "Ġtou": 13930,
+ "Ġabuse": 13931,
+ "æľīå¤ļ": 13932,
+ "Ġæĺ¯": 13933,
+ "Ġinnovation": 13934,
+ "Ġ([": 13935,
+ "究竣": 13936,
+ "ĠServer": 13937,
+ "athe": 13938,
+ "ç¥Ń": 13939,
+ "cludes": 13940,
+ ".__": 13941,
+ "Ġtelevision": 13942,
+ "ĠFurthermore": 13943,
+ "Ġpenal": 13944,
+ "谢谢": 13945,
+ "ão": 13946,
+ "LOCK": 13947,
+ "iously": 13948,
+ "çŀ§": 13949,
+ "IAL": 13950,
+ "holder": 13951,
+ "Ġconvenient": 13952,
+ "ĠWalk": 13953,
+ "}$.": 13954,
+ "Ġobjective": 13955,
+ "holders": 13956,
+ "Ġadds": 13957,
+ "æĤĶ": 13958,
+ "è̶": 13959,
+ "ĠYoung": 13960,
+ "axis": 13961,
+ "éĥ¨ä»¶": 13962,
+ "->_": 13963,
+ "è´§å¸ģ": 13964,
+ "å¨ĥ": 13965,
+ "Ġboat": 13966,
+ "_of": 13967,
+ "Track": 13968,
+ "acific": 13969,
+ "adv": 13970,
+ "ä¸ĬåįĪ": 13971,
+ "Ġultimately": 13972,
+ "Float": 13973,
+ "临åºĬ": 13974,
+ "Ġfeelings": 13975,
+ "gb": 13976,
+ "æijĬ": 13977,
+ "iac": 13978,
+ "ĠBE": 13979,
+ "oret": 13980,
+ "æĻĥ": 13981,
+ "Ġhorse": 13982,
+ "Ġfoundation": 13983,
+ ":\\": 13984,
+ "foo": 13985,
+ "ĠVector": 13986,
+ ",å°Ĩ": 13987,
+ "Ġpromise": 13988,
+ "Ġscal": 13989,
+ "Video": 13990,
+ "ashed": 13991,
+ "Ġincident": 13992,
+ "ĠCast": 13993,
+ "ãĢĤ对äºİ": 13994,
+ "èī°": 13995,
+ "Ġconcepts": 13996,
+ "ĠParis": 13997,
+ "è§£æŀIJ": 13998,
+ "ĠArea": 13999,
+ "Ġna": 14000,
+ "æĪ¿åľ°äº§": 14001,
+ "rink": 14002,
+ "tery": 14003,
+ "construct": 14004,
+ "Play": 14005,
+ "Ġsau": 14006,
+ "stal": 14007,
+ "(G": 14008,
+ "ted": 14009,
+ "ï¼Įäºİæĺ¯": 14010,
+ "Ġdiseases": 14011,
+ "\\_": 14012,
+ "Ġje": 14013,
+ "{}": 14014,
+ "Ġconnections": 14015,
+ "Ġinstruct": 14016,
+ "ä¸Ģä½ĵ": 14017,
+ "ç͍æĿ¥": 14018,
+ "Ġsecondary": 14019,
+ ".de": 14020,
+ "Ġadj": 14021,
+ "Ġinterior": 14022,
+ "Ġtransformation": 14023,
+ "ĠChris": 14024,
+ "ï¼Įéķ¿": 14025,
+ "'|": 14026,
+ "æĪij说": 14027,
+ "å²ģçļĦ": 14028,
+ "æķ²": 14029,
+ "Ġpossess": 14030,
+ "_con": 14031,
+ "(err": 14032,
+ "Ġfolks": 14033,
+ "åij¨æľŁ": 14034,
+ ".next": 14035,
+ "FE": 14036,
+ "Ġopposite": 14037,
+ "ĠBal": 14038,
+ "bur": 14039,
+ "ws": 14040,
+ "rent": 14041,
+ "æ¯ıä¸Ģ个": 14042,
+ "Ġdelicious": 14043,
+ "é¼ĵåĬ±": 14044,
+ "Ġrequirement": 14045,
+ "/M": 14046,
+ "Sim": 14047,
+ "å·®å¼Ĥ": 14048,
+ "Ġlift": 14049,
+ "Ġtub": 14050,
+ "lot": 14051,
+ "ãģª": 14052,
+ "Ġ\\<": 14053,
+ "shot": 14054,
+ "ĠTry": 14055,
+ "ĠMD": 14056,
+ "estions": 14057,
+ "论æĸĩ": 14058,
+ "ĠVirginia": 14059,
+ "绵": 14060,
+ "Ġneither": 14061,
+ "æĪIJåĪĨ": 14062,
+ "_node": 14063,
+ "åĩºçݰäºĨ": 14064,
+ "Ġworst": 14065,
+ "aligned": 14066,
+ "ĠSuch": 14067,
+ "Ġscores": 14068,
+ "Writer": 14069,
+ "Ġthin": 14070,
+ "äºĨä»ĸ": 14071,
+ "ĠResources": 14072,
+ "Ġamounts": 14073,
+ "ĠCase": 14074,
+ "âĢľä½ł": 14075,
+ "Help": 14076,
+ "å¥ij": 14077,
+ "Ġabstract": 14078,
+ "SQL": 14079,
+ "Ġmouse": 14080,
+ "èĩ³ä»Ĭ": 14081,
+ "Ġenroll": 14082,
+ "Execut": 14083,
+ "Will": 14084,
+ "Which": 14085,
+ "åŃ¦æľ¯": 14086,
+ "reement": 14087,
+ "çĬ¯ç½ª": 14088,
+ "ĠPersonal": 14089,
+ "éĥ¡": 14090,
+ "м": 14091,
+ "BB": 14092,
+ "reland": 14093,
+ "_by": 14094,
+ "èĢĥçĶŁ": 14095,
+ "Ġthemes": 14096,
+ "缸": 14097,
+ "éĩįçļĦ": 14098,
+ "éĹ®é¢ĺçļĦ": 14099,
+ "人ä½ĵ": 14100,
+ "ä¸İæīĢè¿°": 14101,
+ "ĠMult": 14102,
+ ")+": 14103,
+ "ãĢĤçͱäºİ": 14104,
+ "æľīå¾Īå¤ļ": 14105,
+ "Ġbear": 14106,
+ "Storage": 14107,
+ "Ġpermit": 14108,
+ "frame": 14109,
+ "ï¼Įä¾ĭå¦Ĥ": 14110,
+ "Ġsensitive": 14111,
+ "Ġvirt": 14112,
+ "ods": 14113,
+ "tage": 14114,
+ "Ġawareness": 14115,
+ "Ġturning": 14116,
+ "plore": 14117,
+ "Ġregional": 14118,
+ "Ġdish": 14119,
+ "APP": 14120,
+ "åľ°çIJĥ": 14121,
+ "Ġworldwide": 14122,
+ "产çĶŁçļĦ": 14123,
+ "Ġongoing": 14124,
+ "ogether": 14125,
+ "ç±»çļĦ": 14126,
+ "Ġhandling": 14127,
+ "ä¿®å¤į": 14128,
+ "害æĢķ": 14129,
+ "Ġvulner": 14130,
+ "Ġsurprise": 14131,
+ "hus": 14132,
+ "æľĽçĿĢ": 14133,
+ "âij¡": 14134,
+ "è¾ĸ": 14135,
+ "det": 14136,
+ "è¯Ħ论": 14137,
+ "æĢ§æł¼": 14138,
+ "epth": 14139,
+ "ĠYouTube": 14140,
+ "åĬ¨çļĦ": 14141,
+ "åĩ¸": 14142,
+ "ĠAdditionally": 14143,
+ "æ¶Īéĺ²": 14144,
+ "ĠLearning": 14145,
+ "ras": 14146,
+ "ĠMa": 14147,
+ "Ġengage": 14148,
+ "TL": 14149,
+ "ĠRoom": 14150,
+ "Ġagencies": 14151,
+ "å·¥ä½ľäººåijĺ": 14152,
+ "ĠWordPress": 14153,
+ "梦æĥ³": 14154,
+ "AVE": 14155,
+ "Ġclothes": 14156,
+ "ĠLtd": 14157,
+ "Ġsys": 14158,
+ "Ġneuro": 14159,
+ "unctions": 14160,
+ "ĠHospital": 14161,
+ "Ġbedroom": 14162,
+ "åıįæĺł": 14163,
+ "èģĶ缣": 14164,
+ "Ġmetab": 14165,
+ "Ġrig": 14166,
+ "chedule": 14167,
+ "ĠLevel": 14168,
+ "clip": 14169,
+ "entials": 14170,
+ "iot": 14171,
+ "çϽèī²": 14172,
+ "Ġcommonly": 14173,
+ "ĠRo": 14174,
+ "äºĨåIJĹ": 14175,
+ "stone": 14176,
+ "åįıè°ĥ": 14177,
+ "çļĦåĨħ容": 14178,
+ "Ġmice": 14179,
+ "Ġvisiting": 14180,
+ "æĪªèĩ³": 14181,
+ "itivity": 14182,
+ "Ġunderlying": 14183,
+ "World": 14184,
+ "ĠCalculate": 14185,
+ "èĩªè¡Į": 14186,
+ "éŃħ": 14187,
+ "ĠPo": 14188,
+ "Ġdealing": 14189,
+ "ANG": 14190,
+ "account": 14191,
+ "èIJĦ": 14192,
+ "颤": 14193,
+ "km": 14194,
+ "带æĿ¥çļĦ": 14195,
+ "Ġpil": 14196,
+ "ĠJoe": 14197,
+ "æ¸ħæ´ģ": 14198,
+ "ãĢĤçĦ¶èĢĮ": 14199,
+ "leton": 14200,
+ "Ġcrusher": 14201,
+ "lay": 14202,
+ "Ġtrends": 14203,
+ "çĶŁæ´»ä¸Ń": 14204,
+ "ç»´æĮģ": 14205,
+ "AIL": 14206,
+ "Ġvast": 14207,
+ "Ġbodies": 14208,
+ "æ¶Ľ": 14209,
+ "Ġinteractions": 14210,
+ "âĢľWe": 14211,
+ "Ġstands": 14212,
+ "æ£ĭ": 14213,
+ "ä¹Łèĥ½": 14214,
+ "CF": 14215,
+ "ĠMike": 14216,
+ "Ġfairly": 14217,
+ "Ġwarning": 14218,
+ "iece": 14219,
+ "转移": 14220,
+ "abil": 14221,
+ "æ²ĥ": 14222,
+ "èĩŃ": 14223,
+ "Ġlists": 14224,
+ "åݦ": 14225,
+ "VI": 14226,
+ "Ġrecept": 14227,
+ "Ġrating": 14228,
+ "Ġexclusive": 14229,
+ "æ¸ħæ´Ĺ": 14230,
+ "Ġincredible": 14231,
+ "ĠWild": 14232,
+ "ç®ĢåįķçļĦ": 14233,
+ "ä¼¼çļĦ": 14234,
+ "ä¸Ģæł·çļĦ": 14235,
+ "æľī个": 14236,
+ "Blog": 14237,
+ "SM": 14238,
+ "头çļĦ": 14239,
+ "ãĢģä¸Ń": 14240,
+ "ULAR": 14241,
+ "表æĺİ": 14242,
+ "éĶ»": 14243,
+ "åįĬå¹´": 14244,
+ "å¾Ī大çļĦ": 14245,
+ "é¢Ī": 14246,
+ "æĢİä¹ĪåĬŀ": 14247,
+ "Ġanxiety": 14248,
+ "rible": 14249,
+ "Ġsky": 14250,
+ "'],": 14251,
+ "ï¼Įä¸Ģèά": 14252,
+ "Ġnarrow": 14253,
+ "Ġwhereas": 14254,
+ "break": 14255,
+ "Total": 14256,
+ "è¿ĺä¼ļ": 14257,
+ "cf": 14258,
+ "æģIJæĢķ": 14259,
+ "ĠCur": 14260,
+ "Ġlosing": 14261,
+ "Ġmoves": 14262,
+ "ĠPot": 14263,
+ "ĠBow": 14264,
+ ".con": 14265,
+ "ĠPut": 14266,
+ "UST": 14267,
+ "button": 14268,
+ "Ġliked": 14269,
+ "ĠRights": 14270,
+ "Ġimproving": 14271,
+ "}=": 14272,
+ "Ġremark": 14273,
+ "essages": 14274,
+ "Ġyesterday": 14275,
+ ",y": 14276,
+ "ĠSupreme": 14277,
+ "ĠProperty": 14278,
+ "astern": 14279,
+ "Previous": 14280,
+ "mic": 14281,
+ "Ġlip": 14282,
+ "使ç͍çļĦ": 14283,
+ "RESS": 14284,
+ "ĠStudents": 14285,
+ "Ġlistening": 14286,
+ "ĠAcademy": 14287,
+ "Ġoptional": 14288,
+ "Ġvital": 14289,
+ "ĠâĢĿ": 14290,
+ "馨": 14291,
+ "Dialog": 14292,
+ "asters": 14293,
+ "ĠGD": 14294,
+ "_OP": 14295,
+ "Ġgrew": 14296,
+ "Ġinvalid": 14297,
+ "çŀª": 14298,
+ "Ġarrang": 14299,
+ "èij¡èIJĦ": 14300,
+ "æľī没æľī": 14301,
+ "Ġquantum": 14302,
+ "ãģ¯": 14303,
+ "ĠJeff": 14304,
+ "Public": 14305,
+ "æī©å¤§": 14306,
+ "èĥģ": 14307,
+ "Parent": 14308,
+ "è¶³çIJĥ": 14309,
+ "nn": 14310,
+ "ĠIndex": 14311,
+ "TV": 14312,
+ "åįģåħŃ": 14313,
+ "Ġserves": 14314,
+ "Ġcontroller": 14315,
+ "ialize": 14316,
+ "Ġhurt": 14317,
+ "acks": 14318,
+ "olving": 14319,
+ "ç¢ij": 14320,
+ "Ġ!==": 14321,
+ "Ġtip": 14322,
+ "olver": 14323,
+ "Ġlaugh": 14324,
+ "Ġconsumption": 14325,
+ "Ġhate": 14326,
+ "çĽijæµĭ": 14327,
+ "nab": 14328,
+ "精彩": 14329,
+ "åķ¡": 14330,
+ "ĠCarolina": 14331,
+ "La": 14332,
+ "ĠUk": 14333,
+ "ä½Ļé¢Ŀ": 14334,
+ "Ġdemonstrated": 14335,
+ "Ġquote": 14336,
+ "å°ij女": 14337,
+ "Ġcircle": 14338,
+ "ĠJSON": 14339,
+ "Ġintroduction": 14340,
+ "ĠMur": 14341,
+ "çĿĢçļĦ": 14342,
+ "ï¼ģæĪij": 14343,
+ "æıIJä¾ĽäºĨ": 14344,
+ "parse": 14345,
+ "Ġtaxes": 14346,
+ "idx": 14347,
+ "Ġprimarily": 14348,
+ "æĶ¹éĢł": 14349,
+ "raid": 14350,
+ "tmp": 14351,
+ "ãĢĭãĢĬ": 14352,
+ "æĢľ": 14353,
+ "æĹģè¾¹": 14354,
+ "%.": 14355,
+ "åĿij": 14356,
+ "çľĭåΰäºĨ": 14357,
+ "д": 14358,
+ "_for": 14359,
+ "Ġease": 14360,
+ "ä¸Ļ": 14361,
+ "Ġthreshold": 14362,
+ "认è¯ģ": 14363,
+ "éĢĤå½ĵ": 14364,
+ "Ġspl": 14365,
+ "æľĪ份": 14366,
+ "utch": 14367,
+ "uce": 14368,
+ "Ġdirected": 14369,
+ "æ¯ħ": 14370,
+ "Print": 14371,
+ "缸åħ³çļĦ": 14372,
+ "plus": 14373,
+ "anna": 14374,
+ "Ġsou": 14375,
+ "=False": 14376,
+ "Ġterror": 14377,
+ "ä¼łæĦŁåύ": 14378,
+ "Ġsending": 14379,
+ "ĠStock": 14380,
+ "ĠAddress": 14381,
+ "(key": 14382,
+ "æ¤Ĵ": 14383,
+ "asant": 14384,
+ "çݯèĬĤ": 14385,
+ "丰å¯ĮçļĦ": 14386,
+ "{align": 14387,
+ "ifer": 14388,
+ "å°ıç»Ħ": 14389,
+ "æł¡åĽŃ": 14390,
+ "gener": 14391,
+ "纽": 14392,
+ "Pop": 14393,
+ "Ġassigned": 14394,
+ "Panel": 14395,
+ "Ġbirthday": 14396,
+ "Ġimmediate": 14397,
+ "itative": 14398,
+ "ĠIss": 14399,
+ "Ġreducing": 14400,
+ "Äģ": 14401,
+ "èµł": 14402,
+ "efined": 14403,
+ "(false": 14404,
+ ".type": 14405,
+ "\\left": 14406,
+ "Serial": 14407,
+ "_table": 14408,
+ "ï¼ĮåĪ«": 14409,
+ "ãģ¨": 14410,
+ "åĨħå¿ĥ": 14411,
+ "uler": 14412,
+ "åĩºæīĭ": 14413,
+ "ĠStandard": 14414,
+ ".Text": 14415,
+ "ãĢĤè¦ģ": 14416,
+ "Err": 14417,
+ "Ġlayers": 14418,
+ "æ¡¶": 14419,
+ "Ġintelligence": 14420,
+ "Ġtrained": 14421,
+ "Ġapplying": 14422,
+ "Although": 14423,
+ "ĠIde": 14424,
+ "rick": 14425,
+ "æŁı": 14426,
+ "ĠWat": 14427,
+ "è¿ĺåı¯ä»¥": 14428,
+ "_length": 14429,
+ "Ġinline": 14430,
+ "Ġbasically": 14431,
+ "Ġedit": 14432,
+ "(ctx": 14433,
+ "çļĦç¥ŀ": 14434,
+ "Ġpolitics": 14435,
+ "说ä»Ģä¹Ī": 14436,
+ "cur": 14437,
+ "ç§ijçłĶ": 14438,
+ "Conf": 14439,
+ "LY": 14440,
+ "ä¸įåıĬ": 14441,
+ "activ": 14442,
+ "æĺĤ": 14443,
+ "æĥ³çĿĢ": 14444,
+ "aping": 14445,
+ "Msg": 14446,
+ "ĠMid": 14447,
+ "κ": 14448,
+ "Down": 14449,
+ "ĠStory": 14450,
+ "åѦç§ij": 14451,
+ "di": 14452,
+ "è¿ĩ滤": 14453,
+ "nam": 14454,
+ "Hello": 14455,
+ "lisher": 14456,
+ "ï¼ĮæĿ¥": 14457,
+ "Category": 14458,
+ "ãģ§": 14459,
+ "ĠItalian": 14460,
+ "icted": 14461,
+ "Ġflowers": 14462,
+ "æł¹æį®æĿĥåĪ©è¦ģæ±Ĥ": 14463,
+ "Ġblank": 14464,
+ "Has": 14465,
+ "Ġlies": 14466,
+ "Ġinches": 14467,
+ ".Error": 14468,
+ "ĠNever": 14469,
+ "å¤ļ次": 14470,
+ "DIT": 14471,
+ "éĻĮ": 14472,
+ "illy": 14473,
+ "Ġstyles": 14474,
+ "Ġperforming": 14475,
+ "çĥŃæĥħ": 14476,
+ "Ġsilver": 14477,
+ "Ġsight": 14478,
+ "Ġpp": 14479,
+ "BR": 14480,
+ "ï¼Įçľ¼": 14481,
+ "endor": 14482,
+ "_sub": 14483,
+ "两个人": 14484,
+ ",b": 14485,
+ "éľ²åĩº": 14486,
+ "description": 14487,
+ "碧": 14488,
+ "ä¼Ĺå¤ļ": 14489,
+ "ç»ĥä¹ł": 14490,
+ "æŃ¤æ¬¡": 14491,
+ "éĤĢ请": 14492,
+ "Http": 14493,
+ "æĺ¨å¤©": 14494,
+ "VC": 14495,
+ "è¾ħåĬ©": 14496,
+ "ĠParam": 14497,
+ "åĴ³": 14498,
+ "Review": 14499,
+ "Ġstrongly": 14500,
+ "lementary": 14501,
+ "ÙĨ": 14502,
+ "æ¡Īä»¶": 14503,
+ "range": 14504,
+ "OU": 14505,
+ "导æ¼Ķ": 14506,
+ "Ġthorough": 14507,
+ "å¿ĥæĥħ": 14508,
+ "ĠMessage": 14509,
+ "ĠMic": 14510,
+ "森æŀĹ": 14511,
+ "ĠSP": 14512,
+ "Ġ±": 14513,
+ "letion": 14514,
+ "Ġexpenses": 14515,
+ "aren": 14516,
+ "Ġ'\\": 14517,
+ "orne": 14518,
+ "_out": 14519,
+ "æ¸IJæ¸IJ": 14520,
+ "ARY": 14521,
+ "Ġcontribution": 14522,
+ "ä¼ļåijĺ": 14523,
+ "ĠÃĹ": 14524,
+ "ostic": 14525,
+ "ãĢģä¸į": 14526,
+ "ĠAuto": 14527,
+ "Ġsustainable": 14528,
+ "Ġarchitecture": 14529,
+ "Ġë": 14530,
+ "Ġchoosing": 14531,
+ "èļĢ": 14532,
+ "aylor": 14533,
+ "Ġtransmission": 14534,
+ "ï¼ĮçľĭçĿĢ": 14535,
+ "ito": 14536,
+ "强大çļĦ": 14537,
+ "ç¼ł": 14538,
+ "rices": 14539,
+ "Ġextend": 14540,
+ "WARE": 14541,
+ "主å¸Ń": 14542,
+ "epsilon": 14543,
+ "ĠMedicine": 14544,
+ "una": 14545,
+ "Ġbreakfast": 14546,
+ "Ġinvolving": 14547,
+ "辩": 14548,
+ "wd": 14549,
+ "emon": 14550,
+ "erred": 14551,
+ "çļĦä½įç½®": 14552,
+ "Ġ第ä¸Ģ": 14553,
+ "Ġoriginally": 14554,
+ "Ġhouses": 14555,
+ "çŃĶåºĶ": 14556,
+ "Ġcounty": 14557,
+ "ĠLab": 14558,
+ "审计": 14559,
+ "âĢIJ": 14560,
+ "inf": 14561,
+ "berry": 14562,
+ "åĴĸåķ¡": 14563,
+ "REF": 14564,
+ "åĸĤ": 14565,
+ "Font": 14566,
+ "æľ¬ä¹¦": 14567,
+ "typedef": 14568,
+ "tk": 14569,
+ "Ġbutter": 14570,
+ "ãģĻ": 14571,
+ ".To": 14572,
+ "ĠLI": 14573,
+ "Ġlessons": 14574,
+ "ĠInteger": 14575,
+ "Ġlie": 14576,
+ "si": 14577,
+ "å°Ĩä¼ļ": 14578,
+ "Ġteen": 14579,
+ "ila": 14580,
+ "人æķ°": 14581,
+ "leases": 14582,
+ "åĪĨ离": 14583,
+ "Ġmagnetic": 14584,
+ "ĠCath": 14585,
+ "Ġsmile": 14586,
+ "Ġspiritual": 14587,
+ "åħ³å¿ĥ": 14588,
+ "column": 14589,
+ "ĠAgain": 14590,
+ "usr": 14591,
+ "ĠPA": 14592,
+ "áĥ": 14593,
+ "ĠSpirit": 14594,
+ "ĠFed": 14595,
+ "è¯ģ书": 14596,
+ "带åĬ¨": 14597,
+ "éģĵçIJĨ": 14598,
+ "register": 14599,
+ "åĪ°è¾¾": 14600,
+ "飵": 14601,
+ "Ġillness": 14602,
+ "zy": 14603,
+ "ĠLLC": 14604,
+ "ĠAustralian": 14605,
+ "Ġmillions": 14606,
+ "æĺ¯è¦ģ": 14607,
+ "æıŃ": 14608,
+ "DD": 14609,
+ "èĪĮ": 14610,
+ "åľ°çĤ¹": 14611,
+ "ODO": 14612,
+ "BL": 14613,
+ "æĸ©": 14614,
+ "Ġanalys": 14615,
+ "Mr": 14616,
+ "#ifndef": 14617,
+ "æĺİçļĦ": 14618,
+ "çĸĨ": 14619,
+ "Ġphotograph": 14620,
+ "NESS": 14621,
+ "eval": 14622,
+ "ãĢĤèĢĮä¸Ķ": 14623,
+ "ç®Ĺæ³ķ": 14624,
+ "Ġmi": 14625,
+ "ĠMiddle": 14626,
+ "Ġadm": 14627,
+ "å§»": 14628,
+ "å±ıå¹ķ": 14629,
+ "ĠTri": 14630,
+ "æĢĢçĸij": 14631,
+ "Ġpetition": 14632,
+ "åį°è±¡": 14633,
+ "æĭ¾": 14634,
+ "Ġpresents": 14635,
+ ">,": 14636,
+ "NO": 14637,
+ "inator": 14638,
+ "ĠHTML": 14639,
+ ")->": 14640,
+ "ä¹Łå°±æĺ¯": 14641,
+ "强大": 14642,
+ "åĬłçĥŃ": 14643,
+ "$this": 14644,
+ "Ġregardless": 14645,
+ "Ġtalent": 14646,
+ "Ġpersonally": 14647,
+ "ATUS": 14648,
+ "anal": 14649,
+ "olly": 14650,
+ "表æ¼Ķ": 14651,
+ "çĭIJ": 14652,
+ "Ġtill": 14653,
+ "_cast": 14654,
+ "ĠWebsite": 14655,
+ "Rad": 14656,
+ "LED": 14657,
+ "宣å¸ĥ": 14658,
+ "ĠSmall": 14659,
+ "Ġcollaboration": 14660,
+ "ĠFour": 14661,
+ "Ġexperimental": 14662,
+ "ï¼Įæīĵ": 14663,
+ "osc": 14664,
+ "åį³å°Ĩ": 14665,
+ "rape": 14666,
+ "å¸ķ": 14667,
+ "Ġignore": 14668,
+ "Ġchecking": 14669,
+ "Ġproteins": 14670,
+ "_REG": 14671,
+ "èĥľåĪ©": 14672,
+ "Ġbanks": 14673,
+ "Ġpeak": 14674,
+ "oked": 14675,
+ "cloud": 14676,
+ "ĠIran": 14677,
+ "Ġhole": 14678,
+ "ĠIII": 14679,
+ "Ġminimal": 14680,
+ "ĠSat": 14681,
+ "éĵģè·¯": 14682,
+ "空è°ĥ": 14683,
+ "Ġfinds": 14684,
+ "å¹³æĸ¹ç±³": 14685,
+ "Ġurban": 14686,
+ "Ġdrawing": 14687,
+ "ï¼ĮåIJ¦åĪĻ": 14688,
+ "Ġqualified": 14689,
+ "åºĻ": 14690,
+ "Ġdates": 14691,
+ "Ġä¸Ń": 14692,
+ "®": 14693,
+ "edded": 14694,
+ "Ġpreferred": 14695,
+ "Ġnarr": 14696,
+ "MI": 14697,
+ "ĠOpt": 14698,
+ "ç³ķ": 14699,
+ "ç½IJ": 14700,
+ "ĠIslam": 14701,
+ "Queue": 14702,
+ "éĶĪ": 14703,
+ "ĠCloud": 14704,
+ "Ġverify": 14705,
+ "-com": 14706,
+ "there": 14707,
+ "ä¸įå¾Ĺä¸į": 14708,
+ "èĪĴéĢĤ": 14709,
+ "oices": 14710,
+ "onal": 14711,
+ "QUE": 14712,
+ "èͬ": 14713,
+ "ĠSep": 14714,
+ "blem": 14715,
+ "身åIJİ": 14716,
+ "åīįéĿ¢": 14717,
+ "chi": 14718,
+ "ĠSpace": 14719,
+ "Advert": 14720,
+ "Ġconcerning": 14721,
+ "Today": 14722,
+ "agues": 14723,
+ "èĦijè¢ĭ": 14724,
+ "ĠShare": 14725,
+ "Ġvillage": 14726,
+ "èģĶèµĽ": 14727,
+ "Ġhabit": 14728,
+ "Ġstatistics": 14729,
+ "æķĮ人": 14730,
+ "æ¯ıå¹´": 14731,
+ "Ġreverse": 14732,
+ "Under": 14733,
+ "ĠSales": 14734,
+ "çĽ¯çĿĢ": 14735,
+ "æĮ£": 14736,
+ "èĥĢ": 14737,
+ "_status": 14738,
+ "ĠTreat": 14739,
+ ".end": 14740,
+ "æĶ¶åΰ": 14741,
+ "imensional": 14742,
+ "ĠClin": 14743,
+ "ĠEll": 14744,
+ "åŀĭçļĦ": 14745,
+ "åĿĩåĮĢ": 14746,
+ "ä¸į太": 14747,
+ "`,": 14748,
+ "images": 14749,
+ "Ġyounger": 14750,
+ "线çļĦ": 14751,
+ "ĠAug": 14752,
+ "Ġrecover": 14753,
+ "Ġbone": 14754,
+ "ikes": 14755,
+ "温æļĸ": 14756,
+ "Ġçİĭ": 14757,
+ "imm": 14758,
+ "isting": 14759,
+ "Ġcausing": 14760,
+ "_on": 14761,
+ "éģ®": 14762,
+ "å¤ķ": 14763,
+ "Ġdenied": 14764,
+ "agen": 14765,
+ "Ġstrategic": 14766,
+ "å§Ķä¼ļ": 14767,
+ "ĠWilliams": 14768,
+ "Job": 14769,
+ "%%%%%%%%": 14770,
+ "åĬ«": 14771,
+ "Ġanyway": 14772,
+ "头åıij": 14773,
+ "åĵªä¸ª": 14774,
+ "ĠTw": 14775,
+ "make": 14776,
+ "ç²īä¸Ŀ": 14777,
+ "ĠAri": 14778,
+ "Draw": 14779,
+ "Ġengagement": 14780,
+ "ãĢĤåħ¶ä¸Ń": 14781,
+ "Ġwhenever": 14782,
+ "POSE": 14783,
+ "Ġsomewhat": 14784,
+ "没æĥ³åΰ": 14785,
+ "éĿĴæĺ¥": 14786,
+ "Ġmeasurement": 14787,
+ "Ġunderstood": 14788,
+ "/(-": 14789,
+ "Ġcolle": 14790,
+ "ï¼Į缮åīį": 14791,
+ ",ä»ĸ们": 14792,
+ "âĤ¬": 14793,
+ "Ġrail": 14794,
+ "(result": 14795,
+ "Ġinjuries": 14796,
+ "Ġtox": 14797,
+ "rich": 14798,
+ "Ġcodes": 14799,
+ "Ġconversion": 14800,
+ "åİŁæĸĻ": 14801,
+ "Ġalter": 14802,
+ "æľįåĬ¡åύ": 14803,
+ "åīįå¾Ģ": 14804,
+ "ORY": 14805,
+ "ĠPL": 14806,
+ "å®Ļ": 14807,
+ "Ġcheese": 14808,
+ "BN": 14809,
+ "å®´": 14810,
+ "Ġfeat": 14811,
+ "Ġsubmitted": 14812,
+ "{x": 14813,
+ "ç´łè´¨": 14814,
+ "_CL": 14815,
+ "Ġfault": 14816,
+ "ĠFair": 14817,
+ "ï¼ĮçϽ": 14818,
+ "ãĢĤè¿Ļç§į": 14819,
+ "æĺ¯çͱ": 14820,
+ "è¶ħ级": 14821,
+ "Ġdivision": 14822,
+ "ppers": 14823,
+ "fd": 14824,
+ "Ġancient": 14825,
+ "ĠSpanish": 14826,
+ "èī²å½©": 14827,
+ "çªģåĩº": 14828,
+ "æĺİæĺŁ": 14829,
+ "ä¼ĺéĢī": 14830,
+ "è£Ļ": 14831,
+ "åIJĮæ¯Ķ": 14832,
+ "Ġmaps": 14833,
+ "Ġasset": 14834,
+ "Ġdetected": 14835,
+ "ima": 14836,
+ "æłĩå¿Ĺ": 14837,
+ "éľľ": 14838,
+ "rolling": 14839,
+ "Ġsearching": 14840,
+ "Ġdrag": 14841,
+ "pa": 14842,
+ "ansas": 14843,
+ "Ġplain": 14844,
+ "ko": 14845,
+ "ä½łæĺ¯": 14846,
+ "ä¹īåĬ¡": 14847,
+ "atomic": 14848,
+ "Parameters": 14849,
+ "Ġfighting": 14850,
+ "osa": 14851,
+ "æ¡Īä¾ĭ": 14852,
+ "æľīæľº": 14853,
+ "Ġtrick": 14854,
+ "æ·¡æ·¡": 14855,
+ "æ¬ł": 14856,
+ "*,": 14857,
+ "éļıåIJİ": 14858,
+ "åĵģç§į": 14859,
+ ",大": 14860,
+ "··": 14861,
+ "Ġcopies": 14862,
+ "ĠNight": 14863,
+ "ĠStudies": 14864,
+ "Ġtiny": 14865,
+ "çι": 14866,
+ "ï¼Įä¸įæĺ¯": 14867,
+ "Ġinterval": 14868,
+ "Ġdemonstrate": 14869,
+ "Even": 14870,
+ "ĠCore": 14871,
+ "滨": 14872,
+ ".X": 14873,
+ "Ġremainder": 14874,
+ "atial": 14875,
+ "Ġentreprene": 14876,
+ "atile": 14877,
+ "Ġstability": 14878,
+ "ĠRoman": 14879,
+ "å°±ç®Ĺ": 14880,
+ "çļĦç¾İ": 14881,
+ "å¹¿åľº": 14882,
+ "onna": 14883,
+ "èħº": 14884,
+ "PECT": 14885,
+ "Ġlifestyle": 14886,
+ "èµģ": 14887,
+ "Ġpointer": 14888,
+ "Ġgap": 14889,
+ "Ġdisappoint": 14890,
+ "Effect": 14891,
+ "onder": 14892,
+ "ĠMill": 14893,
+ "dec": 14894,
+ "饼": 14895,
+ "find": 14896,
+ "Ġä»İ": 14897,
+ "Ġ(_": 14898,
+ "Ġjuris": 14899,
+ "orable": 14900,
+ "读书": 14901,
+ "Ġbasket": 14902,
+ "Ġdomestic": 14903,
+ "å¸ĥå±Ģ": 14904,
+ "Ġmagic": 14905,
+ "ĠDie": 14906,
+ ")[": 14907,
+ "ä¾ł": 14908,
+ "çĺ¤": 14909,
+ "åħħç͵": 14910,
+ "security": 14911,
+ "opic": 14912,
+ "èĬĤçĤ¹": 14913,
+ "æīĢå¾Ĺ": 14914,
+ "Ġdisplayed": 14915,
+ "çĿģ": 14916,
+ "Ġpartnership": 14917,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 14918,
+ "Ġmeetings": 14919,
+ "åı¯éĿł": 14920,
+ "fi": 14921,
+ "Argument": 14922,
+ "Ġtickets": 14923,
+ "åħ±åĴĮ": 14924,
+ "Ġdiscipl": 14925,
+ "'),": 14926,
+ "Ġoverw": 14927,
+ "arry": 14928,
+ "Ġtracking": 14929,
+ "çļĦç¡®": 14930,
+ "uct": 14931,
+ "front": 14932,
+ "Flags": 14933,
+ "Ġentries": 14934,
+ "Ġremind": 14935,
+ "åĽŀæĶ¶": 14936,
+ "eting": 14937,
+ "ä¸įå¤Ł": 14938,
+ "Ġspectrum": 14939,
+ "åįģä¹Ŀ": 14940,
+ "ĠVan": 14941,
+ "Engine": 14942,
+ "ĠFIT": 14943,
+ "aneous": 14944,
+ ".un": 14945,
+ "Ġmanaging": 14946,
+ "Ġdebug": 14947,
+ "-ind": 14948,
+ "eli": 14949,
+ "ä¸įå¦Ĥ": 14950,
+ "ãĢĤ\\": 14951,
+ "ï¼Įä¸Ģå®ļ": 14952,
+ "Ġlabels": 14953,
+ "Kind": 14954,
+ "_dict": 14955,
+ "Ġedition": 14956,
+ "eness": 14957,
+ "ERSION": 14958,
+ "Rule": 14959,
+ "ffff": 14960,
+ "(in": 14961,
+ "åģļæ³ķ": 14962,
+ "ä¸Ĭ涨": 14963,
+ "Ġphenomen": 14964,
+ "ĠIO": 14965,
+ "rine": 14966,
+ "forward": 14967,
+ "Ġparallel": 14968,
+ "JSON": 14969,
+ "çĦ°": 14970,
+ ",n": 14971,
+ "Ġstudio": 14972,
+ "ãĢģæĸ°": 14973,
+ "Ġresolve": 14974,
+ "_end": 14975,
+ "_MAX": 14976,
+ "æģŃ": 14977,
+ "Ġentertainment": 14978,
+ "ĠIreland": 14979,
+ "Ġfrust": 14980,
+ "Ġhat": 14981,
+ "æ²IJ": 14982,
+ "Ġdiagnosis": 14983,
+ "wargs": 14984,
+ "aints": 14985,
+ "ä¿¡å¿ĥ": 14986,
+ "ruption": 14987,
+ "Ġchecked": 14988,
+ "å¾ĹåΰäºĨ": 14989,
+ "å¾ĹäºĨ": 14990,
+ "åĨ¯": 14991,
+ "Ġspoke": 14992,
+ "ĠMember": 14993,
+ "çĸ«æĥħéĺ²æİ§": 14994,
+ "ç§Łèµģ": 14995,
+ "Learn": 14996,
+ "鸿": 14997,
+ "ä¸ĵä¸ļçļĦ": 14998,
+ "Ġbench": 14999,
+ "sql": 15000,
+ "Ġseriously": 15001,
+ "matrix": 15002,
+ "ĠItaly": 15003,
+ "Ġfraction": 15004,
+ "çŃī人": 15005,
+ "fn": 15006,
+ "obby": 15007,
+ "Invalid": 15008,
+ "Ġrestaurants": 15009,
+ "Ġrecording": 15010,
+ "_u": 15011,
+ "åħ¨ä½ĵ": 15012,
+ "Ġpy": 15013,
+ "acher": 15014,
+ "å±ħä½ı": 15015,
+ "Ġreset": 15016,
+ "Ġeveryday": 15017,
+ "帽": 15018,
+ "Ġfactory": 15019,
+ "Ġsed": 15020,
+ "ĠGirl": 15021,
+ "endant": 15022,
+ "Ġdose": 15023,
+ "å¾Ī好çļĦ": 15024,
+ "ï¼Įä¸įèĥ½": 15025,
+ "nor": 15026,
+ "çļĦæķ°æį®": 15027,
+ "å½¼æŃ¤": 15028,
+ "Ġctx": 15029,
+ "æĻĴ": 15030,
+ "Ġobviously": 15031,
+ "nav": 15032,
+ "æĪĪ": 15033,
+ "atar": 15034,
+ "åĮĨ": 15035,
+ "è§ģè¿ĩ": 15036,
+ "æī¯": 15037,
+ "Ġdropped": 15038,
+ ",çĦ¶åIJİ": 15039,
+ "âĺ": 15040,
+ "po": 15041,
+ "Ġlad": 15042,
+ "Ġrecognition": 15043,
+ "Ġcommunicate": 15044,
+ "teen": 15045,
+ "ni": 15046,
+ "orters": 15047,
+ "ĠApache": 15048,
+ "points": 15049,
+ "Ġrecommendations": 15050,
+ "Ġmeasurements": 15051,
+ "åIJ«æľī": 15052,
+ "Feature": 15053,
+ "ä¹Łä¸įæĺ¯": 15054,
+ "Ġvertical": 15055,
+ "ĠThree": 15056,
+ "Ġwet": 15057,
+ "åĪ©çİĩ": 15058,
+ "Ġintroduce": 15059,
+ "ellect": 15060,
+ "çļĦèĢģ": 15061,
+ "required": 15062,
+ "ĠEffect": 15063,
+ "èľĤ": 15064,
+ "LP": 15065,
+ "angers": 15066,
+ "Ġdrawn": 15067,
+ "Ġdataset": 15068,
+ "Ġacting": 15069,
+ "ologist": 15070,
+ "anted": 15071,
+ "ĠCredit": 15072,
+ "Ġproven": 15073,
+ "Ġsurvival": 15074,
+ "äºŃ": 15075,
+ "éĺ²æĬ¤": 15076,
+ "Ġfolder": 15077,
+ "_I": 15078,
+ "ĠKen": 15079,
+ "çĶ»éĿ¢": 15080,
+ "ï¼ĮæĹłè®º": 15081,
+ "_arg": 15082,
+ "Real": 15083,
+ "Ġbuf": 15084,
+ "Calculate": 15085,
+ "Java": 15086,
+ "Ġcommittee": 15087,
+ "èŁ": 15088,
+ "RNA": 15089,
+ "Ġauthorities": 15090,
+ "Ġanticip": 15091,
+ "Ġsubsequent": 15092,
+ "_from": 15093,
+ "SO": 15094,
+ "Ġwalked": 15095,
+ "Ġdiscrim": 15096,
+ "atern": 15097,
+ "æī¹åĩĨ": 15098,
+ "åIJ¾": 15099,
+ "Ġincorpor": 15100,
+ "Ġexposed": 15101,
+ "CG": 15102,
+ "Ġmountain": 15103,
+ "çݰæľī": 15104,
+ "ira": 15105,
+ "éħ±": 15106,
+ "æļĤæĹ¶": 15107,
+ "绳": 15108,
+ "itage": 15109,
+ "ĠJustice": 15110,
+ "ï¼ĮãĢĬ": 15111,
+ "ĠLittle": 15112,
+ "ometric": 15113,
+ "ĠExecutive": 15114,
+ "ر": 15115,
+ "ĠHope": 15116,
+ "Ok": 15117,
+ "Ġmining": 15118,
+ "ĠPUR": 15119,
+ "OLD": 15120,
+ "eek": 15121,
+ "Ġcommunications": 15122,
+ "å±ķçݰ": 15123,
+ "ĠJon": 15124,
+ "Ġsymmet": 15125,
+ "Ġcrazy": 15126,
+ "Did": 15127,
+ "icker": 15128,
+ "ï¼Įä¼¼ä¹İ": 15129,
+ "顾客": 15130,
+ "wered": 15131,
+ "Ġstake": 15132,
+ ":b": 15133,
+ "Ġpermissions": 15134,
+ "Ġreform": 15135,
+ "Business": 15136,
+ "Categories": 15137,
+ "Ãł": 15138,
+ "amber": 15139,
+ "Ġpreparation": 15140,
+ "空ä¸Ń": 15141,
+ "Ġsurprised": 15142,
+ "æİĪæĿĥ": 15143,
+ "浦": 15144,
+ "åIJĪ计": 15145,
+ "ĠMobile": 15146,
+ "Ġble": 15147,
+ "ĠTurn": 15148,
+ "uma": 15149,
+ "èµĮ": 15150,
+ "Ġsomewhere": 15151,
+ "rak": 15152,
+ "ĠHas": 15153,
+ "Ġmoder": 15154,
+ "apper": 15155,
+ "ä¸į对": 15156,
+ "çħ§é¡¾": 15157,
+ "omething": 15158,
+ "ç¿ł": 15159,
+ "asts": 15160,
+ "Ġdust": 15161,
+ "ĠPolice": 15162,
+ "Ġfraud": 15163,
+ "Ġphilosoph": 15164,
+ "Ġcompletion": 15165,
+ "Ġapproval": 15166,
+ "entle": 15167,
+ "Ġrh": 15168,
+ "æĪijå°±": 15169,
+ "à®": 15170,
+ "ĠFac": 15171,
+ "append": 15172,
+ "Ġconfident": 15173,
+ "Ġparticles": 15174,
+ "çĽijæİ§": 15175,
+ ".google": 15176,
+ "ĠNC": 15177,
+ "uced": 15178,
+ "cers": 15179,
+ "Ġtargets": 15180,
+ "Ġmanufacturer": 15181,
+ "çī©åĵģ": 15182,
+ "_result": 15183,
+ "charge": 15184,
+ "ean": 15185,
+ "ç§ĺå¯Ĩ": 15186,
+ "Ġpainting": 15187,
+ "Ġhur": 15188,
+ "PUT": 15189,
+ "ĠDaniel": 15190,
+ ".æł¹æį®æĿĥåĪ©è¦ģæ±Ĥ": 15191,
+ "(__": 15192,
+ "èµ´": 15193,
+ "rat": 15194,
+ "ĠVictor": 15195,
+ "éĤ£ä¸Ģ": 15196,
+ "record": 15197,
+ "Lock": 15198,
+ "ï¼Įå½ĵçĦ¶": 15199,
+ "ethyl": 15200,
+ "riers": 15201,
+ "dk": 15202,
+ "ĠCookie": 15203,
+ "ĠMcC": 15204,
+ "Ġaccum": 15205,
+ "Ġremoval": 15206,
+ "Ġ{\"": 15207,
+ "失åİ»": 15208,
+ "_z": 15209,
+ "èij£äºĭä¼ļ": 15210,
+ "åĬ¨æĢģ": 15211,
+ "Ġlandscape": 15212,
+ "Ġorganized": 15213,
+ "lymp": 15214,
+ "Ġdining": 15215,
+ "haust": 15216,
+ "Ġfasc": 15217,
+ "Ġadequ": 15218,
+ "Ġgaming": 15219,
+ "inson": 15220,
+ "Ġdefe": 15221,
+ "Ġbrows": 15222,
+ "èİİ": 15223,
+ "Ġsensor": 15224,
+ "åijµåijµ": 15225,
+ "伪": 15226,
+ "-party": 15227,
+ "å®ŀè¡Į": 15228,
+ "Ġfunny": 15229,
+ "Ġnearby": 15230,
+ "Ġweekly": 15231,
+ "Ġprocessed": 15232,
+ "lang": 15233,
+ "ĠTerms": 15234,
+ "Ġshouldn": 15235,
+ "Ġinsights": 15236,
+ "Ġinitially": 15237,
+ "é£ŀæľº": 15238,
+ "Ġgrav": 15239,
+ "Ġblow": 15240,
+ "java": 15241,
+ "Ġscheduled": 15242,
+ "ĠDog": 15243,
+ "Ġfluid": 15244,
+ "child": 15245,
+ "æıIJä¾ĽçļĦ": 15246,
+ "Ġgate": 15247,
+ "æĻķ": 15248,
+ "Tool": 15249,
+ "Ġdiabetes": 15250,
+ "设ç«ĭ": 15251,
+ "Ġlikes": 15252,
+ "iser": 15253,
+ ".parse": 15254,
+ "åħ´å¥ĭ": 15255,
+ "keep": 15256,
+ "ascular": 15257,
+ "éŁ©åĽ½": 15258,
+ "æ¼ł": 15259,
+ "ĠNode": 15260,
+ "被人": 15261,
+ "èī¯å¥½": 15262,
+ "UND": 15263,
+ "psilon": 15264,
+ "Ġclimb": 15265,
+ "é¹ı": 15266,
+ "anes": 15267,
+ "Root": 15268,
+ "Ġfinite": 15269,
+ "private": 15270,
+ "å¯Ĥ": 15271,
+ ".co": 15272,
+ "ĠEs": 15273,
+ "èĸĩ": 15274,
+ "ĠFar": 15275,
+ "缸åºĶçļĦ": 15276,
+ "Ġmathemat": 15277,
+ "Active": 15278,
+ "åĨĽéĺŁ": 15279,
+ "Ġbare": 15280,
+ "ĠEth": 15281,
+ "ĠSteve": 15282,
+ "ĠKn": 15283,
+ "Price": 15284,
+ "itan": 15285,
+ "Ġpill": 15286,
+ "ï»": 15287,
+ "Ġapartment": 15288,
+ "Ġloves": 15289,
+ "Ġconclude": 15290,
+ "Ġflash": 15291,
+ "Ġcolumns": 15292,
+ "Section": 15293,
+ ".New": 15294,
+ "åį¿": 15295,
+ "Ġpromot": 15296,
+ "Ġages": 15297,
+ "ILL": 15298,
+ "Ġ\"<": 15299,
+ "Ġstrings": 15300,
+ "bound": 15301,
+ "earing": 15302,
+ "Ġvisited": 15303,
+ "ãĢĭãĢĤ": 15304,
+ "icity": 15305,
+ "theless": 15306,
+ ".model": 15307,
+ "Ġstruggle": 15308,
+ "Ġfitness": 15309,
+ "ÙĪ": 15310,
+ "ĠDid": 15311,
+ "Ġsampl": 15312,
+ "Ġwest": 15313,
+ "Ġcycl": 15314,
+ "cb": 15315,
+ "Ġfle": 15316,
+ "application": 15317,
+ "ĠMatt": 15318,
+ "Ġfaces": 15319,
+ "ĠAC": 15320,
+ "äºĨä¸Ģ声": 15321,
+ "ç®Ģç§°": 15322,
+ "Ġtreatments": 15323,
+ "çģµéŃĤ": 15324,
+ "Ġdelight": 15325,
+ "Ġtack": 15326,
+ "": 15327,
+ "缮å½ķ": 15328,
+ "Ġwriters": 15329,
+ "夸": 15330,
+ "Ġtrail": 15331,
+ "åĨ²åĩ»": 15332,
+ "æĬĬæı¡": 15333,
+ "liers": 15334,
+ "ĠOK": 15335,
+ "起身": 15336,
+ "stack": 15337,
+ "Ġgenu": 15338,
+ ")/(-": 15339,
+ "Ġupcoming": 15340,
+ "Ġappointment": 15341,
+ "çĨĻ": 15342,
+ "声æĺİ": 15343,
+ "Delete": 15344,
+ "psi": 15345,
+ "Ġtank": 15346,
+ "ï¼Į第ä¸Ģ": 15347,
+ "sf": 15348,
+ "åŃIJä¸Ĭ": 15349,
+ "gments": 15350,
+ "ĠSolutions": 15351,
+ "æ¹ĸåįĹ": 15352,
+ "Ġabsence": 15353,
+ "Ġwra": 15354,
+ "ensus": 15355,
+ "ĻĤ": 15356,
+ "Ġrein": 15357,
+ "ĠCorporation": 15358,
+ "Ġwithdraw": 15359,
+ "ilation": 15360,
+ "Ġmob": 15361,
+ "èĢķ": 15362,
+ "çε": 15363,
+ "ç»Ī端": 15364,
+ "Ġescape": 15365,
+ "Ġchose": 15366,
+ "itting": 15367,
+ "åħ±äº«": 15368,
+ "çļĦæľºä¼ļ": 15369,
+ "çľĭåIJij": 15370,
+ "oggle": 15371,
+ "ä¸Ģåľº": 15372,
+ "Ġboundary": 15373,
+ "Ġoblig": 15374,
+ "Ġoptimal": 15375,
+ "ificial": 15376,
+ "ĠJackson": 15377,
+ "ĠOhio": 15378,
+ "Ġaggreg": 15379,
+ "ç¡ħ": 15380,
+ "Ġdevelopers": 15381,
+ "å°±æľī": 15382,
+ "proof": 15383,
+ "Ġcomplicated": 15384,
+ "ĠConfig": 15385,
+ "alo": 15386,
+ "ĠFeb": 15387,
+ "ĠMonth": 15388,
+ "Ġlat": 15389,
+ "Ġticket": 15390,
+ "sen": 15391,
+ "Ġfinance": 15392,
+ "æĮĩå®ļ": 15393,
+ "æĹłå¥Ī": 15394,
+ "ĠNa": 15395,
+ "å¡ijæĸĻ": 15396,
+ "ĠRom": 15397,
+ "Ġsupplies": 15398,
+ "razil": 15399,
+ "åľºæīĢ": 15400,
+ "Ġhosting": 15401,
+ "Ang": 15402,
+ "ĠDaily": 15403,
+ "ulum": 15404,
+ "ĠBY": 15405,
+ "Ġentitled": 15406,
+ "Ġfeatured": 15407,
+ "Ġadmin": 15408,
+ "åľ¨è¿Ļ个": 15409,
+ "é¦Ī": 15410,
+ "Ġmini": 15411,
+ "Ġio": 15412,
+ "ĠLabor": 15413,
+ "product": 15414,
+ "Ġdescribes": 15415,
+ "Ġhall": 15416,
+ "Ġatmosphere": 15417,
+ "妮": 15418,
+ "âĢĭ": 15419,
+ "Ġcancel": 15420,
+ "!!!!": 15421,
+ "including": 15422,
+ "Ġbat": 15423,
+ "åħ¬åŃIJ": 15424,
+ "Ġexecution": 15425,
+ "Ġåı¯": 15426,
+ "Ġstronger": 15427,
+ "åºĶ对": 15428,
+ "éĩįéĩı": 15429,
+ "ãĢĤ缮åīį": 15430,
+ "è¿ijæĹ¥": 15431,
+ "让æĪij们": 15432,
+ "UV": 15433,
+ "åĽŀ头": 15434,
+ "\");": 15435,
+ "财产": 15436,
+ "filter": 15437,
+ "è¿Ľåı£": 15438,
+ "ä¸Ģçľĭ": 15439,
+ "èĶ¡": 15440,
+ "è¯ŀ": 15441,
+ "ugs": 15442,
+ "ĠFestival": 15443,
+ "Ġdebate": 15444,
+ "orted": 15445,
+ "Ġgambling": 15446,
+ "_ext": 15447,
+ "èŃ¦å¯Ł": 15448,
+ "æ·±åĪ»": 15449,
+ "æĥħå½¢": 15450,
+ "": 16619,
+ "Ġadmit": 16620,
+ "():": 16621,
+ "åħ¹": 16622,
+ "rawing": 16623,
+ "åĭĥ": 16624,
+ "dl": 16625,
+ "å¥ĸåĬ±": 16626,
+ "_KEY": 16627,
+ "ĠMoney": 16628,
+ "star": 16629,
+ "Ġpassage": 16630,
+ "Ġmanagers": 16631,
+ "Ġloyal": 16632,
+ "JECT": 16633,
+ "Ġreq": 16634,
+ "ï¼ĮæĪIJ为": 16635,
+ "Ġcogn": 16636,
+ "Creat": 16637,
+ "orgeous": 16638,
+ "Ġ(@": 16639,
+ "Ġdynamics": 16640,
+ "年轻人": 16641,
+ "åıĻ": 16642,
+ "ĠProfessor": 16643,
+ "ä¸ŃåĽ½çļĦ": 16644,
+ "iking": 16645,
+ "ĠDivision": 16646,
+ "é¤IJåİħ": 16647,
+ "rating": 16648,
+ "Ġconscious": 16649,
+ "ĠSummer": 16650,
+ "Ġdefect": 16651,
+ "Ġfinger": 16652,
+ "clusions": 16653,
+ "âij¢": 16654,
+ "ĠInteg": 16655,
+ "ateral": 16656,
+ "ĠSave": 16657,
+ "Å¡": 16658,
+ "acon": 16659,
+ "Ġcalendar": 16660,
+ "ĠSecretary": 16661,
+ "Ġreact": 16662,
+ "Ġhasn": 16663,
+ "(input": 16664,
+ "avid": 16665,
+ "Sun": 16666,
+ "Ġretirement": 16667,
+ "Ġmurder": 16668,
+ ",t": 16669,
+ "HERE": 16670,
+ "Ġimplies": 16671,
+ "ï¼Įæ°´": 16672,
+ "aron": 16673,
+ "ĠJersey": 16674,
+ "注éĩį": 16675,
+ "ĠUSE": 16676,
+ "AW": 16677,
+ "ãĢĤ大": 16678,
+ ",ç͍": 16679,
+ "yers": 16680,
+ "Ġopinions": 16681,
+ "_cl": 16682,
+ "ÙĬ": 16683,
+ "ä¼ĺçĤ¹": 16684,
+ "俱": 16685,
+ "ĠFall": 16686,
+ "Ġemails": 16687,
+ "ĠCT": 16688,
+ "Ġ$_": 16689,
+ "(context": 16690,
+ "_MODE": 16691,
+ "èͬèıľ": 16692,
+ "ĠVill": 16693,
+ "Ġwatched": 16694,
+ "æ¶ĪèĢĹ": 16695,
+ "Ġ##": 16696,
+ "ĠMom": 16697,
+ "ĠAgreement": 16698,
+ "å§ļ": 16699,
+ "éĵĥ": 16700,
+ "Ġbuff": 16701,
+ "Ġdoctors": 16702,
+ ")*(": 16703,
+ "Ġåħ¬åı¸": 16704,
+ "é«ĺä¸Ń": 16705,
+ "Cond": 16706,
+ "ervative": 16707,
+ "ĠTree": 16708,
+ "æĸ¯çī¹": 16709,
+ "Ġforum": 16710,
+ "ĠTrack": 16711,
+ "延伸": 16712,
+ "å·¾": 16713,
+ "åIJĦåľ°": 16714,
+ "ĠMicro": 16715,
+ "寨": 16716,
+ "Ġtracks": 16717,
+ "ĠSher": 16718,
+ "Ġä½Ĩæĺ¯": 16719,
+ "寿åij½": 16720,
+ "ĠMembers": 16721,
+ "ournament": 16722,
+ "Ġmapping": 16723,
+ "åĩ¹": 16724,
+ "Ġcelebrate": 16725,
+ "设å®ļ": 16726,
+ "Ġsuddenly": 16727,
+ "å᱿ľº": 16728,
+ "/lib": 16729,
+ "Ġdental": 16730,
+ "Ġindustries": 16731,
+ "游客": 16732,
+ "Plugin": 16733,
+ "çļĦæľĭåıĭ": 16734,
+ "å®¡æł¸": 16735,
+ "Ġsurve": 16736,
+ "æijĦå½±": 16737,
+ "累计": 16738,
+ "ä¼ijéĹ²": 16739,
+ "Ġtone": 16740,
+ "inton": 16741,
+ "Ġperiods": 16742,
+ "ĠKim": 16743,
+ "Ġprosecut": 16744,
+ "åIJĮå¿Ĺ": 16745,
+ "aug": 16746,
+ "°C": 16747,
+ "Generic": 16748,
+ ".remove": 16749,
+ "HR": 16750,
+ "Program": 16751,
+ "çĻ«": 16752,
+ "ĠShop": 16753,
+ "åıį对": 16754,
+ "ealand": 16755,
+ "Ġanalog": 16756,
+ "Ġdreams": 16757,
+ "ĠAssembly": 16758,
+ "è´ª": 16759,
+ "OPY": 16760,
+ "Ġforeach": 16761,
+ "éħ¬": 16762,
+ "ĠPsych": 16763,
+ "æķĻç»ĥ": 16764,
+ "æĺŁæľŁ": 16765,
+ ".Windows": 16766,
+ "role": 16767,
+ "ĠGa": 16768,
+ "ä»ĸåľ¨": 16769,
+ "Ġtrials": 16770,
+ "Ïī": 16771,
+ "Ġstorm": 16772,
+ "ä½IJ": 16773,
+ "ĠColorado": 16774,
+ "èĮĥåĽ´åĨħ": 16775,
+ "å¤Ħç½®": 16776,
+ "Identifier": 16777,
+ "Fields": 16778,
+ "Ġprohib": 16779,
+ "Ġ|=": 16780,
+ "ä¸ĩ人": 16781,
+ "andler": 16782,
+ "Ġpounds": 16783,
+ "ç¿°": 16784,
+ "Ġproved": 16785,
+ "Ġeverywhere": 16786,
+ "Ġskip": 16787,
+ "Ġmanufacturers": 16788,
+ "equence": 16789,
+ "Ġguitar": 16790,
+ "ä½ĵåĨħ": 16791,
+ "azy": 16792,
+ "ä¼łæĿ¥": 16793,
+ "Ġforgot": 16794,
+ "转åĮĸ": 16795,
+ "Ġcoron": 16796,
+ "æķħéļľ": 16797,
+ "herit": 16798,
+ "ĠDetails": 16799,
+ "Ġluxury": 16800,
+ "ĠPen": 16801,
+ "Ġportfolio": 16802,
+ "rovers": 16803,
+ "ĠCancel": 16804,
+ "Ġcyt": 16805,
+ "ieties": 16806,
+ "_com": 16807,
+ "Assert": 16808,
+ "ĠCHECK": 16809,
+ "ĠCivil": 16810,
+ "Perm": 16811,
+ "Ġlect": 16812,
+ "zona": 16813,
+ "ĠBeaut": 16814,
+ "reation": 16815,
+ "Ġscientists": 16816,
+ "Ġintention": 16817,
+ "Ġflavor": 16818,
+ "istration": 16819,
+ "agger": 16820,
+ "Ġhighlights": 16821,
+ "Ġacquired": 16822,
+ "说ä¸į": 16823,
+ "ï¼Įåıªèĥ½": 16824,
+ "{p": 16825,
+ "ĠCasino": 16826,
+ "ĠChem": 16827,
+ "æĦŁè§īåΰ": 16828,
+ "ubs": 16829,
+ "Does": 16830,
+ "del": 16831,
+ "Ġeggs": 16832,
+ "æĢ»ç»ıçIJĨ": 16833,
+ "Ġcov": 16834,
+ "Func": 16835,
+ "ĠTy": 16836,
+ "Ġfaculty": 16837,
+ "_write": 16838,
+ "Ġfis": 16839,
+ "级çļĦ": 16840,
+ "Ġassistant": 16841,
+ "Ġfake": 16842,
+ "ĠPerson": 16843,
+ "å¿«çļĦ": 16844,
+ "æĥĬè®¶": 16845,
+ "Ġcourts": 16846,
+ "åºķéĥ¨": 16847,
+ "Ġmeals": 16848,
+ "ĠHa": 16849,
+ "æĹ¥çļĦ": 16850,
+ "ĠSimple": 16851,
+ "Ġmembr": 16852,
+ "Ġlic": 16853,
+ "å°ıåŃIJ": 16854,
+ "Ġbowl": 16855,
+ "_lock": 16856,
+ "linear": 16857,
+ "vy": 16858,
+ "ĠCustomer": 16859,
+ "éĤ£è¾¹": 16860,
+ "Ġshower": 16861,
+ "Scale": 16862,
+ "对æ¯Ķ": 16863,
+ "sters": 16864,
+ "ĠRule": 16865,
+ "Ġâĸ": 16866,
+ "Ġfalls": 16867,
+ "global": 16868,
+ "Ġlogger": 16869,
+ "æ²³åĮĹ": 16870,
+ "/T": 16871,
+ "æľīæķĪçļĦ": 16872,
+ "Ġfilename": 16873,
+ "Ġabund": 16874,
+ "_VAL": 16875,
+ "âĶĢâĶĢ": 16876,
+ "ewise": 16877,
+ "åĪĿå§ĭ": 16878,
+ "Ġи": 16879,
+ ",$": 16880,
+ "ĠCG": 16881,
+ "asma": 16882,
+ "éħ¯": 16883,
+ "Ġending": 16884,
+ "ĠArmy": 16885,
+ "Ġclust": 16886,
+ "ĠBad": 16887,
+ "ï¼Į身": 16888,
+ "Ġexhaust": 16889,
+ "çļĦåĬĽéĩı": 16890,
+ "Ġdownt": 16891,
+ "uating": 16892,
+ ">::": 16893,
+ "ãĢĤéĤ£ä¹Ī": 16894,
+ ">\\": 16895,
+ "bm": 16896,
+ "åĭī": 16897,
+ "å°Ĩåħ¶": 16898,
+ "Ġresulted": 16899,
+ "Nav": 16900,
+ "ĠâĪĪ": 16901,
+ "ĠEgypt": 16902,
+ "ARN": 16903,
+ "ĠGDPR": 16904,
+ "Cloud": 16905,
+ "article": 16906,
+ "-check": 16907,
+ "cretion": 16908,
+ "æĭħä¿Ŀ": 16909,
+ ".ui": 16910,
+ "aret": 16911,
+ "æİ§èĤ¡": 16912,
+ "Ġdual": 16913,
+ ",éĤ£ä¹Ī": 16914,
+ "åĨ·åį´": 16915,
+ "ä¸Ģè·¯": 16916,
+ "agent": 16917,
+ "ä¸įçͱ": 16918,
+ "Ġmemories": 16919,
+ "Ġdiscovery": 16920,
+ "Ġtur": 16921,
+ "ãĢĤèĭ¥": 16922,
+ "åIJµ": 16923,
+ "()).": 16924,
+ "ĠRose": 16925,
+ "主è¦ģæĺ¯": 16926,
+ "åĬ£": 16927,
+ "Ġuniverse": 16928,
+ "èij±": 16929,
+ "Word": 16930,
+ "è¾ĥ为": 16931,
+ "åħ³éĹŃ": 16932,
+ "æĺ¯æĢİä¹Ī": 16933,
+ "Ġouter": 16934,
+ "æĿijæ°ij": 16935,
+ "Ġjoining": 16936,
+ "交æį¢": 16937,
+ "AMP": 16938,
+ "对æĪij": 16939,
+ "äºĨ两": 16940,
+ "Ġstudying": 16941,
+ "Adv": 16942,
+ "ĠIV": 16943,
+ "Sw": 16944,
+ "å¹³éĿĻ": 16945,
+ "Ġlucky": 16946,
+ "Ġroots": 16947,
+ "åħ±åĴĮåĽ½": 16948,
+ "Ġredist": 16949,
+ "Ġrobust": 16950,
+ "background": 16951,
+ "ç°§": 16952,
+ "年人": 16953,
+ "@property": 16954,
+ "ĠHence": 16955,
+ "Ġacknowled": 16956,
+ "Ġhits": 16957,
+ "线路": 16958,
+ "èĢĥæł¸": 16959,
+ "awa": 16960,
+ "Ġinterf": 16961,
+ "ĠPolit": 16962,
+ "izza": 16963,
+ "ortion": 16964,
+ "HD": 16965,
+ "ĠSanta": 16966,
+ "涯": 16967,
+ "Ġgreatly": 16968,
+ "Ġpaths": 16969,
+ "Ġfishing": 16970,
+ "Ġevaluated": 16971,
+ "ĠDrive": 16972,
+ "Ġster": 16973,
+ "éĢĬ": 16974,
+ "andy": 16975,
+ "_AL": 16976,
+ "leting": 16977,
+ "ĠGrow": 16978,
+ "ï¼Įå¤ĸ": 16979,
+ "å°Ĩåľ¨": 16980,
+ "åģľè½¦": 16981,
+ "************************************************************************": 16982,
+ "Ġrising": 16983,
+ "enth": 16984,
+ "intage": 16985,
+ "Ġintegral": 16986,
+ "ĠSciences": 16987,
+ "Ġincredibly": 16988,
+ "ynom": 16989,
+ ",å¦Ĥ": 16990,
+ "æ»ijåĬ¨": 16991,
+ "Ġmic": 16992,
+ "FILE": 16993,
+ "}}$": 16994,
+ "ï¼ĮæŃ¤æĹ¶": 16995,
+ "Ġpig": 16996,
+ "æīĵåĩ»": 16997,
+ "pository": 16998,
+ "åIJĮæŃ¥": 16999,
+ "OME": 17000,
+ "ä¼ļçļĦ": 17001,
+ "raq": 17002,
+ "åij¨è¾¹": 17003,
+ "HL": 17004,
+ "ĠBall": 17005,
+ "Ġbroadcast": 17006,
+ "Ġfavourite": 17007,
+ "Ġtrav": 17008,
+ "diction": 17009,
+ "ĠTaylor": 17010,
+ "çijŁ": 17011,
+ "æª": 17012,
+ "俱ä¹IJ": 17013,
+ "èŤ": 17014,
+ "GER": 17015,
+ "IED": 17016,
+ "æ²īé»ĺ": 17017,
+ "?.": 17018,
+ "åĥµ": 17019,
+ "Ġmerch": 17020,
+ "æĦī": 17021,
+ "dx": 17022,
+ "unicip": 17023,
+ "]\\].": 17024,
+ "ä¸ĭåĪĹ": 17025,
+ "Schema": 17026,
+ "rection": 17027,
+ "MO": 17028,
+ "Ġattractive": 17029,
+ "when": 17030,
+ "çķı": 17031,
+ "bc": 17032,
+ "Ġflour": 17033,
+ "ĠGarden": 17034,
+ "Details": 17035,
+ "æľĢä½İ": 17036,
+ "ï¼ĮéϤ": 17037,
+ "Ġequally": 17038,
+ "License": 17039,
+ "Ġmistakes": 17040,
+ "Ġalgebra": 17041,
+ "Ġupgrade": 17042,
+ "és": 17043,
+ "ĠCru": 17044,
+ "åİĭ缩": 17045,
+ "Take": 17046,
+ "ä¼ļä¸Ĭ": 17047,
+ "Ġgolf": 17048,
+ "Ġclosest": 17049,
+ ".view": 17050,
+ ";": 17051,
+ "ĠUnless": 17052,
+ "Ġrose": 17053,
+ "éĢ¢": 17054,
+ "Ġapparently": 17055,
+ "Ġdesigner": 17056,
+ "汪": 17057,
+ "/n": 17058,
+ "è¡Ģ管": 17059,
+ "ĠFriend": 17060,
+ "owner": 17061,
+ "Ġembod": 17062,
+ "ĠEditor": 17063,
+ "CB": 17064,
+ "æĵħ": 17065,
+ "cules": 17066,
+ "_model": 17067,
+ "ById": 17068,
+ "_AR": 17069,
+ "Ġbags": 17070,
+ "Ġprinted": 17071,
+ "install": 17072,
+ "Layer": 17073,
+ "Ġimplications": 17074,
+ "Ġexamination": 17075,
+ "ĠFuture": 17076,
+ "Ġocean": 17077,
+ "Ġlogo": 17078,
+ "åĻª": 17079,
+ "Accept": 17080,
+ "Ġmuseum": 17081,
+ "éĢļ讯": 17082,
+ "ï¼Įåĩº": 17083,
+ "ĠExample": 17084,
+ "ĠInterest": 17085,
+ "Ġairport": 17086,
+ ".py": 17087,
+ "对å¤ĸ": 17088,
+ "Ġfalling": 17089,
+ "æĪijåľ¨": 17090,
+ "ä¸ĢèĦ¸": 17091,
+ "åĽŀå¤į": 17092,
+ "å½¢çĬ¶": 17093,
+ "Ġworker": 17094,
+ "åıĺæĪIJäºĨ": 17095,
+ "Ġunexpected": 17096,
+ "Ġhybrid": 17097,
+ "æķ¦": 17098,
+ "ĠPartners": 17099,
+ "羣çļĦæĺ¯": 17100,
+ "ĠPhoto": 17101,
+ "Ġpatch": 17102,
+ "UX": 17103,
+ "lix": 17104,
+ "=[": 17105,
+ "åŃIJåħ¬åı¸": 17106,
+ "ä¸ĺ": 17107,
+ "ï¼Įè¿ĻéĩĮ": 17108,
+ "ĠCountry": 17109,
+ "ĠCapital": 17110,
+ "å©ī": 17111,
+ "ĠAsian": 17112,
+ "abling": 17113,
+ "å½Ń": 17114,
+ "Ġsimulation": 17115,
+ "ouston": 17116,
+ "缸åºĶ": 17117,
+ "åĴ½": 17118,
+ "ĠDisney": 17119,
+ "Ġrice": 17120,
+ "èĻļæĭŁ": 17121,
+ "_base": 17122,
+ "Ġrespective": 17123,
+ "ordan": 17124,
+ "Ġultimate": 17125,
+ "ĠLiber": 17126,
+ "å¼ķåıij": 17127,
+ "rowser": 17128,
+ "ñ": 17129,
+ "_idx": 17130,
+ "ĠAsh": 17131,
+ "æ·®": 17132,
+ "ï¼Įå¾Īå¤ļ": 17133,
+ "ĠKIND": 17134,
+ "_new": 17135,
+ "á»": 17136,
+ "oured": 17137,
+ "è¿Ļ个éĹ®é¢ĺ": 17138,
+ "ĠCatholic": 17139,
+ "Ġattempts": 17140,
+ "ĠStaff": 17141,
+ ",å½ĵ": 17142,
+ "ï¼Įç»ı": 17143,
+ "Prof": 17144,
+ "åĮ¹éħį": 17145,
+ "è´¢å¯Į": 17146,
+ "otton": 17147,
+ "rates": 17148,
+ "iors": 17149,
+ "Ġproc": 17150,
+ "Ġmaintained": 17151,
+ "Ġdent": 17152,
+ "ä¸Ī夫": 17153,
+ "Ġtemperatures": 17154,
+ "(object": 17155,
+ "æĹłéĻIJ": 17156,
+ "æĿŃå·ŀ": 17157,
+ "åĴĮåħ¶ä»ĸ": 17158,
+ "(null": 17159,
+ "Ġpic": 17160,
+ "æĶ¶è´¹": 17161,
+ "ä¸įéĶĻçļĦ": 17162,
+ ".String": 17163,
+ "_offset": 17164,
+ "ĠSeason": 17165,
+ "踢": 17166,
+ "çĹħ人": 17167,
+ "-friendly": 17168,
+ "Ġlets": 17169,
+ "ski": 17170,
+ "èĬ¬": 17171,
+ "ĠZealand": 17172,
+ "ĠHost": 17173,
+ "çĪ·çĪ·": 17174,
+ "æĪijæĥ³": 17175,
+ "ivo": 17176,
+ "odge": 17177,
+ "verter": 17178,
+ "(I": 17179,
+ "åĨ¥": 17180,
+ "éĿ¢è¯ķ": 17181,
+ "è¡Ģæ¶²": 17182,
+ ",j": 17183,
+ "ĠProfessional": 17184,
+ "ĠWi": 17185,
+ "Ġbio": 17186,
+ "ï¼Įè·Ł": 17187,
+ "Question": 17188,
+ "aneously": 17189,
+ "é«ĺæł¡": 17190,
+ "ragment": 17191,
+ "æĮĩ示": 17192,
+ "lessly": 17193,
+ "Ġunus": 17194,
+ "Ġownership": 17195,
+ "Package": 17196,
+ "è´Ńçī©": 17197,
+ "æĪIJ为äºĨ": 17198,
+ "渴": 17199,
+ "Ġokay": 17200,
+ "ylvan": 17201,
+ "åľºæ¯ĶèµĽ": 17202,
+ "æĬ±çĿĢ": 17203,
+ "æ¸ħçIJĨ": 17204,
+ "å¤©åľ°": 17205,
+ "没äºĭ": 17206,
+ "çĶŁæ°Ķ": 17207,
+ "dot": 17208,
+ "çĪĨåıij": 17209,
+ "urer": 17210,
+ "Texture": 17211,
+ "upport": 17212,
+ "Ġphosph": 17213,
+ "åĵįåºĶ": 17214,
+ "Ġforecast": 17215,
+ "ĠHR": 17216,
+ "èµIJ": 17217,
+ "éĶ»çĤ¼": 17218,
+ "ami": 17219,
+ "ï¼ĮåĽĽ": 17220,
+ "ĠHash": 17221,
+ "Ġbias": 17222,
+ "Ġstreets": 17223,
+ "ï¼Įå¿ħé¡»": 17224,
+ "ĠTODO": 17225,
+ "erior": 17226,
+ "ureau": 17227,
+ "Ġmanifest": 17228,
+ "LD": 17229,
+ "п": 17230,
+ "ï¼Įåħ¶ä»ĸ": 17231,
+ "ï¼Įå°¤åħ¶æĺ¯": 17232,
+ "Files": 17233,
+ "Ġcancell": 17234,
+ "aska": 17235,
+ "je": 17236,
+ "Ġpacket": 17237,
+ "Ġnucle": 17238,
+ "ï¼Įä¹Łå°±æĺ¯": 17239,
+ "Ġsimult": 17240,
+ "ocal": 17241,
+ "ĠCONFIG": 17242,
+ "Ġpersonality": 17243,
+ "Ġparticipation": 17244,
+ "Ġdirections": 17245,
+ "Ġdad": 17246,
+ "ĠWis": 17247,
+ "çľī头": 17248,
+ "ellectual": 17249,
+ "worth": 17250,
+ "stein": 17251,
+ "Inf": 17252,
+ "åĬłéĢŁ": 17253,
+ "Ġfing": 17254,
+ "Ġemotions": 17255,
+ "å®īéĿĻ": 17256,
+ "深深": 17257,
+ "æ©¡": 17258,
+ "Ġidentification": 17259,
+ "(id": 17260,
+ "Ġarrive": 17261,
+ "iterator": 17262,
+ "Ġpoker": 17263,
+ "åĪ©äºļ": 17264,
+ "icture": 17265,
+ "ãģ¾": 17266,
+ "ĠBrazil": 17267,
+ "æľįè£ħ": 17268,
+ "Ġprivile": 17269,
+ "为ä½ķ": 17270,
+ "奶奶": 17271,
+ "ution": 17272,
+ "Ġdispl": 17273,
+ "ĠPers": 17274,
+ "糸": 17275,
+ "ĠCov": 17276,
+ "rell": 17277,
+ "ï¼Įç»ĵæŀľ": 17278,
+ "ĠJoseph": 17279,
+ "æĭ¿çĿĢ": 17280,
+ "Ġfounded": 17281,
+ "å¾Īå°ij": 17282,
+ "ĠDar": 17283,
+ "Ġinterpretation": 17284,
+ "ä¸įéľĢè¦ģ": 17285,
+ "Ġrevers": 17286,
+ "å¼ŁåŃIJ": 17287,
+ "ĠThings": 17288,
+ "romise": 17289,
+ "ĠHoly": 17290,
+ "äºĭå®ŀä¸Ĭ": 17291,
+ "Ġimprovements": 17292,
+ "Ġcontest": 17293,
+ "ï¼Įåįł": 17294,
+ "ä¹ĭæīĢ以": 17295,
+ "Ġbunch": 17296,
+ "allback": 17297,
+ "Ġmistake": 17298,
+ "**(-": 17299,
+ "Ġrotation": 17300,
+ "ä¸Ģå¼ł": 17301,
+ "ç³Ł": 17302,
+ "_K": 17303,
+ ".lang": 17304,
+ "çĸ¯çĭĤ": 17305,
+ "äºĨä¸Ģç§į": 17306,
+ "åIJŁ": 17307,
+ "å°Ĭéĩį": 17308,
+ "_device": 17309,
+ "iro": 17310,
+ "uda": 17311,
+ "users": 17312,
+ "æĦı大åĪ©": 17313,
+ "å·®ä¸įå¤ļ": 17314,
+ "Ġenum": 17315,
+ "nm": 17316,
+ "uns": 17317,
+ "ĠStill": 17318,
+ "ifting": 17319,
+ "æŃ»çļĦ": 17320,
+ "engine": 17321,
+ "é¹°": 17322,
+ "è¾ĪåŃIJ": 17323,
+ "Ġcenters": 17324,
+ "æĸ¥": 17325,
+ "Ġfails": 17326,
+ "说åΰ": 17327,
+ "_mask": 17328,
+ "Ġrefers": 17329,
+ "è©": 17330,
+ "åIJį为": 17331,
+ "ĠDam": 17332,
+ "ounded": 17333,
+ "Ġmetrics": 17334,
+ "对ä»ĸ": 17335,
+ "(st": 17336,
+ "ĠQuality": 17337,
+ "ĠTitle": 17338,
+ "Ġresidential": 17339,
+ "æĹ©ä¸Ĭ": 17340,
+ "Ġsty": 17341,
+ "adel": 17342,
+ "çļĦåŁºæľ¬": 17343,
+ "uum": 17344,
+ "Mut": 17345,
+ "ĠStatus": 17346,
+ "è¿Ļä¹Īå¤ļ": 17347,
+ "æĶ¹è¿Ľ": 17348,
+ "Ġpermitted": 17349,
+ ";\\": 17350,
+ "æ¡Ĩæŀ¶": 17351,
+ "太åŃIJ": 17352,
+ "Ġpreced": 17353,
+ "ĠCapt": 17354,
+ "Ġopens": 17355,
+ "Ġhell": 17356,
+ "å»Ĭ": 17357,
+ "Ġreveal": 17358,
+ "æłĩé¢ĺ": 17359,
+ "Ġspecify": 17360,
+ "ectors": 17361,
+ "verb": 17362,
+ "Ġsemi": 17363,
+ "åıĹ伤": 17364,
+ "riving": 17365,
+ "女çĶŁ": 17366,
+ "Ġceleb": 17367,
+ "ï¼Į缴": 17368,
+ "anny": 17369,
+ "讼": 17370,
+ "LINE": 17371,
+ "å·«": 17372,
+ "åıĽ": 17373,
+ "ĠVery": 17374,
+ "课åłĤ": 17375,
+ "ĠFA": 17376,
+ "æ¿Ģåħī": 17377,
+ "everal": 17378,
+ "Ġentering": 17379,
+ "åŃĹ符": 17380,
+ "丸": 17381,
+ "Reply": 17382,
+ "èµ°è¿Ľ": 17383,
+ "äºijåįĹ": 17384,
+ "åζçļĦ": 17385,
+ "ĠNorthern": 17386,
+ "Ġanswered": 17387,
+ "ĠHeart": 17388,
+ "ĠNiger": 17389,
+ "èĦļæŃ¥": 17390,
+ "Profile": 17391,
+ "ĠåĴĮ": 17392,
+ "Ġbeneficial": 17393,
+ "ateful": 17394,
+ "è¯ŃéŁ³": 17395,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 17396,
+ "ä¸Ńæľī": 17397,
+ "Ġmetric": 17398,
+ "Ġlady": 17399,
+ "Buy": 17400,
+ "rif": 17401,
+ "Ġautomatic": 17402,
+ "ï¼Įè§ģ": 17403,
+ "chester": 17404,
+ "ä¸Ģ份": 17405,
+ "å¾®åįļ": 17406,
+ "Pass": 17407,
+ "vals": 17408,
+ ".json": 17409,
+ "Ġalongside": 17410,
+ "æŁĦ": 17411,
+ "ĠLinux": 17412,
+ "Ġft": 17413,
+ "_STR": 17414,
+ "ï¼Į西": 17415,
+ "æłĭ": 17416,
+ "Ġstrip": 17417,
+ "_output": 17418,
+ "å¼ĺ": 17419,
+ "about": 17420,
+ "ez": 17421,
+ "çĿ¡è§ī": 17422,
+ "ĠFord": 17423,
+ "èĤª": 17424,
+ "ATED": 17425,
+ "Ġcombine": 17426,
+ "çļĦä¸ĭ": 17427,
+ "æ°Ķä½ĵ": 17428,
+ "ĠNatural": 17429,
+ "Ġbab": 17430,
+ "æīĢéľĢ": 17431,
+ "éľŀ": 17432,
+ "arters": 17433,
+ "Ġpara": 17434,
+ "contains": 17435,
+ "ĠFun": 17436,
+ "ĠHor": 17437,
+ ".index": 17438,
+ "æ¹ĸåĮĹ": 17439,
+ "ä½ľåĩº": 17440,
+ "^*": 17441,
+ "ï¼Įç͍äºİ": 17442,
+ "аÑĤ": 17443,
+ "Ġdecreased": 17444,
+ "温æŁĶ": 17445,
+ "Ġwash": 17446,
+ "浪费": 17447,
+ "}-": 17448,
+ "Ġpace": 17449,
+ "Ġrecall": 17450,
+ "aya": 17451,
+ "bytes": 17452,
+ "Ġmood": 17453,
+ "!)": 17454,
+ "_all": 17455,
+ "Ġliterally": 17456,
+ "ĠQueen": 17457,
+ "å¤ĦçIJĨåύ": 17458,
+ "bles": 17459,
+ "ĠScotland": 17460,
+ "white": 17461,
+ "Ġenforcement": 17462,
+ "Ġengaging": 17463,
+ "Ġattended": 17464,
+ "å±ģ": 17465,
+ "çīĪæĿĥ": 17466,
+ "ĠLanguage": 17467,
+ "ĠWeight": 17468,
+ "_op": 17469,
+ "ĠKorea": 17470,
+ "READ": 17471,
+ "çļĦä¿¡æģ¯": 17472,
+ "Ġmolecular": 17473,
+ "will": 17474,
+ "å®ŀæĸ½æĸ¹å¼ı": 17475,
+ "Ġtherap": 17476,
+ "gressive": 17477,
+ "Ġlosses": 17478,
+ "èĭ±æĸĩ": 17479,
+ "æıIJåıĸ": 17480,
+ "uis": 17481,
+ "UTH": 17482,
+ "ä¸ĭæĿ¥çļĦ": 17483,
+ "Ap": 17484,
+ "ĠMother": 17485,
+ "Ġtact": 17486,
+ "贯彻": 17487,
+ "æĪĸæĺ¯": 17488,
+ "Ġrational": 17489,
+ "Ġdebut": 17490,
+ "Ġstrike": 17491,
+ "ĠSpec": 17492,
+ "gi": 17493,
+ "ĠHarr": 17494,
+ "Ġwrites": 17495,
+ "Ġprefix": 17496,
+ "Ġcertified": 17497,
+ "Ġharder": 17498,
+ "æłª": 17499,
+ "Ġguilty": 17500,
+ "å®ĮäºĨ": 17501,
+ "ĠBody": 17502,
+ "elihood": 17503,
+ "Ġassumed": 17504,
+ "ilipp": 17505,
+ "wa": 17506,
+ "Black": 17507,
+ "Love": 17508,
+ "Ġclicking": 17509,
+ "ova": 17510,
+ "ĠAwards": 17511,
+ "èĦĤèĤª": 17512,
+ "ulin": 17513,
+ "likely": 17514,
+ "Variable": 17515,
+ "大åĵ¥": 17516,
+ "éĺŁçļĦ": 17517,
+ "离åŃIJ": 17518,
+ "ĠSpain": 17519,
+ "åºĶæĢ¥": 17520,
+ "ĠRh": 17521,
+ "Ġfocuses": 17522,
+ ".min": 17523,
+ "æİīäºĨ": 17524,
+ "ARAM": 17525,
+ "ï¼ĮåºĶ该": 17526,
+ "Ġsubscription": 17527,
+ "åĵ²åѦ": 17528,
+ "ï¼Į导èĩ´": 17529,
+ "Ġoptimization": 17530,
+ "isplay": 17531,
+ "Ġalgorithms": 17532,
+ "ĠAgency": 17533,
+ "stra": 17534,
+ "è¿ĩäºİ": 17535,
+ "izabeth": 17536,
+ "VID": 17537,
+ "ĠLicensed": 17538,
+ "Ġchrom": 17539,
+ "é¢ĨåħĪ": 17540,
+ "ĠBang": 17541,
+ "Ġprovisions": 17542,
+ "çī©ä¸ļ": 17543,
+ "ĠæĪij们": 17544,
+ "-for": 17545,
+ "_buffer": 17546,
+ "Required": 17547,
+ "Ġintensity": 17548,
+ "æĺ¯ä½ł": 17549,
+ "Ġdemands": 17550,
+ "æļij": 17551,
+ "Ġmodules": 17552,
+ "âī": 17553,
+ "Ġscholar": 17554,
+ "Ġchest": 17555,
+ ")$.": 17556,
+ "Ġpour": 17557,
+ "har": 17558,
+ "å¤ļä¹ħ": 17559,
+ "ç§ĺ书": 17560,
+ "Ġgentle": 17561,
+ "/\\": 17562,
+ "Transaction": 17563,
+ "Information": 17564,
+ "ĠCPU": 17565,
+ "è¿ĻæĹ¶": 17566,
+ "Ġstaying": 17567,
+ "atrix": 17568,
+ "åħij": 17569,
+ "ĠæīĢ以": 17570,
+ "Ġdies": 17571,
+ "Online": 17572,
+ "ĠAge": 17573,
+ "vision": 17574,
+ "Ġxml": 17575,
+ "who": 17576,
+ "éļ¾åº¦": 17577,
+ "ï¼Įåıijçݰ": 17578,
+ "ĠSenior": 17579,
+ "Ġweapons": 17580,
+ "Struct": 17581,
+ "}^{\\": 17582,
+ "Ġfiber": 17583,
+ "ĠDark": 17584,
+ "Ġliver": 17585,
+ "novation": 17586,
+ "è¿ijæľŁ": 17587,
+ "äºĨå¾Īå¤ļ": 17588,
+ "Ġrefresh": 17589,
+ "è·ª": 17590,
+ "çĭ®": 17591,
+ "åı¯è§ģ": 17592,
+ "AGS": 17593,
+ "Ġassignment": 17594,
+ "Ġcomplexity": 17595,
+ "è´¦æĪ·": 17596,
+ "纲": 17597,
+ "argo": 17598,
+ "ĠTHIS": 17599,
+ "ĠPaper": 17600,
+ "Ġbug": 17601,
+ "ĠMs": 17602,
+ "ï¼Į第äºĮ": 17603,
+ "ï¼Įå¼Ģ": 17604,
+ "èĮĤ": 17605,
+ "flags": 17606,
+ "framework": 17607,
+ "ĠWARRANTY": 17608,
+ "Ġfeaturing": 17609,
+ "ĠImport": 17610,
+ "Ġpolar": 17611,
+ "Ġо": 17612,
+ "æķ°æį®åºĵ": 17613,
+ "Mac": 17614,
+ "åľºçļĦ": 17615,
+ ".en": 17616,
+ "Ġaims": 17617,
+ "份é¢Ŀ": 17618,
+ "Ġposting": 17619,
+ "ä¸Ģå®ļä¼ļ": 17620,
+ "åIJįåįķ": 17621,
+ "ĠTotal": 17622,
+ "Ġsqrt": 17623,
+ "Ġweren": 17624,
+ "Solve": 17625,
+ "γ": 17626,
+ "产æĿĥ": 17627,
+ "ï¼Įæīįèĥ½": 17628,
+ "çIJª": 17629,
+ "Flag": 17630,
+ "ĠBra": 17631,
+ "egree": 17632,
+ "ĠRepublican": 17633,
+ "Ġvariation": 17634,
+ "_DIR": 17635,
+ "(res": 17636,
+ "health": 17637,
+ "ç»Ļ大家": 17638,
+ "Ġintervention": 17639,
+ "Ġlens": 17640,
+ "ĠPrivate": 17641,
+ "IEL": 17642,
+ "***": 17643,
+ "_ref": 17644,
+ "Ġwondering": 17645,
+ "Ġtrim": 17646,
+ "ãĢĤåı¯æĺ¯": 17647,
+ "é«ĺæķĪ": 17648,
+ "åIJĪçī©": 17649,
+ "_val": 17650,
+ "Auth": 17651,
+ "_check": 17652,
+ "ĠPrime": 17653,
+ "lan": 17654,
+ "åŃ£åº¦": 17655,
+ "Ġmerg": 17656,
+ "Ġham": 17657,
+ "æŃ£ç¡®çļĦ": 17658,
+ "Ġfewer": 17659,
+ "idity": 17660,
+ "amine": 17661,
+ "SELECT": 17662,
+ "å±ij": 17663,
+ ":âĢľ": 17664,
+ "ĠTal": 17665,
+ "Ġpodcast": 17666,
+ "\\label": 17667,
+ "Ġdifficulty": 17668,
+ "inals": 17669,
+ "éī´å®ļ": 17670,
+ "Timeout": 17671,
+ "åħ±äº§": 17672,
+ "tor": 17673,
+ "Ġoffense": 17674,
+ "iversary": 17675,
+ "THER": 17676,
+ "设å¤ĩçļĦ": 17677,
+ ".toString": 17678,
+ "åĴĮæĪij": 17679,
+ "æľªæĿ¥çļĦ": 17680,
+ "Ġbroke": 17681,
+ "åĴĮä»ĸ": 17682,
+ "Ġawarded": 17683,
+ "pay": 17684,
+ "ï¼Į使ç͍": 17685,
+ "ä¸Ńå°ı": 17686,
+ "Ġeleg": 17687,
+ "ucket": 17688,
+ "Ġlifetime": 17689,
+ "ï¼ģä½ł": 17690,
+ "ĠEmploy": 17691,
+ "Ġvoltage": 17692,
+ "Ġoxygen": 17693,
+ "é¢ģ": 17694,
+ "太太": 17695,
+ "ä¸Ģéģĵ": 17696,
+ "éĩĩéĽĨ": 17697,
+ "Ġensuring": 17698,
+ "å°ijæķ°": 17699,
+ "ĠBroad": 17700,
+ "udo": 17701,
+ "Ġsatisfaction": 17702,
+ "Ġsees": 17703,
+ "Äĥ": 17704,
+ "Ġconstructed": 17705,
+ "æŁIJç§į": 17706,
+ "é¢ijçİĩ": 17707,
+ "ĠRadio": 17708,
+ "ĠLock": 17709,
+ "geq": 17710,
+ "ĠBreak": 17711,
+ "mac": 17712,
+ "Ġactor": 17713,
+ "Background": 17714,
+ "举åĮĹ": 17715,
+ "Ġinputs": 17716,
+ "repare": 17717,
+ "join": 17718,
+ "Ġmechanical": 17719,
+ "erk": 17720,
+ "Ġmoral": 17721,
+ "Ġregulatory": 17722,
+ "å¹¼åĦ¿åĽŃ": 17723,
+ "éĢĤç͍äºİ": 17724,
+ "âģ": 17725,
+ ".user": 17726,
+ "obe": 17727,
+ "_(": 17728,
+ "åıijåĬ¨æľº": 17729,
+ "Ġaddressed": 17730,
+ "-cent": 17731,
+ "copy": 17732,
+ "éģ£": 17733,
+ "Ġdeeply": 17734,
+ "Ġimg": 17735,
+ "-J": 17736,
+ "rus": 17737,
+ "Ġresume": 17738,
+ "ĠProtection": 17739,
+ "èĦĸ": 17740,
+ "split": 17741,
+ "Ġquotes": 17742,
+ "Ġutility": 17743,
+ "delete": 17744,
+ "äºļæ´²": 17745,
+ "èł": 17746,
+ "å¹³å®ī": 17747,
+ "ĠSav": 17748,
+ "ĠStan": 17749,
+ "éĴ¥": 17750,
+ "Ġadmitted": 17751,
+ "ĠCa": 17752,
+ "Ġtitles": 17753,
+ "çļĦèĦ¸": 17754,
+ "ierarch": 17755,
+ "Ġquad": 17756,
+ "饿": 17757,
+ "é¤IJ饮": 17758,
+ "Ġmedication": 17759,
+ "åĢŁæ¬¾": 17760,
+ "æĹ¶åħī": 17761,
+ "Ġè¿Ļ个": 17762,
+ "ATCH": 17763,
+ "Ġfi": 17764,
+ "就没æľī": 17765,
+ "phones": 17766,
+ "æ°ĽåĽ´": 17767,
+ "ĠåĽĽ": 17768,
+ "ãĢģæĹł": 17769,
+ "Ġ\"[": 17770,
+ "éĿŀ常çļĦ": 17771,
+ "Short": 17772,
+ "ĠBitcoin": 17773,
+ "Ġenvironments": 17774,
+ "days": 17775,
+ "ench": 17776,
+ "irts": 17777,
+ "Ġphotograp": 17778,
+ "åŁºå±Ĥ": 17779,
+ "Ġinvited": 17780,
+ "اÙĦ": 17781,
+ "ĠEmer": 17782,
+ "": 49079,
+ "Ġ};": 49080,
+ "('%": 49081,
+ "emu": 49082,
+ "è·¯è¿ĩ": 49083,
+ "ãĢĤè¿ijå¹´æĿ¥": 49084,
+ "Ġtowers": 49085,
+ "ãĢĤéĤ£äºĽ": 49086,
+ "Ġliabilities": 49087,
+ "çļĦåºķéĥ¨": 49088,
+ "Ġstoryteller": 49089,
+ "ĠTranslation": 49090,
+ "ĠIsn": 49091,
+ "æİĢèµ·": 49092,
+ "Ġepithelial": 49093,
+ "ï¼Įæ¯ıä¸Ģ个": 49094,
+ "翻转": 49095,
+ "ĠMechanical": 49096,
+ "MOD": 49097,
+ "对éĿ¢çļĦ": 49098,
+ "Letter": 49099,
+ "诫": 49100,
+ "è¾¾æłĩ": 49101,
+ "Ġcaregivers": 49102,
+ "è¯Ħå®ļ": 49103,
+ "/share": 49104,
+ "ï¼Įæ²¹": 49105,
+ "ãĢģæĪĸ": 49106,
+ "ĠHide": 49107,
+ "ï¼Įå¦Ĥæŀľæĺ¯": 49108,
+ "ï¼Įäºļ": 49109,
+ "ï¼ļåħĥ": 49110,
+ "Ġcyclic": 49111,
+ "ĠCay": 49112,
+ "åĺĢåĴķ": 49113,
+ "imilar": 49114,
+ "æīĭä¸ĬçļĦ": 49115,
+ "modal": 49116,
+ "=a": 49117,
+ "ĠXX": 49118,
+ "è¯ķåį·": 49119,
+ "Dog": 49120,
+ "ĠPoetry": 49121,
+ "Ġrefres": 49122,
+ "Ġsorrow": 49123,
+ "ĠCosts": 49124,
+ "boat": 49125,
+ "ĠIncluded": 49126,
+ "ĠCrit": 49127,
+ "Defined": 49128,
+ "è¶¾": 49129,
+ "æİ§åĪ¶åľ¨": 49130,
+ "æīį对": 49131,
+ "Ġswear": 49132,
+ "ĠTail": 49133,
+ "orum": 49134,
+ "Ġstared": 49135,
+ "thank": 49136,
+ "å®Įæķ´æĢ§": 49137,
+ "ĠSacramento": 49138,
+ "ĠThous": 49139,
+ "Ġdissent": 49140,
+ "æľªæĽ¾": 49141,
+ "ĠIndianapolis": 49142,
+ "IPP": 49143,
+ "Ġcollects": 49144,
+ "Ġubiquit": 49145,
+ "Ġgoat": 49146,
+ ".graph": 49147,
+ "æ°Ķè¡Ģ": 49148,
+ "ï¼Įæĺİæĺİ": 49149,
+ "ĠPets": 49150,
+ "ä¸IJ": 49151,
+ "Ġhaul": 49152,
+ "路人": 49153,
+ "Ġbilateral": 49154,
+ "å²IJ": 49155,
+ "模ç³Ĭ": 49156,
+ "amba": 49157,
+ ">]": 49158,
+ "çļĦç¨ĭ度": 49159,
+ "ĠDod": 49160,
+ "Ġenriched": 49161,
+ "ĠEarl": 49162,
+ "_conv": 49163,
+ "DAY": 49164,
+ "ussy": 49165,
+ "çļĦä¸Ģæł·": 49166,
+ "ï¼ĮèĦļ": 49167,
+ "lead": 49168,
+ "ĠAcid": 49169,
+ "Ġupgrading": 49170,
+ "åĪijæ³ķ": 49171,
+ "IDENTAL": 49172,
+ "说æĺİçļĦæĺ¯": 49173,
+ "GLIGENCE": 49174,
+ "Ġmagnesium": 49175,
+ "æ½ĩæ´Ĵ": 49176,
+ "Ġbreasts": 49177,
+ "FORE": 49178,
+ "Games": 49179,
+ "vectors": 49180,
+ "_util": 49181,
+ "åħļåijĺå¹²éĥ¨": 49182,
+ "ãĢģè´¨éĩı": 49183,
+ "ï¼īãĢĭ": 49184,
+ "Imagine": 49185,
+ "çľĭéĩį": 49186,
+ "Ġairplane": 49187,
+ "Tour": 49188,
+ "å¼ĢçĽĺ": 49189,
+ "ç»ŃèĪª": 49190,
+ "å¸Ĥ级": 49191,
+ "èĩªå·±ä¹Ł": 49192,
+ "Ġundes": 49193,
+ "ĠGriffin": 49194,
+ "Ġknot": 49195,
+ "ä¼łéĹ»": 49196,
+ "=m": 49197,
+ "éĵºè®¾": 49198,
+ "æł¹æį®æīĢè¿°": 49199,
+ "ä¸į对åĬ²": 49200,
+ "imeters": 49201,
+ ".number": 49202,
+ "Ġbombs": 49203,
+ "_NAMES": 49204,
+ "åѦä¼ļäºĨ": 49205,
+ "åĵįäºĨ": 49206,
+ "çļĦç͵": 49207,
+ "ĠALS": 49208,
+ "ä¸İæĪij们": 49209,
+ "åijĬè¯ī她": 49210,
+ "Fan": 49211,
+ "ĠMolecular": 49212,
+ "ĠTemperature": 49213,
+ "packet": 49214,
+ "DOWN": 49215,
+ "å¼Ģå¿ĥçļĦ": 49216,
+ "è®®åijĺ": 49217,
+ "Ġpursued": 49218,
+ "ìĿĦ": 49219,
+ "ĠPig": 49220,
+ "Ġdella": 49221,
+ "wig": 49222,
+ "Ġ'(": 49223,
+ "çĹ¹": 49224,
+ "çļĦåħ¨éĥ¨": 49225,
+ "coma": 49226,
+ "é¢ģåıij": 49227,
+ "ĠMint": 49228,
+ "Ġpsychiat": 49229,
+ "ç»Īæŀģ": 49230,
+ "ĠAffordable": 49231,
+ "ĠACE": 49232,
+ "ĠEyes": 49233,
+ "\\def": 49234,
+ ".Rep": 49235,
+ "artifactId": 49236,
+ "ĠKol": 49237,
+ "Ġendorsed": 49238,
+ "ï¼Įéĺ²": 49239,
+ "Chars": 49240,
+ "ä¿¡æģ¯åĴĮ": 49241,
+ "Ġawe": 49242,
+ "Ġrookie": 49243,
+ "åĽŀåįĩ": 49244,
+ "Ġrecurrent": 49245,
+ "pick": 49246,
+ "è¯ħ": 49247,
+ "/she": 49248,
+ "ä¼ļéĢłæĪIJ": 49249,
+ "ï¼Įä½łåı¯": 49250,
+ "Baby": 49251,
+ "Ġmais": 49252,
+ "Ġacrylic": 49253,
+ "èĥ¶åĽĬ": 49254,
+ "ĠMatters": 49255,
+ "åħ¬åħ¬": 49256,
+ "ĠAwesome": 49257,
+ "åľ°ä¸ĬçļĦ": 49258,
+ "çļĦåįķ": 49259,
+ "Colour": 49260,
+ "Ġaccomplishments": 49261,
+ "Ġpenn": 49262,
+ "ãĢĤåĽ¾": 49263,
+ "Asia": 49264,
+ "ï¼Įä½Ĩæĺ¯åį´": 49265,
+ "äºĨè§£æĽ´å¤ļ": 49266,
+ "Ġembraced": 49267,
+ "**,": 49268,
+ "bags": 49269,
+ "UCH": 49270,
+ "åĻľ": 49271,
+ ".getClass": 49272,
+ "ç²īå°ĺ": 49273,
+ "Ġstakes": 49274,
+ "Ġraz": 49275,
+ "Ġза": 49276,
+ "_support": 49277,
+ "ĠåĮĹ": 49278,
+ "Ġuh": 49279,
+ "鸽": 49280,
+ "wright": 49281,
+ "_cor": 49282,
+ "Ġrename": 49283,
+ "Rew": 49284,
+ "建工ç¨ĭ": 49285,
+ "ĠAuth": 49286,
+ "å²Ľå±¿": 49287,
+ "educ": 49288,
+ "åħĭåζ": 49289,
+ "[l": 49290,
+ "Listing": 49291,
+ "Ġforefront": 49292,
+ "Ġprotections": 49293,
+ "ĠSharing": 49294,
+ "Ġå±±": 49295,
+ "èĬ±å¼Ģ": 49296,
+ "Ġreligions": 49297,
+ "inkle": 49298,
+ "ä½£åħµ": 49299,
+ "DEC": 49300,
+ "ĠSocket": 49301,
+ "Ġfeast": 49302,
+ "ĠSister": 49303,
+ "Organization": 49304,
+ "çļĦ羣": 49305,
+ "ä¸Ĭæĺ¯": 49306,
+ "Ġza": 49307,
+ "ĠÑģÑĤ": 49308,
+ "ĠPAGE": 49309,
+ "Ġdeferred": 49310,
+ "oji": 49311,
+ "Revision": 49312,
+ "Ġandroidx": 49313,
+ "imony": 49314,
+ "ãĢĤæĹ¶": 49315,
+ "温室": 49316,
+ "/doc": 49317,
+ "ĠPricing": 49318,
+ "è¿Ħä»Ĭ": 49319,
+ "è¿«ä¸įåıĬå¾ħ": 49320,
+ "æļĸæ°Ķ": 49321,
+ "Ġplasm": 49322,
+ "_AV": 49323,
+ "Ġlump": 49324,
+ "Ġdisadvantage": 49325,
+ ".iter": 49326,
+ "Ġestablishes": 49327,
+ "å¾·å°Ķ": 49328,
+ "ĠHC": 49329,
+ "è¿ijä¹İ": 49330,
+ "ç§ijåѦçłĶç©¶": 49331,
+ "νο": 49332,
+ "izoph": 49333,
+ "quid": 49334,
+ "SCR": 49335,
+ "éĺ¶å±Ĥ": 49336,
+ "ãĢĤè¿ĺ": 49337,
+ "ĠGaz": 49338,
+ "å¥ĩæĢªçļĦ": 49339,
+ "_child": 49340,
+ "ĠLuis": 49341,
+ "æģ¶åĮĸ": 49342,
+ "åıijæĶ¹": 49343,
+ "Ġåį´": 49344,
+ "Ġmodeled": 49345,
+ "ì§Ģ": 49346,
+ "ĠApproaches": 49347,
+ "å°±ä¸įç͍": 49348,
+ "Located": 49349,
+ "Ġcriticized": 49350,
+ "ĠHire": 49351,
+ "é£İåij³": 49352,
+ "æĶ¹æĢ§": 49353,
+ "/log": 49354,
+ "åıĹä¼Ĺ": 49355,
+ "Tracking": 49356,
+ "-plus": 49357,
+ "tion": 49358,
+ "ĠHip": 49359,
+ "ĠBroker": 49360,
+ "ĠPotential": 49361,
+ "Ġws": 49362,
+ "Safety": 49363,
+ "Ġ次": 49364,
+ "å°Ĩ对": 49365,
+ "cookie": 49366,
+ "è¿Ļåĩłä¸ª": 49367,
+ "纸ä¸Ĭ": 49368,
+ "ä¸įå¾Ĺä¸į说": 49369,
+ "Cos": 49370,
+ "ä¸Ńä¹Ł": 49371,
+ "Ġendothelial": 49372,
+ ".Compiler": 49373,
+ "Ġretrieval": 49374,
+ "éļıæīĭ": 49375,
+ "atim": 49376,
+ "()}": 49377,
+ "ĠQR": 49378,
+ "Ġcomplexities": 49379,
+ "ĠMile": 49380,
+ "merged": 49381,
+ "ĠOmega": 49382,
+ "ĠCannabis": 49383,
+ "çĪ±äºº": 49384,
+ "å°¼å°Ķ": 49385,
+ "æĪªåĽ¾": 49386,
+ "çļĦä¸Ģ款": 49387,
+ "_exception": 49388,
+ "ä¿Ŀä¿®": 49389,
+ "lio": 49390,
+ "elin": 49391,
+ "_fail": 49392,
+ "Ġsourced": 49393,
+ "FONT": 49394,
+ ",æĮī": 49395,
+ "çŀĦåĩĨ": 49396,
+ "æ¯ıä¸Ģ个人": 49397,
+ "èIJİ缩": 49398,
+ ".scale": 49399,
+ "Else": 49400,
+ "è¦ģçľĭ": 49401,
+ "æģ¬": 49402,
+ "ĠVC": 49403,
+ "elo": 49404,
+ "磺": 49405,
+ "人æĥħ": 49406,
+ "finder": 49407,
+ "Ġcivilians": 49408,
+ "recv": 49409,
+ "iera": 49410,
+ "ĠStephanie": 49411,
+ "Ġscreened": 49412,
+ "åĭĥåĭĥ": 49413,
+ "ISTS": 49414,
+ "ebra": 49415,
+ "Ġpolling": 49416,
+ "ĠFleet": 49417,
+ "ĠManufacturers": 49418,
+ ",åĪ«": 49419,
+ "åıĤå±ķ": 49420,
+ "çļĦæĹ¶åĢĻå°±": 49421,
+ "ltry": 49422,
+ "GPS": 49423,
+ "Ġassortment": 49424,
+ "çİ°åľ¨å·²ç»ı": 49425,
+ "ç«Ļå¼ı": 49426,
+ "Ġodor": 49427,
+ "Ġunpredictable": 49428,
+ "_transform": 49429,
+ "Ġrustic": 49430,
+ "å°ı声": 49431,
+ "åı¯æł¹æį®": 49432,
+ "Ġmemoir": 49433,
+ "quired": 49434,
+ "]ï¼Į": 49435,
+ "ç»ĵå°¾": 49436,
+ "ĠMong": 49437,
+ "ĠCarp": 49438,
+ "_states": 49439,
+ "Stroke": 49440,
+ "ĠCliff": 49441,
+ "Ġmarital": 49442,
+ "çͰåĽŃ": 49443,
+ "Cu": 49444,
+ "Ġpains": 49445,
+ "çļĦè¿Ļ个": 49446,
+ "ä½ķå¿ħ": 49447,
+ "ĠDiss": 49448,
+ "plays": 49449,
+ "ĠAdds": 49450,
+ "Ġweighed": 49451,
+ "ĠNEGLIGENCE": 49452,
+ "为é¦ĸ": 49453,
+ "Ġrenderer": 49454,
+ ")}{\\": 49455,
+ "ï¼Įå°ıå¿ĥ": 49456,
+ "å®´ä¼ļ": 49457,
+ "à¥Ģ": 49458,
+ "Stamp": 49459,
+ "Ġnavy": 49460,
+ "Ġcontracted": 49461,
+ "Ġtbsp": 49462,
+ "ä¸ĢæĹı": 49463,
+ "_price": 49464,
+ "ãĢģå®īè£ħ": 49465,
+ "纶": 49466,
+ "ç»ĻæĤ¨": 49467,
+ "Ġimposing": 49468,
+ "æİĮ声": 49469,
+ "ĠJenkins": 49470,
+ "Ġfiltration": 49471,
+ "Extract": 49472,
+ "Ġrd": 49473,
+ "ĠSalad": 49474,
+ "ï¼Įç͵": 49475,
+ "åľ¨ä¸į": 49476,
+ "çİĩçļĦ": 49477,
+ "ï¼Įè¦ģä¸įçĦ¶": 49478,
+ "ĠInvestig": 49479,
+ "Ġaggress": 49480,
+ "对è§Ĩ": 49481,
+ "ĠOrchestra": 49482,
+ "Ġresolving": 49483,
+ "å¾ģéĽĨ": 49484,
+ "Entertainment": 49485,
+ "çŃĶæ¡Ī为": 49486,
+ "éķ¿è¿ľ": 49487,
+ "æĵħèĩª": 49488,
+ "ĠIndividuals": 49489,
+ "ä»ĸä¸į": 49490,
+ "è®°è´¦": 49491,
+ ".Show": 49492,
+ "dagger": 49493,
+ "æĪ¿éĩĮ": 49494,
+ "Ġlatent": 49495,
+ "ä¸¥æł¼æĮīçħ§": 49496,
+ "ãĥĨ": 49497,
+ "ä»·ä½į": 49498,
+ "çļ±çĿĢ": 49499,
+ "represented": 49500,
+ "ä¸ĩä½Ļ": 49501,
+ "Ġger": 49502,
+ "-Free": 49503,
+ "ĠHidden": 49504,
+ "Ġpleasing": 49505,
+ "éĻĩ": 49506,
+ "èĢĮçĶŁ": 49507,
+ "Ġpag": 49508,
+ "éħī": 49509,
+ "Ġteamwork": 49510,
+ "ãĦ": 49511,
+ "çİ°åľ¨æĺ¯": 49512,
+ "å¸ĥæĭī": 49513,
+ "ĠRED": 49514,
+ "WF": 49515,
+ "ĠTib": 49516,
+ "åģļèµ·": 49517,
+ "Ġoppose": 49518,
+ "åĪ¶åº¦çļĦ": 49519,
+ "骨æĬĺ": 49520,
+ "çļĦæĤ£èĢħ": 49521,
+ "çķľçī§": 49522,
+ "Ġxxx": 49523,
+ "å°±è¶Ĭ": 49524,
+ "æŃĮåͱ": 49525,
+ "Ġtweeted": 49526,
+ "两家": 49527,
+ "Ġunfamiliar": 49528,
+ "æĢ»åĨ³èµĽ": 49529,
+ ".Font": 49530,
+ "ç´¢æĢ§": 49531,
+ "ĠMystery": 49532,
+ "Ġdispose": 49533,
+ "ç¨³åĽº": 49534,
+ "please": 49535,
+ "ä¸ĢçĤ¹åĦ¿": 49536,
+ "_import": 49537,
+ "çϏ": 49538,
+ "tom": 49539,
+ "Ġgenetics": 49540,
+ "ĠPipe": 49541,
+ "Ġdop": 49542,
+ "æ°ĵ": 49543,
+ "ĠChecks": 49544,
+ "注è§Ĩ": 49545,
+ "fake": 49546,
+ "Ġsaturation": 49547,
+ "\"He": 49548,
+ "æ¶Īæŀģ": 49549,
+ "ĠSelling": 49550,
+ "ãĢģä»İ": 49551,
+ "èĩªå¾ĭ": 49552,
+ "feld": 49553,
+ "ä¸ĵæłı": 49554,
+ "_region": 49555,
+ "çļĦå̼": 49556,
+ "端åįĪ": 49557,
+ "Ġeconomically": 49558,
+ "交æĺĵæĹ¥": 49559,
+ "Ġcapitalism": 49560,
+ "Ġther": 49561,
+ "Ġconventions": 49562,
+ "æºĥçĸ¡": 49563,
+ "ç½ijçĤ¹": 49564,
+ "Ġoutward": 49565,
+ "ootstrap": 49566,
+ "_COMMAND": 49567,
+ "Ġcliff": 49568,
+ "ä»įæľī": 49569,
+ "Ġ+\\": 49570,
+ "Ø´": 49571,
+ "(group": 49572,
+ "ĠBoom": 49573,
+ "ĠBecome": 49574,
+ "ĠAutomotive": 49575,
+ "åĪ°ä½ł": 49576,
+ "åĽŀçŃĶéģĵ": 49577,
+ "cosity": 49578,
+ "éķ¿éķ¿çļĦ": 49579,
+ ".Header": 49580,
+ "-built": 49581,
+ "IGNED": 49582,
+ "ãĢģæĹ¥æľ¬": 49583,
+ "members": 49584,
+ "Ġå¦Ĥä»Ĭ": 49585,
+ "å°±æĺ¯ä¸ºäºĨ": 49586,
+ "ä½ıæīĢ": 49587,
+ ".document": 49588,
+ "ĠTigers": 49589,
+ "orative": 49590,
+ "ĠCopper": 49591,
+ "rains": 49592,
+ "å½ĵéĢī": 49593,
+ "(frame": 49594,
+ "Ġwhistle": 49595,
+ "Ġcontempt": 49596,
+ "Ġtense": 49597,
+ "æ¯ĶåĪ©": 49598,
+ "å¥ĹçŃĴ": 49599,
+ "ï¼Įèİ·åıĸ": 49600,
+ ",èĢĮä¸įæĺ¯": 49601,
+ "Ġpenetration": 49602,
+ "ä¸Ģä¸ĸ": 49603,
+ "åįłäºĨ": 49604,
+ "Ġseminars": 49605,
+ "ç»´æĸ¯": 49606,
+ "åIJĪæł¼çļĦ": 49607,
+ "_zero": 49608,
+ "亲æĥħ": 49609,
+ "Discount": 49610,
+ "MAKE": 49611,
+ "ĠSharp": 49612,
+ "ä½Ľå±±": 49613,
+ "çļĦä½İ": 49614,
+ "好åĥıæĺ¯": 49615,
+ "çļ±çº¹": 49616,
+ "ĠSilicon": 49617,
+ "Ġreboot": 49618,
+ "å°ijåĦ¿": 49619,
+ "éļı身": 49620,
+ "Ġmediated": 49621,
+ "æĢĴæ°Ķ": 49622,
+ "÷": 49623,
+ "ĠOUR": 49624,
+ "éģ¥è¿ľ": 49625,
+ "Ġ$(\"#": 49626,
+ "Ġoverweight": 49627,
+ "Dlg": 49628,
+ "ĠOlive": 49629,
+ "ãĢĤæľ¬ä¹¦": 49630,
+ "Ġcupc": 49631,
+ "ego": 49632,
+ "ĠPom": 49633,
+ "Dream": 49634,
+ "æĿ¡çº¦": 49635,
+ "åĴĮå¼ł": 49636,
+ "沮丧": 49637,
+ "xB": 49638,
+ "Ġcontinuum": 49639,
+ "Ġplaylist": 49640,
+ "讲å¸Ī": 49641,
+ "Ġcrafting": 49642,
+ "æĪĮ": 49643,
+ "arthy": 49644,
+ "qs": 49645,
+ "Ġadvertised": 49646,
+ "ï¼Įå¹¶éĿŀ": 49647,
+ "Ġdetailing": 49648,
+ "adal": 49649,
+ "ĠLiv": 49650,
+ "warning": 49651,
+ "abus": 49652,
+ "ç£ģçĽĺ": 49653,
+ "ĠUInt": 49654,
+ "Ġenrichment": 49655,
+ "Ġfoolish": 49656,
+ "Ġå¤ľ": 49657,
+ "ï¼Įéķ¿æľŁ": 49658,
+ "ĠMathematical": 49659,
+ "çļĦæĿĥåĪ©": 49660,
+ "ĠReferences": 49661,
+ "ICH": 49662,
+ "ãĢģæŀĹ": 49663,
+ "èįīæ¡Ī": 49664,
+ "è§£å¼Ģ": 49665,
+ "Ġadvertisers": 49666,
+ "Ġç¥ŀ": 49667,
+ "åį°åıij": 49668,
+ "æıIJæ¡Ī": 49669,
+ "代çIJĨ人": 49670,
+ "_sql": 49671,
+ "ĠResume": 49672,
+ "Ġgrac": 49673,
+ "强åĬĽ": 49674,
+ "ĠWife": 49675,
+ "æĢĴåIJ¼": 49676,
+ "Ġcialis": 49677,
+ "Ġoccupy": 49678,
+ "_shared": 49679,
+ "Ġspans": 49680,
+ "ĠAssignment": 49681,
+ "Development": 49682,
+ "Ġcruc": 49683,
+ "ĠYale": 49684,
+ "山西çľģ": 49685,
+ "çĶµè·¯æĿ¿": 49686,
+ "Ġimperial": 49687,
+ ",å¸Ĥåľº": 49688,
+ "Ġheck": 49689,
+ "æĶ¯æŁ±": 49690,
+ "Ġcapacities": 49691,
+ "MK": 49692,
+ "Ġrude": 49693,
+ "æĭ¦æĪª": 49694,
+ "Ġcarrots": 49695,
+ ".const": 49696,
+ "ç»´äºļ": 49697,
+ "Ġrespectful": 49698,
+ "æİ¢éĻ©": 49699,
+ "ÃIJµÃIJ": 49700,
+ "ĠCoronavirus": 49701,
+ "Ġè¿ŀ": 49702,
+ "_container": 49703,
+ "ï¼Įè°ĥ": 49704,
+ "ĠDiana": 49705,
+ ".protocol": 49706,
+ "îĢIJ": 49707,
+ "æł¼æłħ": 49708,
+ "Correct": 49709,
+ "ENAME": 49710,
+ "Ġdesignation": 49711,
+ "tls": 49712,
+ "charts": 49713,
+ "ç®Ģæĺĵ": 49714,
+ "ĠGibson": 49715,
+ ".er": 49716,
+ "Ġexaminations": 49717,
+ "大æī¹": 49718,
+ "Ġsynd": 49719,
+ "=int": 49720,
+ "Ġcurated": 49721,
+ ",å·²": 49722,
+ "_threshold": 49723,
+ "Ġåıªè¦ģ": 49724,
+ "Modules": 49725,
+ "STRUCT": 49726,
+ "anmar": 49727,
+ "ï¼ĮæľīäºĨ": 49728,
+ "Ġmyocard": 49729,
+ "Ġdigestion": 49730,
+ "åı°é£İ": 49731,
+ "èµ·å§ĭ": 49732,
+ "ĠHOWEVER": 49733,
+ "cribing": 49734,
+ "ä½ıæĪ¿åħ¬ç§¯éĩij": 49735,
+ "ä¸Ģåıĺ": 49736,
+ "Ġsixty": 49737,
+ "ï¼Įè¿Ļä¸įæĺ¯": 49738,
+ "ubborn": 49739,
+ "ĠHungary": 49740,
+ "ï¼Įè¿ĺåĮħæĭ¬": 49741,
+ "Ġdeliberate": 49742,
+ "Ġwives": 49743,
+ "Ġpurity": 49744,
+ "negative": 49745,
+ "Ġskipped": 49746,
+ "ç³»ç»ŁåĴĮ": 49747,
+ "kees": 49748,
+ "奥çī¹": 49749,
+ "ruby": 49750,
+ "çļĦåľ°æŃ¥": 49751,
+ "ĠChristine": 49752,
+ "ĠAber": 49753,
+ "Ġjudgments": 49754,
+ "resolve": 49755,
+ "çļĦçIJĨçͱ": 49756,
+ "TPL": 49757,
+ "atography": 49758,
+ "Ġcommercially": 49759,
+ "çŃīå¤ļ个": 49760,
+ "ç¾İèģĶåĤ¨": 49761,
+ ".Send": 49762,
+ "è§ģ她": 49763,
+ "éĵ¶è¡Įåį¡": 49764,
+ "NK": 49765,
+ "Ġreef": 49766,
+ "åħĥæ°Ķ": 49767,
+ "Ġconsented": 49768,
+ ".properties": 49769,
+ "马åħĭæĢĿ主ä¹ī": 49770,
+ "ANE": 49771,
+ "éĢĤåIJĪèĩªå·±çļĦ": 49772,
+ "++,": 49773,
+ "Ġprofessionalism": 49774,
+ "è°į": 49775,
+ "çļĦå¿ĥæĢĿ": 49776,
+ "å¹¿æ³ĽåºĶç͍äºİ": 49777,
+ "èĬĻèĵī": 49778,
+ "itating": 49779,
+ "ĠBomb": 49780,
+ ",建议": 49781,
+ "ä¸Ńä¹ĭ": 49782,
+ "微软": 49783,
+ "ĠINCIDENTAL": 49784,
+ "Ġ第ä¹Ŀ": 49785,
+ "/the": 49786,
+ "Ġcurse": 49787,
+ "redirect": 49788,
+ "ï¼ĮæĪĸèĢħæĺ¯": 49789,
+ "AWS": 49790,
+ "(ip": 49791,
+ "æĪIJ交éĩı": 49792,
+ "Ġannouncing": 49793,
+ "äºĨè§£äºĨ": 49794,
+ "åĭŁéĽĨ说æĺİ书": 49795,
+ "hdr": 49796,
+ "ãĢĤæĺİ": 49797,
+ "ï¼Įæĺİç¡®": 49798,
+ "第ä¸ĢæŃ¥": 49799,
+ "Ġjackpot": 49800,
+ "ç©¿æ¢Ń": 49801,
+ "rimination": 49802,
+ "Ġhurd": 49803,
+ "arkers": 49804,
+ "ertility": 49805,
+ "Ġdiscarded": 49806,
+ "Ġcondemn": 49807,
+ "Lee": 49808,
+ "ilic": 49809,
+ "iott": 49810,
+ "Ġcustomization": 49811,
+ "ĠEz": 49812,
+ "-post": 49813,
+ "ãĥĩ": 49814,
+ "highlight": 49815,
+ "presso": 49816,
+ "æľīéĻIJçļĦ": 49817,
+ "æķ°æį®åĴĮ": 49818,
+ "ĠSupplier": 49819,
+ ".inner": 49820,
+ "马路": 49821,
+ "Ġprisoner": 49822,
+ "ãĢģæıIJé«ĺ": 49823,
+ "åģľäºĨä¸ĭæĿ¥": 49824,
+ "Heat": 49825,
+ "åħļåĴĮ": 49826,
+ "Ġimmigrant": 49827,
+ "åĽ¾åĨĮ": 49828,
+ "ĠRecreation": 49829,
+ "ä¸Ģ个æĸ°çļĦ": 49830,
+ "èĥ½çľĭåΰ": 49831,
+ "èĩ³ä¸Ĭ": 49832,
+ "Assets": 49833,
+ "ĠVic": 49834,
+ "ĠVern": 49835,
+ "Ġtreaty": 49836,
+ "ä¹Łä¸įéĶĻ": 49837,
+ "ensis": 49838,
+ "Geo": 49839,
+ "transport": 49840,
+ "说æĿ¥": 49841,
+ "Cash": 49842,
+ "Ġgp": 49843,
+ "Ġoutper": 49844,
+ "(sys": 49845,
+ "åľ°åİ»": 49846,
+ "social": 49847,
+ "vine": 49848,
+ "^T": 49849,
+ "ĠåĽ½å®¶": 49850,
+ "Ġsmo": 49851,
+ "ĠAssume": 49852,
+ "ĠSyndrome": 49853,
+ "ĠCemetery": 49854,
+ "ï¼ĮéħįåIJĪ": 49855,
+ "纳ç¨İ人": 49856,
+ "Ġcivic": 49857,
+ "_tool": 49858,
+ "ç²Ł": 49859,
+ "ç§ijæĬĢ大åѦ": 49860,
+ "jug": 49861,
+ "rike": 49862,
+ "иÑĤе": 49863,
+ "Ġideals": 49864,
+ "TTPS": 49865,
+ "ĠUganda": 49866,
+ "æĵĤ": 49867,
+ "°F": 49868,
+ "inement": 49869,
+ "ĠVas": 49870,
+ "Death": 49871,
+ "ĠPopulation": 49872,
+ "æĻ®éĢļæĬĢæľ¯äººåijĺ": 49873,
+ "ĠChanging": 49874,
+ "æĪij认为": 49875,
+ "Ġproton": 49876,
+ "ï¼Įè¿Ļä¸ĢçĤ¹": 49877,
+ "ä¹ĿæľĪ": 49878,
+ "ï¼Įå¼ķ导": 49879,
+ "ayette": 49880,
+ "middle": 49881,
+ "åĽĽéĿ¢": 49882,
+ "ãĢĤä¸İæŃ¤åIJĮæĹ¶": 49883,
+ "åģľçķĻåľ¨": 49884,
+ "Ġmont": 49885,
+ "ampton": 49886,
+ "å¤ļåĬŁèĥ½": 49887,
+ "è´´è¿ij": 49888,
+ "容è²Į": 49889,
+ "æŃ¦èĢħ": 49890,
+ "éģĵ人": 49891,
+ "Ġexhibitions": 49892,
+ "åIJ¸è¡Ģ": 49893,
+ "phrase": 49894,
+ "åįĥä¸ĩåĪ«": 49895,
+ "ĠSPD": 49896,
+ "ĠInventory": 49897,
+ "slash": 49898,
+ "ĠUFC": 49899,
+ "示åĩº": 49900,
+ "Frequency": 49901,
+ "Ġscaff": 49902,
+ "Ġconditioner": 49903,
+ "Ġexchanged": 49904,
+ "anting": 49905,
+ "Ġsickness": 49906,
+ ".%": 49907,
+ "REAK": 49908,
+ "æİıåĩº": 49909,
+ "Industry": 49910,
+ ",æīĵ": 49911,
+ "åĩºå¸Ńä¼ļè®®": 49912,
+ "çĹħçĹĩ": 49913,
+ "æĶ¯è¡Į": 49914,
+ "Logging": 49915,
+ "çĨ¬å¤ľ": 49916,
+ "asta": 49917,
+ "ĠçĶŁ": 49918,
+ "chure": 49919,
+ "arshal": 49920,
+ "-Day": 49921,
+ "Ġquotation": 49922,
+ "Intel": 49923,
+ "被æĪij": 49924,
+ "峨": 49925,
+ "å®īå¸Ĥ": 49926,
+ "æ·»åĬłåīĤ": 49927,
+ "æ±ĤåĬ©": 49928,
+ "åħįè´£": 49929,
+ "åIJ¯ç¤º": 49930,
+ "rivia": 49931,
+ "ISTR": 49932,
+ "Ġcapsule": 49933,
+ "çŁ¥éģĵæĪij": 49934,
+ "-night": 49935,
+ "ï¼ĮãĢĮ": 49936,
+ "èİ·èĥľ": 49937,
+ "Ġnecklace": 49938,
+ "æ¯ĶçļĦ": 49939,
+ "itecture": 49940,
+ "ĠRams": 49941,
+ "çĦĻ": 49942,
+ "ĠFailed": 49943,
+ "Authors": 49944,
+ "Ġfavored": 49945,
+ "_REF": 49946,
+ "Ġhottest": 49947,
+ "æ·±æ·±åľ°": 49948,
+ "TextField": 49949,
+ "è§īå¾Ĺå¾Ī": 49950,
+ "ĠBD": 49951,
+ "cia": 49952,
+ "ĠWoo": 49953,
+ "Ġmetro": 49954,
+ "ä¿¡åı·çļĦ": 49955,
+ "ĠSimpson": 49956,
+ ":åľ¨": 49957,
+ "Dave": 49958,
+ "ĠCAT": 49959,
+ "este": 49960,
+ "ĠIEnumerable": 49961,
+ "æł¡åıĭ": 49962,
+ "Ġbelonged": 49963,
+ "åįİå¾ĭ": 49964,
+ "umers": 49965,
+ "erguson": 49966,
+ ",让æĪij": 49967,
+ "Ġ项": 49968,
+ "-consum": 49969,
+ "ĠRocky": 49970,
+ "cursor": 49971,
+ "çļĦä¹łæĥ¯": 49972,
+ "æļ§": 49973,
+ "ĠADVISED": 49974,
+ "Ġtoxins": 49975,
+ ")',": 49976,
+ ".rest": 49977,
+ "DELETE": 49978,
+ "ãĢĤæ¯ı个": 49979,
+ "夯": 49980,
+ "_TRACE": 49981,
+ "nh": 49982,
+ "Conc": 49983,
+ "Dispatcher": 49984,
+ "iplier": 49985,
+ "ĠWL": 49986,
+ "éĩĮåħĭ": 49987,
+ "-support": 49988,
+ "pering": 49989,
+ "Ġattachments": 49990,
+ "å¤©çľŁ": 49991,
+ "ãĤĦ": 49992,
+ "ĠMillenn": 49993,
+ "ï¼Įä¸Ģåī¯": 49994,
+ "ä¸ĢåĪĩéĥ½": 49995,
+ "/user": 49996,
+ "avern": 49997,
+ "ĠCoupon": 49998,
+ "ĠTah": 49999,
+ "Ġplotted": 50000,
+ "duration": 50001,
+ "å¾®ç¬ijçĿĢ": 50002,
+ "æĴ¤éĢĢ": 50003,
+ "redictions": 50004,
+ "æ°Ķå¾Ĺ": 50005,
+ "éĵ¶å±ij": 50006,
+ "çĭĻ": 50007,
+ "scene": 50008,
+ "ĠNazi": 50009,
+ "Prepare": 50010,
+ "AtIndex": 50011,
+ "åĨ·åĵ¼": 50012,
+ "ä¹ĭäºİ": 50013,
+ "izophren": 50014,
+ "Ġjog": 50015,
+ "Ġcervical": 50016,
+ "ï¼Įäºĭ": 50017,
+ "Ġadviser": 50018,
+ "åIJĮçŃī": 50019,
+ "Ġsecretion": 50020,
+ "umbo": 50021,
+ "å·®ä¸įå¤ļäºĨ": 50022,
+ "ĠLunch": 50023,
+ "ä¸ĢçĽ´æ²¡æľī": 50024,
+ "æĭ¥æľīçļĦ": 50025,
+ "天èĬ±": 50026,
+ "ãĢĬ大": 50027,
+ "æ¯Ķè¾ĥé«ĺ": 50028,
+ "ãĢĤä¸Ķ": 50029,
+ "Ġreversal": 50030,
+ "ĠClarke": 50031,
+ "ä¸ĢéĹ´": 50032,
+ ".bottom": 50033,
+ "å°ģéĶģ": 50034,
+ "Yesterday": 50035,
+ "Ġcsv": 50036,
+ "TypeName": 50037,
+ "åıĤä¿Ŀ": 50038,
+ "ä¸ĸåŃIJ": 50039,
+ "Ġtrainers": 50040,
+ "Ball": 50041,
+ "_success": 50042,
+ "泸": 50043,
+ "Ġenforced": 50044,
+ "ãĢĤä¸ĢäºĽ": 50045,
+ "æĢİèĥ½": 50046,
+ "ĠLogan": 50047,
+ "Ġtorrent": 50048,
+ "ç»ı纪人": 50049,
+ "ĠToast": 50050,
+ "Ġacknowledges": 50051,
+ "æĹłåIJį": 50052,
+ "Ġconftest": 50053,
+ "éĩİå¿ĥ": 50054,
+ "Ġborrowing": 50055,
+ "åĪĩæĸŃ": 50056,
+ "ĠAnnie": 50057,
+ "Ġcarved": 50058,
+ "Ġroses": 50059,
+ "以为æĺ¯": 50060,
+ "Sa": 50061,
+ "_inv": 50062,
+ "Ġstickers": 50063,
+ "åĩ¸èµ·": 50064,
+ "ä¹Ĵä¹ĵ": 50065,
+ "åŀ¦": 50066,
+ "Getter": 50067,
+ "ĠåIJij": 50068,
+ "Supplementary": 50069,
+ "ĠAnnounce": 50070,
+ "Ġbrit": 50071,
+ "Ġspecimen": 50072,
+ "è½°çĤ¸": 50073,
+ "åįłåľ°": 50074,
+ "ï¼ĽâĢľ": 50075,
+ "olith": 50076,
+ "éĻĨåĨĽ": 50077,
+ "Ġproofs": 50078,
+ "å·¡æŁ¥": 50079,
+ "ĠCertainly": 50080,
+ "æİ¨éĶĢ": 50081,
+ "ĠTransition": 50082,
+ "INGLE": 50083,
+ "manship": 50084,
+ "åı·ç§°": 50085,
+ "æŃ¦æŀĹ": 50086,
+ "éĿĴéĵľ": 50087,
+ "ï¼ĮæıIJåĩº": 50088,
+ "Ġthrone": 50089,
+ "Ġaerial": 50090,
+ "ĠXia": 50091,
+ "åģľåľ¨": 50092,
+ "Ġweighs": 50093,
+ "ĠVertical": 50094,
+ "伦çIJĨ": 50095,
+ "ä¸ļä½Ļ": 50096,
+ "庵": 50097,
+ "Ġwraps": 50098,
+ "ç§ģåĭŁ": 50099,
+ "biased": 50100,
+ "Ġsurplus": 50101,
+ "grass": 50102,
+ "Ġçͱ": 50103,
+ "ï¼Įåij¨åĽ´": 50104,
+ "温å·ŀ": 50105,
+ "Ġperpendicular": 50106,
+ "Dimensions": 50107,
+ "Ġomega": 50108,
+ "åĽºå®ļå®īè£ħæľī": 50109,
+ "Ġtimeless": 50110,
+ "èĵ¬åĭĥ": 50111,
+ "ioni": 50112,
+ "æ¹ĥ": 50113,
+ "èĩªåĬ¨é©¾é©¶": 50114,
+ "Ġ'[": 50115,
+ "ĠEff": 50116,
+ "Ġmigrants": 50117,
+ "Ġcompelled": 50118,
+ "[A": 50119,
+ ",è¿ĺè¦ģ": 50120,
+ "Ġboxing": 50121,
+ "Ġpinch": 50122,
+ "ellites": 50123,
+ "ä¹Łä¼ļæľī": 50124,
+ "ĠInk": 50125,
+ "éĻĮçĶŁçļĦ": 50126,
+ "Ġpores": 50127,
+ "®åIJĪ": 50128,
+ "arbon": 50129,
+ "è¿·æĥij": 50130,
+ ">>>": 50192,
+ "ĠMarathon": 50193,
+ "Ġsettling": 50194,
+ "Ġmeanwhile": 50195,
+ "Ġmould": 50196,
+ "æĹ¥æľ¬äºº": 50197,
+ "ĠBach": 50198,
+ ".All": 50199,
+ "Gun": 50200,
+ "Ġfist": 50201,
+ "Ġbreathtaking": 50202,
+ "}else": 50203,
+ "Luc": 50204,
+ "ï¼ĮæĦı": 50205,
+ "Ġzoo": 50206,
+ ",帮åĬ©": 50207,
+ "å¤Ń": 50208,
+ "ACS": 50209,
+ "ĠHispanic": 50210,
+ "çѹçłģ": 50211,
+ "ĠFans": 50212,
+ "ÑĢÑĥ": 50213,
+ "ĠCanadians": 50214,
+ "ĠReduce": 50215,
+ "Maker": 50216,
+ "æľ¦èĥ§": 50217,
+ "Ġdeaf": 50218,
+ "以ä¸ĭæĺ¯": 50219,
+ "Ġsexuality": 50220,
+ "ĠPOSSIBILITY": 50221,
+ "Ġimpressions": 50222,
+ "ä¹ĭæ³ķ": 50223,
+ "è¿Ļä¸Ģ天": 50224,
+ "Ġdynamical": 50225,
+ "Ġaster": 50226,
+ "Ġverte": 50227,
+ "isphere": 50228,
+ "çļĦæĪIJåĬŁ": 50229,
+ "éĢļä¿Ĺ": 50230,
+ "Rectangle": 50231,
+ "Ġhemat": 50232,
+ "ĠLil": 50233,
+ "Ġreinforced": 50234,
+ "OPS": 50235,
+ ",è¿Ļæł·çļĦ": 50236,
+ "ĠJD": 50237,
+ "ĠTalent": 50238,
+ "æĦŁæŁĵèĢħ": 50239,
+ "ĠScr": 50240,
+ "ĠRichardson": 50241,
+ "ĠConclusion": 50242,
+ "æķijæĬ¤": 50243,
+ "club": 50244,
+ "æĭ¿äºĨ": 50245,
+ "çļĦäºĭçī©": 50246,
+ "çĸijä¼¼": 50247,
+ "çļĦåĵģçīĮ": 50248,
+ "yld": 50249,
+ "ĠDisclosure": 50250,
+ "æī¹æ¬¡": 50251,
+ "åİ»åĮ»éĻ¢": 50252,
+ "Gain": 50253,
+ "_script": 50254,
+ "Positive": 50255,
+ "-phase": 50256,
+ "çĻ½è¡£": 50257,
+ "ãĢģåħī": 50258,
+ "大å°ĨåĨĽ": 50259,
+ "ï¼Įèµ°åΰ": 50260,
+ "Ġcrosses": 50261,
+ "Ġintricate": 50262,
+ "è¾¾å°Ķ": 50263,
+ "æľªå©ļ": 50264,
+ "çªģåĩ»": 50265,
+ "æ»ijéĽª": 50266,
+ "eday": 50267,
+ "Ġnão": 50268,
+ "å°ijæķ°æ°ijæĹı": 50269,
+ "Ġtempted": 50270,
+ "ĠManufacturer": 50271,
+ "çļĦåĽłç´ł": 50272,
+ "Ġ*.": 50273,
+ "OLT": 50274,
+ "ODAY": 50275,
+ "Ġevenings": 50276,
+ "éĢĴç»Ļ": 50277,
+ "ĠRodriguez": 50278,
+ "Ġchalk": 50279,
+ "uawei": 50280,
+ "Ġauthenticity": 50281,
+ "ĠPurch": 50282,
+ "calendar": 50283,
+ ".Common": 50284,
+ "Ġstall": 50285,
+ "ãĢģå¹²": 50286,
+ "ymphony": 50287,
+ "çļĦåIJ§": 50288,
+ "-bound": 50289,
+ "lander": 50290,
+ "-profile": 50291,
+ "riced": 50292,
+ "ĠSensor": 50293,
+ "Ġdps": 50294,
+ "Ġacquis": 50295,
+ "Ġmorality": 50296,
+ "Ġtrusting": 50297,
+ "ĠGuitar": 50298,
+ "ï¼ĮA": 50299,
+ "æĺ¯ä¸Ģ次": 50300,
+ "åİ»è¿ĩ": 50301,
+ "ĠRUN": 50302,
+ "ï¼Įç¥Ŀ": 50303,
+ "Ġhairst": 50304,
+ "Ġextinction": 50305,
+ "ForKey": 50306,
+ "精彩çļĦ": 50307,
+ "éĿ³": 50308,
+ "ĠRig": 50309,
+ "çĥ¦èºģ": 50310,
+ "Ġslowing": 50311,
+ "Ġreluctant": 50312,
+ "缸è§ģ": 50313,
+ "æĹłè§Ĩ": 50314,
+ "Ġhighs": 50315,
+ "Ġcharger": 50316,
+ "ĠSquad": 50317,
+ "å¹´åįİ": 50318,
+ "PID": 50319,
+ "alan": 50320,
+ "avoid": 50321,
+ "Ġdistracted": 50322,
+ "ĠUncle": 50323,
+ ",ä¸įä¼ļ": 50324,
+ "Ġasymptotic": 50325,
+ "certain": 50326,
+ "çļĦä¸Ńå¿ĥ": 50327,
+ "ĠΣ": 50328,
+ "å¾Ļ": 50329,
+ "åģļä¸ĢäºĽ": 50330,
+ "rocy": 50331,
+ "ancellationToken": 50332,
+ ".createElement": 50333,
+ "Ġcolonies": 50334,
+ "Ġslopes": 50335,
+ "ĠFlags": 50336,
+ "Ġspanning": 50337,
+ "æĪŁ": 50338,
+ ",缴åΰ": 50339,
+ "ãĢĤèµµ": 50340,
+ "Die": 50341,
+ "Mur": 50342,
+ "=-=-": 50343,
+ "functions": 50344,
+ "egrees": 50345,
+ "ĠNit": 50346,
+ "ä¹Łè·ŁçĿĢ": 50347,
+ ">č": 50348,
+ "Ġmyriad": 50349,
+ "ĠArmstrong": 50350,
+ "ãĢģç¾İåĽ½": 50351,
+ "å¸ĿåĽ½çļĦ": 50352,
+ "ĠAmount": 50353,
+ "è°ı": 50354,
+ "ä¸ŃçļĦä¸Ģ个": 50355,
+ "河水": 50356,
+ "VB": 50357,
+ "Ġchatting": 50358,
+ "ĠChallenges": 50359,
+ "_RESET": 50360,
+ "Updates": 50361,
+ "è¿Ļä¹Īå¿«": 50362,
+ "Ġdestiny": 50363,
+ "Ġnat": 50364,
+ "ĠDyn": 50365,
+ "èĤĽ": 50366,
+ "æł¼æĭī": 50367,
+ "wild": 50368,
+ "Ġfeared": 50369,
+ "ĠShir": 50370,
+ "Attempt": 50371,
+ "-card": 50372,
+ "Ġnotch": 50373,
+ "AMA": 50374,
+ "æĶ¾å¿ĥåIJ§": 50375,
+ "ÂĢÃIJ": 50376,
+ "ï¼Į忽": 50377,
+ "çģ«çĥŃ": 50378,
+ "=['": 50379,
+ "-column": 50380,
+ "agh": 50381,
+ "...,": 50382,
+ "æĢ»çº¿": 50383,
+ "askell": 50384,
+ "ï¼Įå¹³åĿĩ": 50385,
+ "ĠRandy": 50386,
+ "å¼±åĬ¿": 50387,
+ "åįĬ个å°ıæĹ¶": 50388,
+ "羣é¢ĺ": 50389,
+ "ĠMoz": 50390,
+ "(": 50971,
+ "/bash": 50972,
+ "ĠAdventures": 50973,
+ "ï¼ĮèĦ¸": 50974,
+ "ĠETH": 50975,
+ "åĨľåİĨ": 50976,
+ "第ä¸ī次": 50977,
+ "Ġsurfing": 50978,
+ "éĽ·è¯º": 50979,
+ "èĿł": 50980,
+ "ĠDX": 50981,
+ ".IsNullOr": 50982,
+ "Ġnegotiating": 50983,
+ "ĠTAG": 50984,
+ "ä¸įç͍æĭħå¿ĥ": 50985,
+ "Ġproductions": 50986,
+ "Ġnanoparticles": 50987,
+ "Ġshark": 50988,
+ "recognized": 50989,
+ "ĠAbility": 50990,
+ "åīĤéĩı": 50991,
+ "伺åĢĻ": 50992,
+ "çī©ä»·": 50993,
+ "Ġsubstituted": 50994,
+ "åīįä¸ī": 50995,
+ "客车": 50996,
+ "å°½äºĨ": 50997,
+ "Ġnavigating": 50998,
+ "ĠSER": 50999,
+ ">This": 51000,
+ "æ´±": 51001,
+ "å®Įåħ¨æĺ¯": 51002,
+ "ãĢģæīĵ": 51003,
+ "éĺµèIJ¥": 51004,
+ "Ġsquash": 51005,
+ "ĠQB": 51006,
+ "añ": 51007,
+ "Jason": 51008,
+ "ĠFrost": 51009,
+ "ä¿¡æģ¯åħ¬å¼Ģ": 51010,
+ "Neg": 51011,
+ "Ġcharities": 51012,
+ "ä¸ĢçĤ¹éĥ½ä¸į": 51013,
+ "Ġthrill": 51014,
+ "inj": 51015,
+ "æ¸ħæľĿ": 51016,
+ "'": 51379,
+ "ociate": 51380,
+ "ermany": 51381,
+ "ï¼Į代表": 51382,
+ "Ġtestament": 51383,
+ "çľĭä½ľ": 51384,
+ ",å°±åĥı": 51385,
+ "direction": 51386,
+ "Ġliquor": 51387,
+ "çªĴ": 51388,
+ "æģº": 51389,
+ "ĠDeuts": 51390,
+ "æĪijåıĪ": 51391,
+ "Ġreel": 51392,
+ "ĠHighlights": 51393,
+ "æĹ¶ä¸į": 51394,
+ "ç»Ħç»ĩå®ŀæĸ½": 51395,
+ ".mp": 51396,
+ "Ġnonatomic": 51397,
+ "Ġawaiting": 51398,
+ "è¿IJéĢģ": 51399,
+ "disp": 51400,
+ "ï¼Įè¿ĺ没": 51401,
+ "è´¨éĩıåĴĮ": 51402,
+ "Ġspecializing": 51403,
+ "×Ķ": 51404,
+ "ï¼ĮéĥŃ": 51405,
+ "ĠGoth": 51406,
+ "~~~": 51407,
+ "审议éĢļè¿ĩ": 51408,
+ "Ġdepot": 51409,
+ "梦å¢ĥ": 51410,
+ "é«ĺçŃīæķĻèĤ²": 51411,
+ "Ġarrog": 51412,
+ "Ġsmoked": 51413,
+ "Ġferm": 51414,
+ "Ġwarfare": 51415,
+ "NON": 51416,
+ "使åĬ²": 51417,
+ "Ġtheology": 51418,
+ "çģ«èĬ±": 51419,
+ "ï¼ĮéĤ£éĩĮ": 51420,
+ "Ġjohn": 51421,
+ "Plain": 51422,
+ "ĠAsync": 51423,
+ "Ġcowork": 51424,
+ "ä¼łæİĪ": 51425,
+ "æĮīè§Ħå®ļ": 51426,
+ "cknowled": 51427,
+ "åIJįæł¡": 51428,
+ "ç£ģæĢ§": 51429,
+ "Amb": 51430,
+ "æĭĴç»ĿäºĨ": 51431,
+ "ĠFactors": 51432,
+ "对æīĢè¿°": 51433,
+ "/article": 51434,
+ "eon": 51435,
+ "ï¼Įè¿ŀç»Ń": 51436,
+ "(length": 51437,
+ "Ġharvested": 51438,
+ "红éħĴ": 51439,
+ "Ġentrepreneurship": 51440,
+ "Ġinequalities": 51441,
+ "é»Ķ": 51442,
+ "ĠPlayStation": 51443,
+ "Ġredis": 51444,
+ "cyl": 51445,
+ "OPEN": 51446,
+ "ĠDerek": 51447,
+ "ĠMAG": 51448,
+ "ار": 51449,
+ "对è¿ĻäºĽ": 51450,
+ "ĠReceive": 51451,
+ "åįĥéĩij": 51452,
+ "Ġnotions": 51453,
+ "Ġtactical": 51454,
+ "ĠSigma": 51455,
+ "apitalize": 51456,
+ "å«ģç»Ļ": 51457,
+ "Ġfru": 51458,
+ "ï¼Įå¹¶ä¸Ķåľ¨": 51459,
+ "Ġexpires": 51460,
+ "ifo": 51461,
+ "mul": 51462,
+ "agnosis": 51463,
+ "ects": 51464,
+ "Ġ'/'": 51465,
+ "Florida": 51466,
+ "æ¯Ĺ": 51467,
+ "ĠMarsh": 51468,
+ "æ´¼": 51469,
+ "ç͵è¿ŀæİ¥": 51470,
+ "_bool": 51471,
+ "(mock": 51472,
+ "ĠHighly": 51473,
+ "ãĢģæ°Ķ": 51474,
+ "为ä¸ŃåĽ½": 51475,
+ ".ok": 51476,
+ "\"If": 51477,
+ "tops": 51478,
+ "ï¼Įç»ıæµİ": 51479,
+ "è¯Ńä¹ī": 51480,
+ "çļĦåĮºåĪ«": 51481,
+ "Coun": 51482,
+ "Ġ太": 51483,
+ "Ġgraphical": 51484,
+ "Ġpedestrian": 51485,
+ "Ġelectoral": 51486,
+ "ourced": 51487,
+ ",name": 51488,
+ "enames": 51489,
+ "ï¼Įä»ħä»ħ": 51490,
+ "ãĢģçݯä¿Ŀ": 51491,
+ "ï¼Įæ°¸": 51492,
+ "éķĩåİĭ": 51493,
+ "aturated": 51494,
+ "åĨ³å®ļçļĦ": 51495,
+ "ĠTikTok": 51496,
+ "rg": 51497,
+ "Ġfoul": 51498,
+ "ĠOral": 51499,
+ "Ġgradual": 51500,
+ "Ġlongevity": 51501,
+ "é¢łè¦Ĩ": 51502,
+ "Ġallergy": 51503,
+ "Ġfinals": 51504,
+ "_TARGET": 51505,
+ "Ġpioneer": 51506,
+ "ï¼ĮæĦŁåıĹ": 51507,
+ "/man": 51508,
+ "organic": 51509,
+ "ĠHindi": 51510,
+ "Ġlandscaping": 51511,
+ "Federal": 51512,
+ "讪": 51513,
+ "Managed": 51514,
+ "Ġtunes": 51515,
+ ".ip": 51516,
+ "ãĢģåѦ": 51517,
+ "Ġshampoo": 51518,
+ "Ġdude": 51519,
+ "ĠFIFA": 51520,
+ "ĠLac": 51521,
+ "Ġneurological": 51522,
+ ",æĤ¨": 51523,
+ "å½ĵåį³": 51524,
+ "åΰèĩªå·±": 51525,
+ "ĠAffero": 51526,
+ "Los": 51527,
+ "Ġåįģ": 51528,
+ "çļĦ计åĪĴ": 51529,
+ "Feel": 51530,
+ "ĠActions": 51531,
+ "Hist": 51532,
+ "ĠTroy": 51533,
+ "ĠNPC": 51534,
+ "Anti": 51535,
+ ",åħ±": 51536,
+ "Infos": 51537,
+ ".function": 51538,
+ ".sqrt": 51539,
+ "ĠMeat": 51540,
+ "gorithms": 51541,
+ "rw": 51542,
+ "Ġcontracting": 51543,
+ "Ġchaotic": 51544,
+ "ä½łåĴĮ": 51545,
+ "ĠMartinez": 51546,
+ "Ġrecharge": 51547,
+ "åĪĩéϤ": 51548,
+ "apses": 51549,
+ "è§ĦèĮĥåĮĸ": 51550,
+ "-binding": 51551,
+ "äºĮåįģ大": 51552,
+ "icus": 51553,
+ "Ġlubric": 51554,
+ ",çľĭåΰ": 51555,
+ "çŃīåĬŁèĥ½": 51556,
+ "liography": 51557,
+ "ä¼ļå°Ĩ": 51558,
+ "Ġت": 51559,
+ "heries": 51560,
+ "驱éĢIJ": 51561,
+ "ĠåIJĪ": 51562,
+ "unter": 51563,
+ "以ä¸ĭåĩłä¸ª": 51564,
+ "婪": 51565,
+ "-sex": 51566,
+ ":none": 51567,
+ "variables": 51568,
+ "idae": 51569,
+ "åľ¨ä¸Ĭæµ·": 51570,
+ "æ¯ıä½į": 51571,
+ "Ġç¾İ": 51572,
+ "ĠMoss": 51573,
+ "è¿Ļéģĵ": 51574,
+ "çĽ¸ä¼ł": 51575,
+ "eddy": 51576,
+ "ĠEthernet": 51577,
+ ".**": 51578,
+ "Ġconstructs": 51579,
+ "ĠMW": 51580,
+ "_private": 51581,
+ "ÂĢÂ": 51582,
+ ".Now": 51583,
+ "Mind": 51584,
+ "红åĪ©": 51585,
+ "Ġlayouts": 51586,
+ "Ġgrapes": 51587,
+ "Ġfirearms": 51588,
+ "Ġdemons": 51589,
+ "OTS": 51590,
+ "_aut": 51591,
+ "Ġjets": 51592,
+ "Repo": 51593,
+ "\\xf": 51594,
+ "ĠEF": 51595,
+ "ĠUnicode": 51596,
+ "转è¿ĩ头": 51597,
+ "ä¼Ĺå¤ļçļĦ": 51598,
+ "Coin": 51599,
+ "ITAL": 51600,
+ "rameworks": 51601,
+ "Ġberries": 51602,
+ "ï¼Įåħ¨çIJĥ": 51603,
+ "oauth": 51604,
+ ".flags": 51605,
+ "CONTACT": 51606,
+ "ĠArrow": 51607,
+ "ĠRear": 51608,
+ "çĴ§": 51609,
+ "éd": 51610,
+ "Ġerad": 51611,
+ "设å¤ĩåĴĮ": 51612,
+ "mov": 51613,
+ "Ġmk": 51614,
+ "åįķä½ĵ": 51615,
+ "åĤ»åŃIJ": 51616,
+ "_ARGS": 51617,
+ "æĶ¾åģĩ": 51618,
+ "forum": 51619,
+ "Ġunconst": 51620,
+ "Ġkon": 51621,
+ "ĠWals": 51622,
+ "ipro": 51623,
+ "Impact": 51624,
+ "Ġgallon": 51625,
+ "anzania": 51626,
+ "çľ¼çľĭ": 51627,
+ "/dat": 51628,
+ "äºĮåŃĹ": 51629,
+ "æĶ¾è¿Ľ": 51630,
+ "ĠSupplies": 51631,
+ "å¤ĸè¯Ń": 51632,
+ "Ġautonomy": 51633,
+ "çĥŁåı°": 51634,
+ "å¾Īå¥½åľ°": 51635,
+ "龸æ°Ķ": 51636,
+ "ר": 51637,
+ "Ġuncont": 51638,
+ "ĠEating": 51639,
+ "ãĢģç§ijæĬĢ": 51640,
+ "Ġawa": 51641,
+ "æĹ¢æĺ¯": 51642,
+ "âĪĪ": 51643,
+ "ï¼Įåı¦ä¸Ģæĸ¹éĿ¢": 51644,
+ "ooo": 51645,
+ "çĤ³": 51646,
+ "ĠMatlab": 51647,
+ "çļĦåĴĮ": 51648,
+ "Ġsomeday": 51649,
+ "/include": 51650,
+ "å«ĤåŃIJ": 51651,
+ "_pp": 51652,
+ "åĽ¾è¡¨": 51653,
+ "Ġhackers": 51654,
+ "Ġjavascript": 51655,
+ "ocaust": 51656,
+ "Ġagon": 51657,
+ "çļĦæĪIJ绩": 51658,
+ "èłķ": 51659,
+ "Ġambiguous": 51660,
+ "åĽ½éĻħåĮĸ": 51661,
+ "çĥŃ度": 51662,
+ "ï¼Įä»ĸè¿ĺ": 51663,
+ "Ġ[$": 51664,
+ ".world": 51665,
+ "伯çε": 51666,
+ "Ġhull": 51667,
+ "ë¦": 51668,
+ "æ®´": 51669,
+ "apps": 51670,
+ "å¾Ĺä¸Ģ": 51671,
+ "éĢĤæĹ¶": 51672,
+ "ãĤ°": 51673,
+ "éģĹå¿ĺ": 51674,
+ "ä¸įä¸Ģ": 51675,
+ ".task": 51676,
+ "REN": 51677,
+ "Ġdug": 51678,
+ "æŁļ": 51679,
+ "Ġcutoff": 51680,
+ "EXPORT": 51681,
+ "ĠHandler": 51682,
+ "âĢľWhen": 51683,
+ "好æľĭåıĭ": 51684,
+ "ractical": 51685,
+ "ĠLopez": 51686,
+ "Ġdiary": 51687,
+ "é¢ĵ": 51688,
+ "Ġviewpoint": 51689,
+ "(tr": 51690,
+ "ä¸ŃèĢĥ": 51691,
+ "ÑĢа": 51692,
+ "æľĢç¾İ": 51693,
+ "èĢģäºĨ": 51694,
+ "igt": 51695,
+ "çķħéĶĢ": 51696,
+ "ĠMF": 51697,
+ "æĹłå¤Ħ": 51698,
+ "Ġanimations": 51699,
+ "Ġthirst": 51700,
+ "ä¹łé¢ĺ": 51701,
+ "è¶ĬæĿ¥è¶Ĭ大": 51702,
+ "å¤ļ为": 51703,
+ "ä¹Łä¸į好": 51704,
+ ",æĪijæĥ³": 51705,
+ "Ġhep": 51706,
+ "^âĪĴ": 51707,
+ "ĠHeath": 51708,
+ "Ġinherently": 51709,
+ "ĠHilton": 51710,
+ "ç»ĨåĪĻ": 51711,
+ "ĠEVERY": 51712,
+ "åĺ´ä¸Ĭ": 51713,
+ "OID": 51714,
+ "éĤ¸": 51715,
+ "ĠChin": 51716,
+ "ãĢģè¶ħ": 51717,
+ "olphins": 51718,
+ "ä¹±äºĨ": 51719,
+ "çļĦèĥ½éĩı": 51720,
+ "åģ·è¢Ń": 51721,
+ "ĠRica": 51722,
+ "Ġsudo": 51723,
+ "_rem": 51724,
+ "Ġdeliveries": 51725,
+ "Fair": 51726,
+ "datetime": 51727,
+ "linewidth": 51728,
+ "ovid": 51729,
+ "Ġconstexpr": 51730,
+ "dfs": 51731,
+ "urous": 51732,
+ "æĹ¶å°±": 51733,
+ "ç¾²": 51734,
+ "éĺ¿æł¹å»·": 51735,
+ "struments": 51736,
+ "Ġpassions": 51737,
+ "ĠHass": 51738,
+ "_storage": 51739,
+ "带äºĨ": 51740,
+ "å¸ħæ°Ķ": 51741,
+ "vee": 51742,
+ "缪": 51743,
+ "Ġmajors": 51744,
+ "ĠTW": 51745,
+ "ĠHemp": 51746,
+ "Ġquestionable": 51747,
+ "åIJ¸åıĸ": 51748,
+ "èµŀèµı": 51749,
+ "Ġpopped": 51750,
+ "fiction": 51751,
+ "çϽèıľ": 51752,
+ "ãĤ«": 51753,
+ "Ġflames": 51754,
+ ",å¼Ģå§ĭ": 51755,
+ "ï¼ĮæĪijä»¬åľ¨": 51756,
+ "æ²»çĸĹæĸ¹æ³ķ": 51757,
+ "Ġinvert": 51758,
+ "驯": 51759,
+ "Generation": 51760,
+ "Ġgeo": 51761,
+ "大佬": 51762,
+ "ÄĹ": 51763,
+ "ĠMadd": 51764,
+ "åı«ä»ĸ": 51765,
+ "Ġapparel": 51766,
+ "é쮿Į¡": 51767,
+ "Ġdevote": 51768,
+ "æĺ¯çͱäºİ": 51769,
+ "_UINT": 51770,
+ "æĤ¸": 51771,
+ "Sky": 51772,
+ "(',": 51773,
+ ",äºİ": 51774,
+ "ĠPearson": 51775,
+ "ĠThu": 51776,
+ "MW": 51777,
+ "_static": 51778,
+ "_EXPORT": 51779,
+ "ĠCUR": 51780,
+ "Ġcuc": 51781,
+ "ĠQuinn": 51782,
+ "_FAILURE": 51783,
+ "åĪģ": 51784,
+ "selection": 51785,
+ "ĠÑĢаÐ": 51786,
+ "been": 51787,
+ "Craft": 51788,
+ "wk": 51789,
+ "åĩºåħ·çļĦ": 51790,
+ "çļĦä¸Ģå¹ķ": 51791,
+ "regulation": 51792,
+ "æĮ¤åĩº": 51793,
+ "æĹ¥åζ": 51794,
+ "ĠLEG": 51795,
+ "Ġinspections": 51796,
+ "Ġgreeted": 51797,
+ "Hu": 51798,
+ "æīį好": 51799,
+ "æ·±è¿ľ": 51800,
+ "provider": 51801,
+ "ç§°ä½ľ": 51802,
+ "dan": 51803,
+ "使ç͍èĢħ": 51804,
+ "å¤ĸèµĦ": 51805,
+ "distance": 51806,
+ ".tab": 51807,
+ "éĢīä¸Ń": 51808,
+ "æ°´åĴĮ": 51809,
+ "Ġsue": 51810,
+ "Ġpops": 51811,
+ "[int": 51812,
+ "çļĦæķĻåѦ": 51813,
+ "vasive": 51814,
+ "çĺĢ": 51815,
+ "ка": 51816,
+ ".msg": 51817,
+ "Ġisomorphism": 51818,
+ "åĶij": 51819,
+ "_bus": 51820,
+ "æĹ¥è¯Ń": 51821,
+ "_network": 51822,
+ "ĠBelieve": 51823,
+ "ALT": 51824,
+ "Ġtakeaways": 51825,
+ "(local": 51826,
+ "ï¼Įä½Ĩè¿ĺæĺ¯": 51827,
+ "ĠSalmon": 51828,
+ "ĠPeer": 51829,
+ "orsche": 51830,
+ "ä»»åĬ¡çļĦ": 51831,
+ "ç͵è§Ĩæľº": 51832,
+ "forgettable": 51833,
+ "Ġeats": 51834,
+ "Ġbog": 51835,
+ "æįħ": 51836,
+ "Ġthriller": 51837,
+ "å¾ĺ": 51838,
+ "éħ¸æĢ§": 51839,
+ "Ġsaddle": 51840,
+ "ĠLeading": 51841,
+ ".play": 51842,
+ "èµ¶å¿Ļ": 51843,
+ "Ġquil": 51844,
+ "ĠForbes": 51845,
+ "-born": 51846,
+ "-place": 51847,
+ "Ġay": 51848,
+ "缴å±ŀ": 51849,
+ "ç͵åĬ¨æľº": 51850,
+ ".State": 51851,
+ "`": 51855,
+ "Ġevapor": 51856,
+ "ï¼Įå®ŀéĻħ": 51857,
+ "Ġlush": 51858,
+ "åĮ¡": 51859,
+ "Ġcomprehension": 51860,
+ "å¤ľçļĦ": 51861,
+ "æĮºå¥½çļĦ": 51862,
+ "ĠDiagram": 51863,
+ "ï¼ĮçŁ¥": 51864,
+ "ï¼ĮçĪ¶äº²": 51865,
+ "_lang": 51866,
+ "ç½ķè§ģ": 51867,
+ "çĤ¹ç¼Ģ": 51868,
+ "Ġobscure": 51869,
+ "fv": 51870,
+ "Fly": 51871,
+ "æĦŁè§īèĩªå·±": 51872,
+ "èĭ¦æģ¼": 51873,
+ "ĠMcCain": 51874,
+ "-\"": 51875,
+ "ĠMn": 51876,
+ "Ġreels": 51877,
+ "encers": 51878,
+ "Ġorganizers": 51879,
+ "纯åĩĢ": 51880,
+ "æ¯Ķä»ĸ": 51881,
+ "Ġlogistic": 51882,
+ "åı½": 51883,
+ "ĠBone": 51884,
+ "ãĢĤèĭı": 51885,
+ "åľ°ä»İ": 51886,
+ "åħħæĸ¥": 51887,
+ "款çļĦ": 51888,
+ "Ġerase": 51889,
+ "Ġsusceptibility": 51890,
+ "Ġhoused": 51891,
+ "éħ¸çĽIJ": 51892,
+ "Ġscanned": 51893,
+ "QC": 51894,
+ "igible": 51895,
+ "TEXT": 51896,
+ "èĥ½æĬĬ": 51897,
+ "æľ¬åŁºéĩij": 51898,
+ "Ġ]];": 51899,
+ "Ġpumping": 51900,
+ "ĠMeyer": 51901,
+ "ï¼Įä¿®": 51902,
+ "usement": 51903,
+ "天津å¸Ĥ": 51904,
+ "_Pos": 51905,
+ "ĠéĥŃ": 51906,
+ "ĠAgents": 51907,
+ "ç¾¤å²Ľ": 51908,
+ "åĩıæĮģ": 51909,
+ "ĠCarroll": 51910,
+ "ĠGHz": 51911,
+ "\\textwidth": 51912,
+ "èĮĥåĽ´åĨħçļĦ": 51913,
+ "_PAGE": 51914,
+ "Ġperformer": 51915,
+ "ĠWeapon": 51916,
+ "æĪĸå¤ļ": 51917,
+ "codec": 51918,
+ "è´¨éĩıçļĦ": 51919,
+ "ï¼ļhttps": 51920,
+ "reements": 51921,
+ "<<\"": 51922,
+ "енÑĤ": 51923,
+ "ä¸Ńè¿Ľè¡Į": 51924,
+ "龸éģĵ": 51925,
+ "çĽĸæĿ¿": 51926,
+ "ĠSecrets": 51927,
+ "FFFFFFFFFFFFFFFF": 51928,
+ "è§Ħ模çļĦ": 51929,
+ "å±ī": 51930,
+ "Ġultr": 51931,
+ "Ġdominance": 51932,
+ "æĬķä¿Ŀ": 51933,
+ "Similarly": 51934,
+ "ĠUnlimited": 51935,
+ "å¾ĴåĪij": 51936,
+ "-material": 51937,
+ "ĠInstructions": 51938,
+ "ifa": 51939,
+ "åĽĽç§į": 51940,
+ "ĠShannon": 51941,
+ "Ġprecedent": 51942,
+ "ĠRus": 51943,
+ "acterial": 51944,
+ "Ġdistributor": 51945,
+ "ĠWrong": 51946,
+ "DataSet": 51947,
+ "Ġbullying": 51948,
+ "åIJĦå¼ı": 51949,
+ "Ġdemonstrations": 51950,
+ "ëĭĪ": 51951,
+ "ECTOR": 51952,
+ "isbane": 51953,
+ "ï¼ĮæĶ¾åľ¨": 51954,
+ "Ġèī¾": 51955,
+ "Ġobservable": 51956,
+ "ä¸Ĭä¹Ł": 51957,
+ "ç§ģä¸ĭ": 51958,
+ "å¿ĥè·³": 51959,
+ "Road": 51960,
+ "çİĸ": 51961,
+ ".Fat": 51962,
+ "grpc": 51963,
+ "çļĦäºĭåĦ¿": 51964,
+ "Ġsurveyed": 51965,
+ "Ġcheating": 51966,
+ "(position": 51967,
+ "ĠFunc": 51968,
+ "ovich": 51969,
+ "çļĦæŃ»": 51970,
+ "çļĦæĦŁæĥħ": 51971,
+ "ĠGaza": 51972,
+ "Ġunicode": 51973,
+ "ErrorCode": 51974,
+ "ç§ijéķ¿": 51975,
+ "ï¼Įä¹ħ": 51976,
+ "Birth": 51977,
+ "ãĢģäºij": 51978,
+ "ä¸Ģå¹´çļĦ": 51979,
+ "tained": 51980,
+ "ITT": 51981,
+ "Ġpaddle": 51982,
+ "åħ¬è®¤": 51983,
+ "åĩłåįģå¹´": 51984,
+ "erential": 51985,
+ "å¸ĤåľºéľĢæ±Ĥ": 51986,
+ "æĢĢæĬ±": 51987,
+ "Ġconverges": 51988,
+ "Ġexpenditures": 51989,
+ "ä¸į离": 51990,
+ "Kids": 51991,
+ "æŃ£æĺ¯åĽłä¸º": 51992,
+ "Ġcontests": 51993,
+ "Ġimpulse": 51994,
+ "Ġboutique": 51995,
+ "rules": 51996,
+ "/to": 51997,
+ "ï¼İï¼İ": 51998,
+ "大å§IJ": 51999,
+ "Mission": 52000,
+ ".Rec": 52001,
+ "ï¼Įåı³": 52002,
+ "æ°´æµģ": 52003,
+ "éĵħç¬Ķ": 52004,
+ "_LINK": 52005,
+ "/get": 52006,
+ "翻身": 52007,
+ "æĹ¥æľ¬çļĦ": 52008,
+ "éĢģä¸Ĭ": 52009,
+ "ç¥ĸæ¯į": 52010,
+ "æĹ¶æľī": 52011,
+ "éĽĨç»ĵ": 52012,
+ "åIJĪä½ľåħ³ç³»": 52013,
+ "çıŃéķ¿": 52014,
+ "ç¥ĸçζ": 52015,
+ "(argv": 52016,
+ "åͱçīĩ": 52017,
+ "ĠThreat": 52018,
+ "@p": 52019,
+ "ĠBengal": 52020,
+ "ä¸Ģçŀ¬éĹ´": 52021,
+ "_BITS": 52022,
+ "çľ¼çIJĥ": 52023,
+ "ĠBod": 52024,
+ "Hold": 52025,
+ "ĠCAUSED": 52026,
+ "Directions": 52027,
+ "Ġcomfy": 52028,
+ "ï¼ĮæĽ´ä½ķåĨµ": 52029,
+ "认è¯ĨçļĦ": 52030,
+ "ĠADHD": 52031,
+ "_amount": 52032,
+ "osin": 52033,
+ "ï¼Į追": 52034,
+ "Ġæ´Ľ": 52035,
+ "anical": 52036,
+ "ãĢĤå°±æĺ¯": 52037,
+ "è¾Ļ": 52038,
+ "æĹłå¥ĪçļĦ": 52039,
+ "Dll": 52040,
+ "çļ±äºĨ": 52041,
+ "Ġwelding": 52042,
+ "Ġbidding": 52043,
+ "ั": 52044,
+ ".Tasks": 52045,
+ "ascade": 52046,
+ "Ġdinos": 52047,
+ "Ġpaused": 52048,
+ "Ġcontamin": 52049,
+ "èϽçĦ¶æĺ¯": 52050,
+ "ĠYorkshire": 52051,
+ "Ġeventual": 52052,
+ "Ġacquisitions": 52053,
+ "ĠPercent": 52054,
+ "iba": 52055,
+ "/qu": 52056,
+ "åīĸæŀIJ": 52057,
+ "èµ°è¿ĩåİ»": 52058,
+ "åİ¿éķ¿": 52059,
+ "主人åħ¬": 52060,
+ "_down": 52061,
+ "ä¼łçľŁ": 52062,
+ "ä¸Ĭåij¨": 52063,
+ "ãĢĭæĿĤå¿Ĺ": 52064,
+ "mente": 52065,
+ "ĠExhibition": 52066,
+ ":a": 52067,
+ "åī§åľº": 52068,
+ "èģĺç͍": 52069,
+ "ï¼ĮåĪĽéĢł": 52070,
+ "Ġtraps": 52071,
+ "Ġtrendy": 52072,
+ "BAR": 52073,
+ "ä½ĵåŀĭ": 52074,
+ "ãĢģæĶ¿åºľ": 52075,
+ "_steps": 52076,
+ "Ġbak": 52077,
+ "ENSION": 52078,
+ "âĢľä¸¤": 52079,
+ "ãĢģåıijå±ķ": 52080,
+ "Ron": 52081,
+ "Ġsafeguard": 52082,
+ "ï¼Į两个人": 52083,
+ "ãĢģæľºæ¢°": 52084,
+ "Ġextras": 52085,
+ "éļIJå½¢": 52086,
+ "声称": 52087,
+ "纪æ£Ģ": 52088,
+ "emphasis": 52089,
+ "ç͵ç«ŀ": 52090,
+ "ĠConnected": 52091,
+ "prepare": 52092,
+ "Ġpathogens": 52093,
+ "åºĶç͍çļĦ": 52094,
+ "Ġscalable": 52095,
+ "Executive": 52096,
+ "å¿įèĢħ": 52097,
+ "å¤įåı¤": 52098,
+ "Ġpredicts": 52099,
+ "ãĢĭéĩĮ": 52100,
+ "åľ¨è¿ĻåĦ¿": 52101,
+ "Ġscreenshot": 52102,
+ "Cnt": 52103,
+ "Ġplead": 52104,
+ "writers": 52105,
+ "ĠJohns": 52106,
+ "声èªī": 52107,
+ "èĢĮè¨Ģä¹ĭ": 52108,
+ "Ġbasal": 52109,
+ "ï¼Įå¦Ĥæľī": 52110,
+ "åŁºæľ¬ä¿¡æģ¯": 52111,
+ "å®¶åįıä¼ļ": 52112,
+ "(command": 52113,
+ "Say": 52114,
+ "Ġquo": 52115,
+ "ï¼Įæ´»": 52116,
+ "ä¸Ńæµ·": 52117,
+ "éļIJèͽ": 52118,
+ "ĠBurns": 52119,
+ "Ġlinen": 52120,
+ "äºĨæĮĩ": 52121,
+ "ĠMidwest": 52122,
+ "ĠEuropa": 52123,
+ "-resolution": 52124,
+ "ertificate": 52125,
+ "åı®åĺ±": 52126,
+ "ĠAdm": 52127,
+ "Ġsettlements": 52128,
+ "called": 52129,
+ "大èħ¿": 52130,
+ "Lite": 52131,
+ "ĠTechniques": 52132,
+ "çĥĻ": 52133,
+ "Ġobstruct": 52134,
+ "ĠSuccessful": 52135,
+ "Ġdeclaring": 52136,
+ "ĠSUBSTITUTE": 52137,
+ "ĠSmooth": 52138,
+ "è¿Ľåζ": 52139,
+ "Ġak": 52140,
+ "ĠNissan": 52141,
+ "Ġoutright": 52142,
+ "åģľé¡¿": 52143,
+ "åŁ¹è®ŃçıŃ": 52144,
+ "ĠBros": 52145,
+ "Ġsandwiches": 52146,
+ "èĬ±æľµ": 52147,
+ "ĠåĽ¾çīĩ": 52148,
+ ".Sc": 52149,
+ "驾车": 52150,
+ ".Serialization": 52151,
+ "ĠLars": 52152,
+ "绳åŃIJ": 52153,
+ "Ġfacilitating": 52154,
+ "ä¸ĩèĤ¡": 52155,
+ "ĠSevent": 52156,
+ "èĤ¥æĸĻ": 52157,
+ "Ġportraits": 52158,
+ "Ġplat": 52159,
+ "Ġoptimizing": 52160,
+ "\"åĴĮ": 52161,
+ "ĠGin": 52162,
+ "ï¼ĮåĬ¨": 52163,
+ "åįĬæĻĮ": 52164,
+ "è¾ĵåĩºçļĦ": 52165,
+ "嵩": 52166,
+ "renew": 52167,
+ "æ°ijåĬŀ": 52168,
+ "ĠFry": 52169,
+ "社ä¼ļç§ijåѦ": 52170,
+ "ï¼Įä¸Ģä¸ĭåŃIJ": 52171,
+ "Ġgc": 52172,
+ "Ġki": 52173,
+ "mus": 52174,
+ "æĥ°": 52175,
+ "åºĶæľīçļĦ": 52176,
+ "ĠInvestors": 52177,
+ "henyl": 52178,
+ "ĠSpread": 52179,
+ "ï¼Įè¯Ńæ°Ķ": 52180,
+ "gging": 52181,
+ "Ġconfidentiality": 52182,
+ "StripMenuItem": 52183,
+ "ä¸Ģå¦Ĥ": 52184,
+ "ĠSepar": 52185,
+ "Ġordinance": 52186,
+ "CBD": 52187,
+ "ä»ĸçļĦè¯Ŀ": 52188,
+ "çº¸å¼ł": 52189,
+ "ï¼Įåħ¨åĬĽ": 52190,
+ "uctions": 52191,
+ "çŃīåIJĦç§į": 52192,
+ "å¿ĥå¾Ĺ": 52193,
+ "Ġpathology": 52194,
+ "åѵåĮĸ": 52195,
+ "\\pm": 52196,
+ "oxicity": 52197,
+ "éĺģä¸ĭ": 52198,
+ "_APP": 52199,
+ "ï¼Įä½ľ": 52200,
+ "ĠCourts": 52201,
+ "ĠScout": 52202,
+ "æ¶Īéĺ²å®īåħ¨": 52203,
+ "æĺ¯å¤ļä¹Ī": 52204,
+ "Gallery": 52205,
+ "Ġ))": 52206,
+ "ĠHolder": 52207,
+ "åѦéģĵ": 52208,
+ "ĠBlockchain": 52209,
+ "å¼ĢéĺĶ": 52210,
+ "ĠKerry": 52211,
+ "å¿«ä¹IJçļĦ": 52212,
+ "Ġbasin": 52213,
+ "ĠGraphic": 52214,
+ "Ġsympathy": 52215,
+ "ĠDF": 52216,
+ "=\"../../../../../": 52217,
+ "ĠTypeError": 52218,
+ "å¿ĥäºĨ": 52219,
+ "è·¯æĺĵ": 52220,
+ "ĠProviders": 52221,
+ "Ġ羣": 52222,
+ "ĠRatings": 52223,
+ "ĠSpringer": 52224,
+ "åΰæľĢåIJİ": 52225,
+ "åĸľæ¬¢ä½ł": 52226,
+ "Ġnumbered": 52227,
+ "ä¸įè¯Ń": 52228,
+ "ĠFlip": 52229,
+ "Weapon": 52230,
+ "è½¬çľ¼": 52231,
+ "ç»ıèIJ¥èĢħ": 52232,
+ "èµ°è¿ĩæĿ¥": 52233,
+ "ãĢĤæķ´ä¸ª": 52234,
+ "åī¯ä¼ļéķ¿": 52235,
+ "ĠGENER": 52236,
+ "è¡Į礼": 52237,
+ "åħ¬å¸ĥçļĦ": 52238,
+ "Ġjungle": 52239,
+ "ĠDish": 52240,
+ "Vehicle": 52241,
+ "ĠBrent": 52242,
+ "-you": 52243,
+ "Ġfluorescent": 52244,
+ "çĿĢéĤ£": 52245,
+ "ĠBlank": 52246,
+ "ãĢģé«ĺæķĪ": 52247,
+ "å·¥ä½ľæķĪçİĩ": 52248,
+ "carbon": 52249,
+ "Ġcovariance": 52250,
+ "åħ±é¸£": 52251,
+ "æķ£äºĨ": 52252,
+ "Ġferry": 52253,
+ "Ġidentifiable": 52254,
+ "ĠTRA": 52255,
+ "ĠAce": 52256,
+ "åŃ¢": 52257,
+ "Ġobservers": 52258,
+ "Ġreceipts": 52259,
+ "æķ°æį®åĪĨæŀIJ": 52260,
+ "å¸Įå°Ķ": 52261,
+ "éĩijèŀįå·¥åħ·": 52262,
+ "åĩºéĻ¢": 52263,
+ "Ġsanction": 52264,
+ "Ġinjections": 52265,
+ "Dar": 52266,
+ "_LOW": 52267,
+ "iona": 52268,
+ "Ġinception": 52269,
+ "(task": 52270,
+ "ĠUUID": 52271,
+ "æŀĦæĢĿ": 52272,
+ "skb": 52273,
+ "Ĉą": 52274,
+ "Ġparadise": 52275,
+ " |