Invalid JSON: Unexpected token 'I', ..."d_ratio": Infinity,
"... is not valid JSON
| { | |
| "Linear": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.008050061762332916, | |
| 0.0010963320964947343, | |
| 0.0009172428981401026, | |
| 0.0010250628693029284, | |
| 0.001246687606908381, | |
| 0.007761468179523945 | |
| ], | |
| "grad_ratio": 0.964150128564933, | |
| "min_grad": 0.0009172428981401026, | |
| "max_grad": 0.008050061762332916 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 0.015239879488945007, | |
| 0.0021073841489851475, | |
| 0.0018483479507267475, | |
| 0.0018574574496597052, | |
| 0.0018114272970706224, | |
| 0.0019894992001354694, | |
| 0.0019402478355914354, | |
| 0.0019223426934331656, | |
| 0.00207877391949296, | |
| 0.0018008677288889885, | |
| 0.012865377590060234 | |
| ], | |
| "grad_ratio": 0.844191551184746, | |
| "min_grad": 0.0018008677288889885, | |
| "max_grad": 0.015239879488945007 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 0.036468636244535446, | |
| 0.0051793260499835014, | |
| 0.005397915840148926, | |
| 0.005881031043827534, | |
| 0.0065384479239583015, | |
| 0.006293305195868015, | |
| 0.007871010340750217, | |
| 0.008248774334788322, | |
| 0.006826749537140131, | |
| 0.00674730259925127, | |
| 0.008694681338965893, | |
| 0.009522023610770702, | |
| 0.008454672992229462, | |
| 0.008771323598921299, | |
| 0.008859103545546532, | |
| 0.009891698136925697, | |
| 0.009978478774428368, | |
| 0.009726550430059433, | |
| 0.010439122095704079, | |
| 0.009645323269069195, | |
| 0.05231242626905441 | |
| ], | |
| "grad_ratio": 1.4344497495007937, | |
| "min_grad": 0.0051793260499835014, | |
| "max_grad": 0.05231242626905441 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 0.00780356302857399, | |
| 0.0013463267823681235, | |
| 0.0012181808706372976, | |
| 0.0010228229220956564, | |
| 0.001138024963438511, | |
| 0.0008798623457551003, | |
| 0.0010108972201123834, | |
| 0.0010009947000071406, | |
| 0.0009158722823485732, | |
| 0.0009618965559639037, | |
| 0.0012096513528376818, | |
| 0.0012799486285075545, | |
| 0.001536667114123702, | |
| 0.0017125546000897884, | |
| 0.0017641540616750717, | |
| 0.0015709223225712776, | |
| 0.00140175421256572, | |
| 0.0012298696674406528, | |
| 0.0011636429699137807, | |
| 0.001056956360116601, | |
| 0.0010974140604957938, | |
| 0.0011490222532302141, | |
| 0.0009985913056880236, | |
| 0.0013249358162283897, | |
| 0.0014535158406943083, | |
| 0.001274607377126813, | |
| 0.001229060348123312, | |
| 0.0013025497319176793, | |
| 0.0015170243568718433, | |
| 0.001247262116521597, | |
| 0.0012123766355216503, | |
| 0.0011242021573707461, | |
| 0.0010333468671888113, | |
| 0.0008959962287917733, | |
| 0.0008950810879468918, | |
| 0.0010485145030543208, | |
| 0.0009760436369106174, | |
| 0.0009109822567552328, | |
| 0.0007398416055366397, | |
| 0.0005476648802869022, | |
| 0.0006474255351349711, | |
| 0.0007444445509463549, | |
| 0.0008837291388772428, | |
| 0.0007879274780862033, | |
| 0.001059026806615293, | |
| 0.001115000806748867, | |
| 0.001130359130911529, | |
| 0.0008145536994561553, | |
| 0.0007189075695350766, | |
| 0.000832579389680177, | |
| 0.004423433914780617 | |
| ], | |
| "grad_ratio": 0.5668479695619439, | |
| "min_grad": 0.0005476648802869022, | |
| "max_grad": 0.00780356302857399 | |
| } | |
| }, | |
| "Sigmoid": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 1.329346741840709e-05, | |
| 0.00018357441877014935, | |
| 0.0008353336015716195, | |
| 0.0034204141702502966, | |
| 0.016047654673457146, | |
| 0.5201966166496277 | |
| ], | |
| "grad_ratio": 39131.45360284038, | |
| "min_grad": 1.329346741840709e-05, | |
| "max_grad": 0.5201966166496277 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 1.9365648640246036e-08, | |
| 1.1185557013959624e-07, | |
| 4.6022879018892127e-07, | |
| 1.8140412976208609e-06, | |
| 8.593917300458997e-06, | |
| 3.840812496491708e-05, | |
| 0.00016295832756441087, | |
| 0.0007747909985482693, | |
| 0.0037876588758081198, | |
| 0.0159453097730875, | |
| 0.5039748549461365 | |
| ], | |
| "grad_ratio": 25890473.225954954, | |
| "min_grad": 1.9365648640246036e-08, | |
| "max_grad": 0.5039748549461365 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 1.8916608934111366e-15, | |
| 1.0649327150365553e-13, | |
| 4.204508377743388e-13, | |
| 1.7963471422161037e-12, | |
| 7.273562394743971e-12, | |
| 3.31086824623128e-11, | |
| 1.3555417899269173e-10, | |
| 5.809138725609841e-10, | |
| 2.2974195879044146e-09, | |
| 9.252158150729883e-09, | |
| 3.954029637043277e-08, | |
| 1.6869600472091406e-07, | |
| 7.561744155282213e-07, | |
| 3.262422751504346e-06, | |
| 1.222013816004619e-05, | |
| 4.3847096094395965e-05, | |
| 0.0002167787024518475, | |
| 0.0009953442495316267, | |
| 0.003992772661149502, | |
| 0.01867060922086239, | |
| 0.47626304626464844 | |
| ], | |
| "grad_ratio": Infinity, | |
| "min_grad": 1.8916608934111366e-15, | |
| "max_grad": 0.47626304626464844 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 7.0844932307647634e-34, | |
| 5.838017755594026e-33, | |
| 2.8322161054672555e-32, | |
| 1.4260718954995027e-31, | |
| 6.328142182284493e-31, | |
| 2.620957812390017e-30, | |
| 1.0923929563660472e-29, | |
| 4.471435163002491e-29, | |
| 1.8042435515991526e-28, | |
| 6.882144063327598e-28, | |
| 3.270060719292387e-27, | |
| 1.396067635864233e-26, | |
| 6.815393372940877e-26, | |
| 3.2482708557536667e-25, | |
| 1.4205584328014256e-24, | |
| 5.379184136995093e-24, | |
| 2.7745026897528206e-23, | |
| 1.1308728759659022e-22, | |
| 4.541378072919718e-22, | |
| 2.120679448671423e-21, | |
| 1.0006082368214331e-20, | |
| 4.098714831882344e-20, | |
| 1.9289519720021877e-19, | |
| 7.17730245249119e-19, | |
| 2.8497540495067035e-18, | |
| 1.2681734272899532e-17, | |
| 5.874923907460281e-17, | |
| 2.8391448543088637e-16, | |
| 1.1303265045952901e-15, | |
| 5.398206617905068e-15, | |
| 2.095711299811287e-14, | |
| 8.007427999747602e-14, | |
| 2.7801646076443254e-13, | |
| 1.121316472833811e-12, | |
| 4.9648111143107965e-12, | |
| 1.8212310132215137e-11, | |
| 7.814832114760861e-11, | |
| 4.2286585344442074e-10, | |
| 1.5975993861161442e-09, | |
| 7.24585280664769e-09, | |
| 3.052652886026408e-08, | |
| 1.3369705698096368e-07, | |
| 5.750946456828387e-07, | |
| 2.7530245461093727e-06, | |
| 1.2589617654157337e-05, | |
| 4.707488915300928e-05, | |
| 0.00023045617854222655, | |
| 0.0009376317029818892, | |
| 0.004132640082389116, | |
| 0.017605705186724663, | |
| 0.5052091479301453 | |
| ], | |
| "grad_ratio": Infinity, | |
| "min_grad": 7.0844932307647634e-34, | |
| "max_grad": 0.5052091479301453 | |
| } | |
| }, | |
| "Tanh": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.03351971507072449, | |
| 0.005644960328936577, | |
| 0.005629217717796564, | |
| 0.004272429272532463, | |
| 0.004444873426109552, | |
| 0.03419789671897888 | |
| ], | |
| "grad_ratio": 1.0202323183475825, | |
| "min_grad": 0.004272429272532463, | |
| "max_grad": 0.03419789671897888 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 0.0047364430502057076, | |
| 0.0005191669915802777, | |
| 0.00047829572577029467, | |
| 0.0004884133813902736, | |
| 0.00047016539610922337, | |
| 0.000537046289537102, | |
| 0.0006175324087962508, | |
| 0.0006409377092495561, | |
| 0.00068072066642344, | |
| 0.0008328863768838346, | |
| 0.005633068270981312 | |
| ], | |
| "grad_ratio": 1.1893034693632212, | |
| "min_grad": 0.00047016539610922337, | |
| "max_grad": 0.005633068270981312 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 0.0033105318434536457, | |
| 0.00035661246511153877, | |
| 0.00023856971529312432, | |
| 0.00021728740830440074, | |
| 0.0002619670704007149, | |
| 0.00027585128555074334, | |
| 0.0003367620229255408, | |
| 0.000320765539072454, | |
| 0.00037765782326459885, | |
| 0.00032520643435418606, | |
| 0.00027947983471676707, | |
| 0.0002846440183930099, | |
| 0.00030009946203790605, | |
| 0.0002704813960008323, | |
| 0.00023925062851049006, | |
| 0.000239664688706398, | |
| 0.00022458421881310642, | |
| 0.00023295514984056354, | |
| 0.00021394219947978854, | |
| 0.0003151296405121684, | |
| 0.0016792872920632362 | |
| ], | |
| "grad_ratio": 0.5072560303741862, | |
| "min_grad": 0.00021394219947978854, | |
| "max_grad": 0.0033105318434536457 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 0.001763450214639306, | |
| 0.00033820036333054304, | |
| 0.000249166478170082, | |
| 0.0002763355150818825, | |
| 0.00026023955433629453, | |
| 0.0002999708813149482, | |
| 0.000318168371450156, | |
| 0.00033116358099505305, | |
| 0.00040550882113166153, | |
| 0.00045765130198560655, | |
| 0.00044944032561033964, | |
| 0.0003122303169220686, | |
| 0.00036881951382383704, | |
| 0.0003479030274320394, | |
| 0.00034049811074510217, | |
| 0.0002740394265856594, | |
| 0.00025506241945549846, | |
| 0.0003161318600177765, | |
| 0.00032785223447717726, | |
| 0.0003354167565703392, | |
| 0.0003104435745626688, | |
| 0.00029517413349822164, | |
| 0.00028998652123846114, | |
| 0.0003076053108088672, | |
| 0.00041010743007063866, | |
| 0.0003922421601600945, | |
| 0.00047395285218954086, | |
| 0.0004304224858060479, | |
| 0.00041831302223727107, | |
| 0.00044402480125427246, | |
| 0.0005924889701418579, | |
| 0.0006368134636431932, | |
| 0.0006767367012798786, | |
| 0.0007343342294916511, | |
| 0.0006757226656191051, | |
| 0.0007636228110641241, | |
| 0.0006845869356766343, | |
| 0.000606647168751806, | |
| 0.0006138741737231612, | |
| 0.0005519173573702574, | |
| 0.0005722586065530777, | |
| 0.0006591876153834164, | |
| 0.0005433019832707942, | |
| 0.0006216123001649976, | |
| 0.000657913158647716, | |
| 0.0006560561014339328, | |
| 0.0007619493990205228, | |
| 0.0006265546544454992, | |
| 0.0007016111630946398, | |
| 0.0007417646702378988, | |
| 0.005914537236094475 | |
| ], | |
| "grad_ratio": 3.35395740214219, | |
| "min_grad": 0.000249166478170082, | |
| "max_grad": 0.005914537236094475 | |
| } | |
| }, | |
| "ReLU": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.014101849868893623, | |
| 0.001496600452810526, | |
| 0.0014238011790439487, | |
| 0.0014998713741078973, | |
| 0.0015860931016504765, | |
| 0.015500804409384727 | |
| ], | |
| "grad_ratio": 1.099203611127403, | |
| "min_grad": 0.0014238011790439487, | |
| "max_grad": 0.015500804409384727 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 0.0014025310520082712, | |
| 0.00016288302140310407, | |
| 0.00013577929348684847, | |
| 0.0001386851363349706, | |
| 0.0001480671635363251, | |
| 0.0001368058001389727, | |
| 0.00013926667452324182, | |
| 0.00015075650298967957, | |
| 0.0002554032835178077, | |
| 0.0002662213228177279, | |
| 0.002704559825360775 | |
| ], | |
| "grad_ratio": 1.9283420703263103, | |
| "min_grad": 0.00013577929348684847, | |
| "max_grad": 0.002704559825360775 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 3.7245703424559906e-05, | |
| 4.251361133356113e-06, | |
| 4.524792984739179e-06, | |
| 5.495635832630796e-06, | |
| 5.064898232376436e-06, | |
| 5.4087636272015516e-06, | |
| 5.452491677715443e-06, | |
| 4.675002855947241e-06, | |
| 6.162107638374437e-06, | |
| 6.620976819249336e-06, | |
| 4.717851879831869e-06, | |
| 4.145825641899137e-06, | |
| 4.5299593693926e-06, | |
| 3.5821340134134516e-06, | |
| 4.3953100430371705e-06, | |
| 5.28204918737174e-06, | |
| 4.118291144550312e-06, | |
| 5.31574733031448e-06, | |
| 4.957274541084189e-06, | |
| 5.01117483509006e-06, | |
| 4.032064680359326e-05 | |
| ], | |
| "grad_ratio": 1.0825554316545043, | |
| "min_grad": 3.5821340134134516e-06, | |
| "max_grad": 4.032064680359326e-05 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 4.0748809881918646e-10, | |
| 4.1576700415824064e-11, | |
| 4.808999032324124e-11, | |
| 4.3272396083038345e-11, | |
| 3.670341461314841e-11, | |
| 3.189445582640893e-11, | |
| 3.547676041826264e-11, | |
| 4.278560838955059e-11, | |
| 3.8738050961439896e-11, | |
| 2.8411658442584198e-11, | |
| 2.8411212618650872e-11, | |
| 2.0138330239505287e-11, | |
| 1.481766966071607e-11, | |
| 1.4131399175831838e-11, | |
| 1.0386590892919045e-11, | |
| 9.893367375335416e-12, | |
| 6.878495602963275e-12, | |
| 9.364926369104243e-12, | |
| 1.7540371932689425e-11, | |
| 1.3343419251465871e-11, | |
| 1.097693550639045e-11, | |
| 1.5165892847113227e-11, | |
| 1.4713279206102214e-11, | |
| 2.3583145852823506e-11, | |
| 3.395298625585852e-11, | |
| 3.117691521614674e-11, | |
| 4.333122402555567e-11, | |
| 3.22573148747729e-11, | |
| 5.136685174433886e-11, | |
| 5.1204915307856425e-11, | |
| 5.411919523634623e-11, | |
| 5.267703634403986e-11, | |
| 4.2387225673845563e-11, | |
| 4.742817596992133e-11, | |
| 6.158997617466966e-11, | |
| 5.1932062816728575e-11, | |
| 5.4820710471137346e-11, | |
| 5.396337543484009e-11, | |
| 4.900669800522728e-11, | |
| 4.6886501625653665e-11, | |
| 4.134630138263873e-11, | |
| 5.020979465530928e-11, | |
| 4.7103397571302e-11, | |
| 3.112848867559137e-11, | |
| 3.6117463186879917e-11, | |
| 3.79848097420421e-11, | |
| 4.5467990483771814e-11, | |
| 4.9867904944322916e-11, | |
| 5.4948202238280786e-11, | |
| 4.6310327100895776e-11, | |
| 5.024600735481499e-10 | |
| ], | |
| "grad_ratio": 0.9900923287014304, | |
| "min_grad": 6.878495602963275e-12, | |
| "max_grad": 5.024600735481499e-10 | |
| } | |
| }, | |
| "LeakyReLU": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.01470071543008089, | |
| 0.0012602064525708556, | |
| 0.0012662984663620591, | |
| 0.0009464086033403873, | |
| 0.0009920477168634534, | |
| 0.009053332731127739 | |
| ], | |
| "grad_ratio": 0.6158429984311058, | |
| "min_grad": 0.0009464086033403873, | |
| "max_grad": 0.01470071543008089 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 0.0042951712384819984, | |
| 0.0005413700127974153, | |
| 0.0004284090828150511, | |
| 0.0005468458402901888, | |
| 0.0006778627866879106, | |
| 0.0004228659381624311, | |
| 0.00042784903780557215, | |
| 0.00039307467523030937, | |
| 0.00032244977774098516, | |
| 0.0002800374059006572, | |
| 0.0031104935333132744 | |
| ], | |
| "grad_ratio": 0.7241838073944186, | |
| "min_grad": 0.0002800374059006572, | |
| "max_grad": 0.0042951712384819984 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 2.8346576073090546e-05, | |
| 2.929918991867453e-06, | |
| 2.5261108476115623e-06, | |
| 2.771588697214611e-06, | |
| 2.6496877580939326e-06, | |
| 3.129072638330399e-06, | |
| 4.099352281627944e-06, | |
| 4.804170202987734e-06, | |
| 4.945289219904225e-06, | |
| 3.7647364479198586e-06, | |
| 4.576029368763557e-06, | |
| 6.478589057223871e-06, | |
| 5.010792392567964e-06, | |
| 6.02887575951172e-06, | |
| 4.592878212861251e-06, | |
| 4.993918537365971e-06, | |
| 5.19327113579493e-06, | |
| 5.606665581581183e-06, | |
| 5.385511940403376e-06, | |
| 6.034209036442917e-06, | |
| 4.905004607280716e-05 | |
| ], | |
| "grad_ratio": 1.7303632336410086, | |
| "min_grad": 2.5261108476115623e-06, | |
| "max_grad": 4.905004607280716e-05 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 3.5766740680287512e-09, | |
| 3.229797540527102e-10, | |
| 2.7701627103304816e-10, | |
| 2.624537254192205e-10, | |
| 2.393769349406938e-10, | |
| 2.2850041303534852e-10, | |
| 2.966877854504446e-10, | |
| 3.075732446511381e-10, | |
| 2.8547886277152656e-10, | |
| 2.506321539197387e-10, | |
| 2.2882917782851564e-10, | |
| 1.9686166585763942e-10, | |
| 1.8310070126759115e-10, | |
| 1.407220451277169e-10, | |
| 1.5929868535380365e-10, | |
| 1.8709400695371414e-10, | |
| 1.7987977773969988e-10, | |
| 2.1005408523677715e-10, | |
| 2.086961436997825e-10, | |
| 2.0939296130340068e-10, | |
| 1.8472533225288856e-10, | |
| 1.8743909202534326e-10, | |
| 2.050700720346299e-10, | |
| 1.5845748324583298e-10, | |
| 2.8162439047463295e-10, | |
| 3.2937369498498015e-10, | |
| 3.317407182290566e-10, | |
| 3.561825834275112e-10, | |
| 2.568388002277544e-10, | |
| 3.0480978852054363e-10, | |
| 3.5757000138580963e-10, | |
| 4.529772945627286e-10, | |
| 5.357266852357156e-10, | |
| 3.5494915340272826e-10, | |
| 3.9480846369954747e-10, | |
| 4.4418710376525894e-10, | |
| 4.2709979997113123e-10, | |
| 5.071326691918898e-10, | |
| 6.737294055980669e-10, | |
| 7.830959769528079e-10, | |
| 1.0350242884982208e-09, | |
| 1.411187833255667e-09, | |
| 1.2938438098686333e-09, | |
| 1.2814410643713359e-09, | |
| 1.2561465201343935e-09, | |
| 9.485904284289859e-10, | |
| 7.881903463236029e-10, | |
| 9.489523611350137e-10, | |
| 9.804673739566283e-10, | |
| 7.932817180922314e-10, | |
| 6.4204632721498456e-09 | |
| ], | |
| "grad_ratio": 1.7462693601209467, | |
| "min_grad": 1.407220451277169e-10, | |
| "max_grad": 6.4204632721498456e-09 | |
| } | |
| }, | |
| "ELU": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.01663251966238022, | |
| 0.0029170920606702566, | |
| 0.0026800488121807575, | |
| 0.00239160587079823, | |
| 0.0019397285068407655, | |
| 0.01229225005954504 | |
| ], | |
| "grad_ratio": 0.7390491780654852, | |
| "min_grad": 0.0019397285068407655, | |
| "max_grad": 0.01663251966238022 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 0.017808735370635986, | |
| 0.002567092888057232, | |
| 0.00246000150218606, | |
| 0.0024695242755115032, | |
| 0.0028006252832710743, | |
| 0.003059604438021779, | |
| 0.003199273254722357, | |
| 0.002859656000509858, | |
| 0.0033924104645848274, | |
| 0.0037210085429251194, | |
| 0.02290493994951248 | |
| ], | |
| "grad_ratio": 1.2861631858859037, | |
| "min_grad": 0.00246000150218606, | |
| "max_grad": 0.02290493994951248 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 0.013705123215913773, | |
| 0.002269498072564602, | |
| 0.0022475626319646835, | |
| 0.0022167174611240625, | |
| 0.002372121438384056, | |
| 0.0020576310344040394, | |
| 0.0015043665189296007, | |
| 0.001998412422835827, | |
| 0.002135390415787697, | |
| 0.0023664706386625767, | |
| 0.002190660685300827, | |
| 0.0017200811998918653, | |
| 0.0018231148133054376, | |
| 0.001758940052241087, | |
| 0.0018559158779680729, | |
| 0.0016274445224553347, | |
| 0.0015842452412471175, | |
| 0.0015502613969147205, | |
| 0.0014859639341011643, | |
| 0.001593574183061719, | |
| 0.012028824537992477 | |
| ], | |
| "grad_ratio": 0.8776881652735767, | |
| "min_grad": 0.0014859639341011643, | |
| "max_grad": 0.013705123215913773 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 0.004887521732598543, | |
| 0.0007832266855984926, | |
| 0.0006716778734698892, | |
| 0.0005891284672543406, | |
| 0.0005811535520479083, | |
| 0.0005837337812408805, | |
| 0.0006290594465099275, | |
| 0.0005577743286266923, | |
| 0.0004929671413265169, | |
| 0.0004932894371449947, | |
| 0.0005606593331322074, | |
| 0.0004906051326543093, | |
| 0.0006288370350375772, | |
| 0.0005605426849797368, | |
| 0.0005639252485707402, | |
| 0.0006711557507514954, | |
| 0.000758685520850122, | |
| 0.0008568805642426014, | |
| 0.0010297633707523346, | |
| 0.0009885970503091812, | |
| 0.0008996614487841725, | |
| 0.0008692842093296349, | |
| 0.000767996592912823, | |
| 0.0007075848407112062, | |
| 0.0007235572556965053, | |
| 0.0007116141496226192, | |
| 0.0007007126696407795, | |
| 0.0007190519827418029, | |
| 0.0008402850944548845, | |
| 0.0008518969407305121, | |
| 0.0008310297853313386, | |
| 0.0007118322537280619, | |
| 0.0006796397501602769, | |
| 0.0005843604449182749, | |
| 0.000612094416283071, | |
| 0.0005740316701121628, | |
| 0.0005840327357873321, | |
| 0.0005447334842756391, | |
| 0.0005405263509601355, | |
| 0.000639910576865077, | |
| 0.0006458850111812353, | |
| 0.000506310723721981, | |
| 0.0004536394844762981, | |
| 0.0005528016481548548, | |
| 0.0005283295176923275, | |
| 0.0005171207594685256, | |
| 0.0006086996290832758, | |
| 0.0006533186533488333, | |
| 0.0005882599507458508, | |
| 0.0005357624613679945, | |
| 0.0038252624217420816 | |
| ], | |
| "grad_ratio": 0.7826588919211659, | |
| "min_grad": 0.0004536394844762981, | |
| "max_grad": 0.004887521732598543 | |
| } | |
| }, | |
| "GELU": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.0010285419411957264, | |
| 9.60302131716162e-05, | |
| 9.209314885083586e-05, | |
| 0.00011441837705206126, | |
| 0.0001269969216082245, | |
| 0.0007236471283249557 | |
| ], | |
| "grad_ratio": 0.7035659208287522, | |
| "min_grad": 9.209314885083586e-05, | |
| "max_grad": 0.0010285419411957264 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 3.906059646396898e-05, | |
| 3.3071144116547657e-06, | |
| 3.1985800887923688e-06, | |
| 3.751452823053114e-06, | |
| 4.194784651190275e-06, | |
| 4.12333247368224e-06, | |
| 3.9710230339551345e-06, | |
| 4.581149823934538e-06, | |
| 5.366082405089401e-06, | |
| 5.254818461253308e-06, | |
| 3.233579627703875e-05 | |
| ], | |
| "grad_ratio": 0.8278346062484185, | |
| "min_grad": 3.1985800887923688e-06, | |
| "max_grad": 3.906059646396898e-05 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 4.981622936384156e-08, | |
| 5.1634829745239585e-09, | |
| 5.359442667440817e-09, | |
| 5.454969809193244e-09, | |
| 5.173827588578206e-09, | |
| 4.429149491613771e-09, | |
| 4.192657776513897e-09, | |
| 4.186289537244647e-09, | |
| 3.735665998760851e-09, | |
| 4.245008344838652e-09, | |
| 3.94130861280928e-09, | |
| 3.9390282147167e-09, | |
| 3.6740721576222768e-09, | |
| 4.095196182163363e-09, | |
| 4.220522598075149e-09, | |
| 4.035296097271157e-09, | |
| 3.3165288293446338e-09, | |
| 3.0403306539028563e-09, | |
| 3.1769413766369325e-09, | |
| 2.770538021223956e-09, | |
| 1.668505689167432e-08 | |
| ], | |
| "grad_ratio": 0.33426116323923866, | |
| "min_grad": 2.770538021223956e-09, | |
| "max_grad": 4.981622936384156e-08 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 2.3012852855494874e-17, | |
| 2.35081338647059e-18, | |
| 2.1541842830606098e-18, | |
| 2.7671168451562777e-18, | |
| 2.8165460566351496e-18, | |
| 3.0470349712393754e-18, | |
| 2.4107901847352786e-18, | |
| 2.580259846707846e-18, | |
| 2.5067991772779303e-18, | |
| 3.0468720166587025e-18, | |
| 2.889441141321232e-18, | |
| 2.6877542420557963e-18, | |
| 2.3064779532038197e-18, | |
| 2.0292020487923695e-18, | |
| 2.123063060079374e-18, | |
| 2.6119700222852193e-18, | |
| 1.837952928086434e-18, | |
| 2.3070443651282653e-18, | |
| 2.6523478099112297e-18, | |
| 2.9679575386550717e-18, | |
| 2.754161128812166e-18, | |
| 2.5162708088819688e-18, | |
| 2.5990893725816967e-18, | |
| 2.5310434274415533e-18, | |
| 2.632211131874392e-18, | |
| 3.151141648388615e-18, | |
| 2.751637814353573e-18, | |
| 3.1864355839698744e-18, | |
| 2.9584044297606968e-18, | |
| 3.170936287242162e-18, | |
| 2.840707381942364e-18, | |
| 3.033002886123179e-18, | |
| 2.9557727546418593e-18, | |
| 2.87397348425195e-18, | |
| 3.1892300068742317e-18, | |
| 3.3583441879785543e-18, | |
| 3.527732165865632e-18, | |
| 3.1846511485934444e-18, | |
| 3.2746047654619017e-18, | |
| 3.8796979300972515e-18, | |
| 3.996027234772728e-18, | |
| 3.640146424701895e-18, | |
| 3.0534991809313242e-18, | |
| 3.1045831672256084e-18, | |
| 4.2415468482876546e-18, | |
| 4.024139795070955e-18, | |
| 4.774136598256966e-18, | |
| 4.7283265087531666e-18, | |
| 4.568650044847768e-18, | |
| 5.414676313296591e-18, | |
| 3.6461261133500405e-17 | |
| ], | |
| "grad_ratio": Infinity, | |
| "min_grad": 1.837952928086434e-18, | |
| "max_grad": 3.6461261133500405e-17 | |
| } | |
| }, | |
| "Swish": { | |
| "5": { | |
| "grad_magnitudes": [ | |
| 0.0009956574067473412, | |
| 0.00012552851694636047, | |
| 0.00011640204320428893, | |
| 0.00011464794806670398, | |
| 0.00012572146079037338, | |
| 0.000828131043817848 | |
| ], | |
| "grad_ratio": 0.8317428816694445, | |
| "min_grad": 0.00011464794806670398, | |
| "max_grad": 0.0009956574067473412 | |
| }, | |
| "10": { | |
| "grad_magnitudes": [ | |
| 2.4287963242386468e-05, | |
| 2.9778884709230624e-06, | |
| 3.3156889003294054e-06, | |
| 2.6645172965800157e-06, | |
| 2.7791513730335282e-06, | |
| 3.0237354167184094e-06, | |
| 2.997613137267763e-06, | |
| 3.0753844839637168e-06, | |
| 3.5496868804330006e-06, | |
| 4.3893260226468556e-06, | |
| 3.124761860817671e-05 | |
| ], | |
| "grad_ratio": 1.2865422119638066, | |
| "min_grad": 2.6645172965800157e-06, | |
| "max_grad": 3.124761860817671e-05 | |
| }, | |
| "20": { | |
| "grad_magnitudes": [ | |
| 1.525899584464696e-08, | |
| 2.2436774660405945e-09, | |
| 2.1678954187365207e-09, | |
| 2.027809031801553e-09, | |
| 2.691543210531222e-09, | |
| 3.41478401111317e-09, | |
| 3.5337834880522223e-09, | |
| 3.551415606040109e-09, | |
| 4.314699708629632e-09, | |
| 4.20668921918832e-09, | |
| 3.7044054490564804e-09, | |
| 2.98637004014779e-09, | |
| 2.794422471197322e-09, | |
| 2.455879499763114e-09, | |
| 2.4364659179099135e-09, | |
| 3.010660165614354e-09, | |
| 2.1797574856208257e-09, | |
| 2.0498873709584586e-09, | |
| 2.337041671296447e-09, | |
| 2.806204157934644e-09, | |
| 1.7583785094643645e-08 | |
| ], | |
| "grad_ratio": 1.1448525198196524, | |
| "min_grad": 2.027809031801553e-09, | |
| "max_grad": 1.7583785094643645e-08 | |
| }, | |
| "50": { | |
| "grad_magnitudes": [ | |
| 3.045178405713531e-17, | |
| 3.307613201010677e-18, | |
| 2.8353468379827142e-18, | |
| 2.756767988512627e-18, | |
| 2.2352806567250023e-18, | |
| 2.9848547706179987e-18, | |
| 2.7645740919532897e-18, | |
| 2.6154462488094734e-18, | |
| 2.1905074381190383e-18, | |
| 1.8502859842244467e-18, | |
| 2.17727254831819e-18, | |
| 2.689237376894104e-18, | |
| 2.6838838639696607e-18, | |
| 2.4749597547298454e-18, | |
| 2.3992204095074994e-18, | |
| 2.2715256432155446e-18, | |
| 3.2241142812571243e-18, | |
| 3.567469508902373e-18, | |
| 3.6954988697521056e-18, | |
| 3.611648811828524e-18, | |
| 2.9755380285836608e-18, | |
| 2.3275596850904993e-18, | |
| 2.5510688496860027e-18, | |
| 2.8603378254443194e-18, | |
| 2.9054702472312846e-18, | |
| 2.7376146214289615e-18, | |
| 2.656820582278457e-18, | |
| 2.3215830983696505e-18, | |
| 2.341641814633755e-18, | |
| 1.893501001351514e-18, | |
| 2.2121018151903477e-18, | |
| 1.9468229247930603e-18, | |
| 1.7877103912702695e-18, | |
| 1.985120766768806e-18, | |
| 2.1073850923393503e-18, | |
| 2.2555558875144427e-18, | |
| 2.6777927127339734e-18, | |
| 2.260411644505282e-18, | |
| 2.415367802245147e-18, | |
| 3.473520816470438e-18, | |
| 3.8880739609799634e-18, | |
| 3.787064868429582e-18, | |
| 4.531382249529804e-18, | |
| 5.294950605025972e-18, | |
| 5.995539910224191e-18, | |
| 5.424595863202327e-18, | |
| 5.801965584816369e-18, | |
| 5.3192254608722596e-18, | |
| 6.094612986550892e-18, | |
| 6.479895517904616e-18, | |
| 4.509027362603313e-17 | |
| ], | |
| "grad_ratio": Infinity, | |
| "min_grad": 1.7877103912702695e-18, | |
| "max_grad": 4.509027362603313e-17 | |
| } | |
| } | |
| } |