{
  "Linear": {
    "5": {
      "grad_magnitudes": [
        0.008050061762332916,
        0.0010963320964947343,
        0.0009172428981401026,
        0.0010250628693029284,
        0.001246687606908381,
        0.007761468179523945
      ],
      "grad_ratio": 0.964150128564933,
      "min_grad": 0.0009172428981401026,
      "max_grad": 0.008050061762332916
    },
    "10": {
      "grad_magnitudes": [
        0.015239879488945007,
        0.0021073841489851475,
        0.0018483479507267475,
        0.0018574574496597052,
        0.0018114272970706224,
        0.0019894992001354694,
        0.0019402478355914354,
        0.0019223426934331656,
        0.00207877391949296,
        0.0018008677288889885,
        0.012865377590060234
      ],
      "grad_ratio": 0.844191551184746,
      "min_grad": 0.0018008677288889885,
      "max_grad": 0.015239879488945007
    },
    "20": {
      "grad_magnitudes": [
        0.036468636244535446,
        0.0051793260499835014,
        0.005397915840148926,
        0.005881031043827534,
        0.0065384479239583015,
        0.006293305195868015,
        0.007871010340750217,
        0.008248774334788322,
        0.006826749537140131,
        0.00674730259925127,
        0.008694681338965893,
        0.009522023610770702,
        0.008454672992229462,
        0.008771323598921299,
        0.008859103545546532,
        0.009891698136925697,
        0.009978478774428368,
        0.009726550430059433,
        0.010439122095704079,
        0.009645323269069195,
        0.05231242626905441
      ],
      "grad_ratio": 1.4344497495007937,
      "min_grad": 0.0051793260499835014,
      "max_grad": 0.05231242626905441
    },
    "50": {
      "grad_magnitudes": [
        0.00780356302857399,
        0.0013463267823681235,
        0.0012181808706372976,
        0.0010228229220956564,
        0.001138024963438511,
        0.0008798623457551003,
        0.0010108972201123834,
        0.0010009947000071406,
        0.0009158722823485732,
        0.0009618965559639037,
        0.0012096513528376818,
        0.0012799486285075545,
        0.001536667114123702,
        0.0017125546000897884,
        0.0017641540616750717,
        0.0015709223225712776,
        0.00140175421256572,
        0.0012298696674406528,
        0.0011636429699137807,
        0.001056956360116601,
        0.0010974140604957938,
        0.0011490222532302141,
        0.0009985913056880236,
        0.0013249358162283897,
        0.0014535158406943083,
        0.001274607377126813,
        0.001229060348123312,
        0.0013025497319176793,
        0.0015170243568718433,
        0.001247262116521597,
        0.0012123766355216503,
        0.0011242021573707461,
        0.0010333468671888113,
        0.0008959962287917733,
        0.0008950810879468918,
        0.0010485145030543208,
        0.0009760436369106174,
        0.0009109822567552328,
        0.0007398416055366397,
        0.0005476648802869022,
        0.0006474255351349711,
        0.0007444445509463549,
        0.0008837291388772428,
        0.0007879274780862033,
        0.001059026806615293,
        0.001115000806748867,
        0.001130359130911529,
        0.0008145536994561553,
        0.0007189075695350766,
        0.000832579389680177,
        0.004423433914780617
      ],
      "grad_ratio": 0.5668479695619439,
      "min_grad": 0.0005476648802869022,
      "max_grad": 0.00780356302857399
    }
  },
  "Sigmoid": {
    "5": {
      "grad_magnitudes": [
        1.329346741840709e-05,
        0.00018357441877014935,
        0.0008353336015716195,
        0.0034204141702502966,
        0.016047654673457146,
        0.5201966166496277
      ],
      "grad_ratio": 39131.45360284038,
      "min_grad": 1.329346741840709e-05,
      "max_grad": 0.5201966166496277
    },
    "10": {
      "grad_magnitudes": [
        1.9365648640246036e-08,
        1.1185557013959624e-07,
        4.6022879018892127e-07,
        1.8140412976208609e-06,
        8.593917300458997e-06,
        3.840812496491708e-05,
        0.00016295832756441087,
        0.0007747909985482693,
        0.0037876588758081198,
        0.0159453097730875,
        0.5039748549461365
      ],
      "grad_ratio": 25890473.225954954,
      "min_grad": 1.9365648640246036e-08,
      "max_grad": 0.5039748549461365
    },
    "20": {
      "grad_magnitudes": [
        1.8916608934111366e-15,
        1.0649327150365553e-13,
        4.204508377743388e-13,
        1.7963471422161037e-12,
        7.273562394743971e-12,
        3.31086824623128e-11,
        1.3555417899269173e-10,
        5.809138725609841e-10,
        2.2974195879044146e-09,
        9.252158150729883e-09,
        3.954029637043277e-08,
        1.6869600472091406e-07,
        7.561744155282213e-07,
        3.262422751504346e-06,
        1.222013816004619e-05,
        4.3847096094395965e-05,
        0.0002167787024518475,
        0.0009953442495316267,
        0.003992772661149502,
        0.01867060922086239,
        0.47626304626464844
      ],
      "grad_ratio": Infinity,
      "min_grad": 1.8916608934111366e-15,
      "max_grad": 0.47626304626464844
    },
    "50": {
      "grad_magnitudes": [
        7.0844932307647634e-34,
        5.838017755594026e-33,
        2.8322161054672555e-32,
        1.4260718954995027e-31,
        6.328142182284493e-31,
        2.620957812390017e-30,
        1.0923929563660472e-29,
        4.471435163002491e-29,
        1.8042435515991526e-28,
        6.882144063327598e-28,
        3.270060719292387e-27,
        1.396067635864233e-26,
        6.815393372940877e-26,
        3.2482708557536667e-25,
        1.4205584328014256e-24,
        5.379184136995093e-24,
        2.7745026897528206e-23,
        1.1308728759659022e-22,
        4.541378072919718e-22,
        2.120679448671423e-21,
        1.0006082368214331e-20,
        4.098714831882344e-20,
        1.9289519720021877e-19,
        7.17730245249119e-19,
        2.8497540495067035e-18,
        1.2681734272899532e-17,
        5.874923907460281e-17,
        2.8391448543088637e-16,
        1.1303265045952901e-15,
        5.398206617905068e-15,
        2.095711299811287e-14,
        8.007427999747602e-14,
        2.7801646076443254e-13,
        1.121316472833811e-12,
        4.9648111143107965e-12,
        1.8212310132215137e-11,
        7.814832114760861e-11,
        4.2286585344442074e-10,
        1.5975993861161442e-09,
        7.24585280664769e-09,
        3.052652886026408e-08,
        1.3369705698096368e-07,
        5.750946456828387e-07,
        2.7530245461093727e-06,
        1.2589617654157337e-05,
        4.707488915300928e-05,
        0.00023045617854222655,
        0.0009376317029818892,
        0.004132640082389116,
        0.017605705186724663,
        0.5052091479301453
      ],
      "grad_ratio": Infinity,
      "min_grad": 7.0844932307647634e-34,
      "max_grad": 0.5052091479301453
    }
  },
  "Tanh": {
    "5": {
      "grad_magnitudes": [
        0.03351971507072449,
        0.005644960328936577,
        0.005629217717796564,
        0.004272429272532463,
        0.004444873426109552,
        0.03419789671897888
      ],
      "grad_ratio": 1.0202323183475825,
      "min_grad": 0.004272429272532463,
      "max_grad": 0.03419789671897888
    },
    "10": {
      "grad_magnitudes": [
        0.0047364430502057076,
        0.0005191669915802777,
        0.00047829572577029467,
        0.0004884133813902736,
        0.00047016539610922337,
        0.000537046289537102,
        0.0006175324087962508,
        0.0006409377092495561,
        0.00068072066642344,
        0.0008328863768838346,
        0.005633068270981312
      ],
      "grad_ratio": 1.1893034693632212,
      "min_grad": 0.00047016539610922337,
      "max_grad": 0.005633068270981312
    },
    "20": {
      "grad_magnitudes": [
        0.0033105318434536457,
        0.00035661246511153877,
        0.00023856971529312432,
        0.00021728740830440074,
        0.0002619670704007149,
        0.00027585128555074334,
        0.0003367620229255408,
        0.000320765539072454,
        0.00037765782326459885,
        0.00032520643435418606,
        0.00027947983471676707,
        0.0002846440183930099,
        0.00030009946203790605,
        0.0002704813960008323,
        0.00023925062851049006,
        0.000239664688706398,
        0.00022458421881310642,
        0.00023295514984056354,
        0.00021394219947978854,
        0.0003151296405121684,
        0.0016792872920632362
      ],
      "grad_ratio": 0.5072560303741862,
      "min_grad": 0.00021394219947978854,
      "max_grad": 0.0033105318434536457
    },
    "50": {
      "grad_magnitudes": [
        0.001763450214639306,
        0.00033820036333054304,
        0.000249166478170082,
        0.0002763355150818825,
        0.00026023955433629453,
        0.0002999708813149482,
        0.000318168371450156,
        0.00033116358099505305,
        0.00040550882113166153,
        0.00045765130198560655,
        0.00044944032561033964,
        0.0003122303169220686,
        0.00036881951382383704,
        0.0003479030274320394,
        0.00034049811074510217,
        0.0002740394265856594,
        0.00025506241945549846,
        0.0003161318600177765,
        0.00032785223447717726,
        0.0003354167565703392,
        0.0003104435745626688,
        0.00029517413349822164,
        0.00028998652123846114,
        0.0003076053108088672,
        0.00041010743007063866,
        0.0003922421601600945,
        0.00047395285218954086,
        0.0004304224858060479,
        0.00041831302223727107,
        0.00044402480125427246,
        0.0005924889701418579,
        0.0006368134636431932,
        0.0006767367012798786,
        0.0007343342294916511,
        0.0006757226656191051,
        0.0007636228110641241,
        0.0006845869356766343,
        0.000606647168751806,
        0.0006138741737231612,
        0.0005519173573702574,
        0.0005722586065530777,
        0.0006591876153834164,
        0.0005433019832707942,
        0.0006216123001649976,
        0.000657913158647716,
        0.0006560561014339328,
        0.0007619493990205228,
        0.0006265546544454992,
        0.0007016111630946398,
        0.0007417646702378988,
        0.005914537236094475
      ],
      "grad_ratio": 3.35395740214219,
      "min_grad": 0.000249166478170082,
      "max_grad": 0.005914537236094475
    }
  },
  "ReLU": {
    "5": {
      "grad_magnitudes": [
        0.014101849868893623,
        0.001496600452810526,
        0.0014238011790439487,
        0.0014998713741078973,
        0.0015860931016504765,
        0.015500804409384727
      ],
      "grad_ratio": 1.099203611127403,
      "min_grad": 0.0014238011790439487,
      "max_grad": 0.015500804409384727
    },
    "10": {
      "grad_magnitudes": [
        0.0014025310520082712,
        0.00016288302140310407,
        0.00013577929348684847,
        0.0001386851363349706,
        0.0001480671635363251,
        0.0001368058001389727,
        0.00013926667452324182,
        0.00015075650298967957,
        0.0002554032835178077,
        0.0002662213228177279,
        0.002704559825360775
      ],
      "grad_ratio": 1.9283420703263103,
      "min_grad": 0.00013577929348684847,
      "max_grad": 0.002704559825360775
    },
    "20": {
      "grad_magnitudes": [
        3.7245703424559906e-05,
        4.251361133356113e-06,
        4.524792984739179e-06,
        5.495635832630796e-06,
        5.064898232376436e-06,
        5.4087636272015516e-06,
        5.452491677715443e-06,
        4.675002855947241e-06,
        6.162107638374437e-06,
        6.620976819249336e-06,
        4.717851879831869e-06,
        4.145825641899137e-06,
        4.5299593693926e-06,
        3.5821340134134516e-06,
        4.3953100430371705e-06,
        5.28204918737174e-06,
        4.118291144550312e-06,
        5.31574733031448e-06,
        4.957274541084189e-06,
        5.01117483509006e-06,
        4.032064680359326e-05
      ],
      "grad_ratio": 1.0825554316545043,
      "min_grad": 3.5821340134134516e-06,
      "max_grad": 4.032064680359326e-05
    },
    "50": {
      "grad_magnitudes": [
        4.0748809881918646e-10,
        4.1576700415824064e-11,
        4.808999032324124e-11,
        4.3272396083038345e-11,
        3.670341461314841e-11,
        3.189445582640893e-11,
        3.547676041826264e-11,
        4.278560838955059e-11,
        3.8738050961439896e-11,
        2.8411658442584198e-11,
        2.8411212618650872e-11,
        2.0138330239505287e-11,
        1.481766966071607e-11,
        1.4131399175831838e-11,
        1.0386590892919045e-11,
        9.893367375335416e-12,
        6.878495602963275e-12,
        9.364926369104243e-12,
        1.7540371932689425e-11,
        1.3343419251465871e-11,
        1.097693550639045e-11,
        1.5165892847113227e-11,
        1.4713279206102214e-11,
        2.3583145852823506e-11,
        3.395298625585852e-11,
        3.117691521614674e-11,
        4.333122402555567e-11,
        3.22573148747729e-11,
        5.136685174433886e-11,
        5.1204915307856425e-11,
        5.411919523634623e-11,
        5.267703634403986e-11,
        4.2387225673845563e-11,
        4.742817596992133e-11,
        6.158997617466966e-11,
        5.1932062816728575e-11,
        5.4820710471137346e-11,
        5.396337543484009e-11,
        4.900669800522728e-11,
        4.6886501625653665e-11,
        4.134630138263873e-11,
        5.020979465530928e-11,
        4.7103397571302e-11,
        3.112848867559137e-11,
        3.6117463186879917e-11,
        3.79848097420421e-11,
        4.5467990483771814e-11,
        4.9867904944322916e-11,
        5.4948202238280786e-11,
        4.6310327100895776e-11,
        5.024600735481499e-10
      ],
      "grad_ratio": 0.9900923287014304,
      "min_grad": 6.878495602963275e-12,
      "max_grad": 5.024600735481499e-10
    }
  },
  "LeakyReLU": {
    "5": {
      "grad_magnitudes": [
        0.01470071543008089,
        0.0012602064525708556,
        0.0012662984663620591,
        0.0009464086033403873,
        0.0009920477168634534,
        0.009053332731127739
      ],
      "grad_ratio": 0.6158429984311058,
      "min_grad": 0.0009464086033403873,
      "max_grad": 0.01470071543008089
    },
    "10": {
      "grad_magnitudes": [
        0.0042951712384819984,
        0.0005413700127974153,
        0.0004284090828150511,
        0.0005468458402901888,
        0.0006778627866879106,
        0.0004228659381624311,
        0.00042784903780557215,
        0.00039307467523030937,
        0.00032244977774098516,
        0.0002800374059006572,
        0.0031104935333132744
      ],
      "grad_ratio": 0.7241838073944186,
      "min_grad": 0.0002800374059006572,
      "max_grad": 0.0042951712384819984
    },
    "20": {
      "grad_magnitudes": [
        2.8346576073090546e-05,
        2.929918991867453e-06,
        2.5261108476115623e-06,
        2.771588697214611e-06,
        2.6496877580939326e-06,
        3.129072638330399e-06,
        4.099352281627944e-06,
        4.804170202987734e-06,
        4.945289219904225e-06,
        3.7647364479198586e-06,
        4.576029368763557e-06,
        6.478589057223871e-06,
        5.010792392567964e-06,
        6.02887575951172e-06,
        4.592878212861251e-06,
        4.993918537365971e-06,
        5.19327113579493e-06,
        5.606665581581183e-06,
        5.385511940403376e-06,
        6.034209036442917e-06,
        4.905004607280716e-05
      ],
      "grad_ratio": 1.7303632336410086,
      "min_grad": 2.5261108476115623e-06,
      "max_grad": 4.905004607280716e-05
    },
    "50": {
      "grad_magnitudes": [
        3.5766740680287512e-09,
        3.229797540527102e-10,
        2.7701627103304816e-10,
        2.624537254192205e-10,
        2.393769349406938e-10,
        2.2850041303534852e-10,
        2.966877854504446e-10,
        3.075732446511381e-10,
        2.8547886277152656e-10,
        2.506321539197387e-10,
        2.2882917782851564e-10,
        1.9686166585763942e-10,
        1.8310070126759115e-10,
        1.407220451277169e-10,
        1.5929868535380365e-10,
        1.8709400695371414e-10,
        1.7987977773969988e-10,
        2.1005408523677715e-10,
        2.086961436997825e-10,
        2.0939296130340068e-10,
        1.8472533225288856e-10,
        1.8743909202534326e-10,
        2.050700720346299e-10,
        1.5845748324583298e-10,
        2.8162439047463295e-10,
        3.2937369498498015e-10,
        3.317407182290566e-10,
        3.561825834275112e-10,
        2.568388002277544e-10,
        3.0480978852054363e-10,
        3.5757000138580963e-10,
        4.529772945627286e-10,
        5.357266852357156e-10,
        3.5494915340272826e-10,
        3.9480846369954747e-10,
        4.4418710376525894e-10,
        4.2709979997113123e-10,
        5.071326691918898e-10,
        6.737294055980669e-10,
        7.830959769528079e-10,
        1.0350242884982208e-09,
        1.411187833255667e-09,
        1.2938438098686333e-09,
        1.2814410643713359e-09,
        1.2561465201343935e-09,
        9.485904284289859e-10,
        7.881903463236029e-10,
        9.489523611350137e-10,
        9.804673739566283e-10,
        7.932817180922314e-10,
        6.4204632721498456e-09
      ],
      "grad_ratio": 1.7462693601209467,
      "min_grad": 1.407220451277169e-10,
      "max_grad": 6.4204632721498456e-09
    }
  },
  "ELU": {
    "5": {
      "grad_magnitudes": [
        0.01663251966238022,
        0.0029170920606702566,
        0.0026800488121807575,
        0.00239160587079823,
        0.0019397285068407655,
        0.01229225005954504
      ],
      "grad_ratio": 0.7390491780654852,
      "min_grad": 0.0019397285068407655,
      "max_grad": 0.01663251966238022
    },
    "10": {
      "grad_magnitudes": [
        0.017808735370635986,
        0.002567092888057232,
        0.00246000150218606,
        0.0024695242755115032,
        0.0028006252832710743,
        0.003059604438021779,
        0.003199273254722357,
        0.002859656000509858,
        0.0033924104645848274,
        0.0037210085429251194,
        0.02290493994951248
      ],
      "grad_ratio": 1.2861631858859037,
      "min_grad": 0.00246000150218606,
      "max_grad": 0.02290493994951248
    },
    "20": {
      "grad_magnitudes": [
        0.013705123215913773,
        0.002269498072564602,
        0.0022475626319646835,
        0.0022167174611240625,
        0.002372121438384056,
        0.0020576310344040394,
        0.0015043665189296007,
        0.001998412422835827,
        0.002135390415787697,
        0.0023664706386625767,
        0.002190660685300827,
        0.0017200811998918653,
        0.0018231148133054376,
        0.001758940052241087,
        0.0018559158779680729,
        0.0016274445224553347,
        0.0015842452412471175,
        0.0015502613969147205,
        0.0014859639341011643,
        0.001593574183061719,
        0.012028824537992477
      ],
      "grad_ratio": 0.8776881652735767,
      "min_grad": 0.0014859639341011643,
      "max_grad": 0.013705123215913773
    },
    "50": {
      "grad_magnitudes": [
        0.004887521732598543,
        0.0007832266855984926,
        0.0006716778734698892,
        0.0005891284672543406,
        0.0005811535520479083,
        0.0005837337812408805,
        0.0006290594465099275,
        0.0005577743286266923,
        0.0004929671413265169,
        0.0004932894371449947,
        0.0005606593331322074,
        0.0004906051326543093,
        0.0006288370350375772,
        0.0005605426849797368,
        0.0005639252485707402,
        0.0006711557507514954,
        0.000758685520850122,
        0.0008568805642426014,
        0.0010297633707523346,
        0.0009885970503091812,
        0.0008996614487841725,
        0.0008692842093296349,
        0.000767996592912823,
        0.0007075848407112062,
        0.0007235572556965053,
        0.0007116141496226192,
        0.0007007126696407795,
        0.0007190519827418029,
        0.0008402850944548845,
        0.0008518969407305121,
        0.0008310297853313386,
        0.0007118322537280619,
        0.0006796397501602769,
        0.0005843604449182749,
        0.000612094416283071,
        0.0005740316701121628,
        0.0005840327357873321,
        0.0005447334842756391,
        0.0005405263509601355,
        0.000639910576865077,
        0.0006458850111812353,
        0.000506310723721981,
        0.0004536394844762981,
        0.0005528016481548548,
        0.0005283295176923275,
        0.0005171207594685256,
        0.0006086996290832758,
        0.0006533186533488333,
        0.0005882599507458508,
        0.0005357624613679945,
        0.0038252624217420816
      ],
      "grad_ratio": 0.7826588919211659,
      "min_grad": 0.0004536394844762981,
      "max_grad": 0.004887521732598543
    }
  },
  "GELU": {
    "5": {
      "grad_magnitudes": [
        0.0010285419411957264,
        9.60302131716162e-05,
        9.209314885083586e-05,
        0.00011441837705206126,
        0.0001269969216082245,
        0.0007236471283249557
      ],
      "grad_ratio": 0.7035659208287522,
      "min_grad": 9.209314885083586e-05,
      "max_grad": 0.0010285419411957264
    },
    "10": {
      "grad_magnitudes": [
        3.906059646396898e-05,
        3.3071144116547657e-06,
        3.1985800887923688e-06,
        3.751452823053114e-06,
        4.194784651190275e-06,
        4.12333247368224e-06,
        3.9710230339551345e-06,
        4.581149823934538e-06,
        5.366082405089401e-06,
        5.254818461253308e-06,
        3.233579627703875e-05
      ],
      "grad_ratio": 0.8278346062484185,
      "min_grad": 3.1985800887923688e-06,
      "max_grad": 3.906059646396898e-05
    },
    "20": {
      "grad_magnitudes": [
        4.981622936384156e-08,
        5.1634829745239585e-09,
        5.359442667440817e-09,
        5.454969809193244e-09,
        5.173827588578206e-09,
        4.429149491613771e-09,
        4.192657776513897e-09,
        4.186289537244647e-09,
        3.735665998760851e-09,
        4.245008344838652e-09,
        3.94130861280928e-09,
        3.9390282147167e-09,
        3.6740721576222768e-09,
        4.095196182163363e-09,
        4.220522598075149e-09,
        4.035296097271157e-09,
        3.3165288293446338e-09,
        3.0403306539028563e-09,
        3.1769413766369325e-09,
        2.770538021223956e-09,
        1.668505689167432e-08
      ],
      "grad_ratio": 0.33426116323923866,
      "min_grad": 2.770538021223956e-09,
      "max_grad": 4.981622936384156e-08
    },
    "50": {
      "grad_magnitudes": [
        2.3012852855494874e-17,
        2.35081338647059e-18,
        2.1541842830606098e-18,
        2.7671168451562777e-18,
        2.8165460566351496e-18,
        3.0470349712393754e-18,
        2.4107901847352786e-18,
        2.580259846707846e-18,
        2.5067991772779303e-18,
        3.0468720166587025e-18,
        2.889441141321232e-18,
        2.6877542420557963e-18,
        2.3064779532038197e-18,
        2.0292020487923695e-18,
        2.123063060079374e-18,
        2.6119700222852193e-18,
        1.837952928086434e-18,
        2.3070443651282653e-18,
        2.6523478099112297e-18,
        2.9679575386550717e-18,
        2.754161128812166e-18,
        2.5162708088819688e-18,
        2.5990893725816967e-18,
        2.5310434274415533e-18,
        2.632211131874392e-18,
        3.151141648388615e-18,
        2.751637814353573e-18,
        3.1864355839698744e-18,
        2.9584044297606968e-18,
        3.170936287242162e-18,
        2.840707381942364e-18,
        3.033002886123179e-18,
        2.9557727546418593e-18,
        2.87397348425195e-18,
        3.1892300068742317e-18,
        3.3583441879785543e-18,
        3.527732165865632e-18,
        3.1846511485934444e-18,
        3.2746047654619017e-18,
        3.8796979300972515e-18,
        3.996027234772728e-18,
        3.640146424701895e-18,
        3.0534991809313242e-18,
        3.1045831672256084e-18,
        4.2415468482876546e-18,
        4.024139795070955e-18,
        4.774136598256966e-18,
        4.7283265087531666e-18,
        4.568650044847768e-18,
        5.414676313296591e-18,
        3.6461261133500405e-17
      ],
      "grad_ratio": Infinity,
      "min_grad": 1.837952928086434e-18,
      "max_grad": 3.6461261133500405e-17
    }
  },
  "Swish": {
    "5": {
      "grad_magnitudes": [
        0.0009956574067473412,
        0.00012552851694636047,
        0.00011640204320428893,
        0.00011464794806670398,
        0.00012572146079037338,
        0.000828131043817848
      ],
      "grad_ratio": 0.8317428816694445,
      "min_grad": 0.00011464794806670398,
      "max_grad": 0.0009956574067473412
    },
    "10": {
      "grad_magnitudes": [
        2.4287963242386468e-05,
        2.9778884709230624e-06,
        3.3156889003294054e-06,
        2.6645172965800157e-06,
        2.7791513730335282e-06,
        3.0237354167184094e-06,
        2.997613137267763e-06,
        3.0753844839637168e-06,
        3.5496868804330006e-06,
        4.3893260226468556e-06,
        3.124761860817671e-05
      ],
      "grad_ratio": 1.2865422119638066,
      "min_grad": 2.6645172965800157e-06,
      "max_grad": 3.124761860817671e-05
    },
    "20": {
      "grad_magnitudes": [
        1.525899584464696e-08,
        2.2436774660405945e-09,
        2.1678954187365207e-09,
        2.027809031801553e-09,
        2.691543210531222e-09,
        3.41478401111317e-09,
        3.5337834880522223e-09,
        3.551415606040109e-09,
        4.314699708629632e-09,
        4.20668921918832e-09,
        3.7044054490564804e-09,
        2.98637004014779e-09,
        2.794422471197322e-09,
        2.455879499763114e-09,
        2.4364659179099135e-09,
        3.010660165614354e-09,
        2.1797574856208257e-09,
        2.0498873709584586e-09,
        2.337041671296447e-09,
        2.806204157934644e-09,
        1.7583785094643645e-08
      ],
      "grad_ratio": 1.1448525198196524,
      "min_grad": 2.027809031801553e-09,
      "max_grad": 1.7583785094643645e-08
    },
    "50": {
      "grad_magnitudes": [
        3.045178405713531e-17,
        3.307613201010677e-18,
        2.8353468379827142e-18,
        2.756767988512627e-18,
        2.2352806567250023e-18,
        2.9848547706179987e-18,
        2.7645740919532897e-18,
        2.6154462488094734e-18,
        2.1905074381190383e-18,
        1.8502859842244467e-18,
        2.17727254831819e-18,
        2.689237376894104e-18,
        2.6838838639696607e-18,
        2.4749597547298454e-18,
        2.3992204095074994e-18,
        2.2715256432155446e-18,
        3.2241142812571243e-18,
        3.567469508902373e-18,
        3.6954988697521056e-18,
        3.611648811828524e-18,
        2.9755380285836608e-18,
        2.3275596850904993e-18,
        2.5510688496860027e-18,
        2.8603378254443194e-18,
        2.9054702472312846e-18,
        2.7376146214289615e-18,
        2.656820582278457e-18,
        2.3215830983696505e-18,
        2.341641814633755e-18,
        1.893501001351514e-18,
        2.2121018151903477e-18,
        1.9468229247930603e-18,
        1.7877103912702695e-18,
        1.985120766768806e-18,
        2.1073850923393503e-18,
        2.2555558875144427e-18,
        2.6777927127339734e-18,
        2.260411644505282e-18,
        2.415367802245147e-18,
        3.473520816470438e-18,
        3.8880739609799634e-18,
        3.787064868429582e-18,
        4.531382249529804e-18,
        5.294950605025972e-18,
        5.995539910224191e-18,
        5.424595863202327e-18,
        5.801965584816369e-18,
        5.3192254608722596e-18,
        6.094612986550892e-18,
        6.479895517904616e-18,
        4.509027362603313e-17
      ],
      "grad_ratio": Infinity,
      "min_grad": 1.7877103912702695e-18,
      "max_grad": 4.509027362603313e-17
    }
  }
}