Hugging Face's logo

Spaces:
ApolloRaines
/
prometheus-weight-diff
Running

App Files Community
prometheus-weight-diff / index.html
ApolloRaines's picture
ApolloRaines
Upload folder using huggingface_hub
86cf70c verified
Raw
History Blame Contribute Delete
80.5 kB
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<title>Prometheus v3 Weight Surgery Visualization</title>
<script src="https://cdn.plot.ly/plotly-2.35.2.min.js"></script>
<style>
 * { margin: 0; padding: 0; box-sizing: border-box; }
 body {
 background: #0a0a0f;
 color: #e0e0e0;
 font-family: 'Segoe UI', system-ui, -apple-system, sans-serif;
 overflow-x: hidden;
 }
 .header {
 text-align: center;
 padding: 30px 20px 10px;
 }
 .header h1 {
 font-size: 1.8em;
 color: #ff6b35;
 margin-bottom: 8px;
 letter-spacing: 1px;
 }
 .header p {
 color: #888;
 font-size: 0.95em;
 max-width: 700px;
 margin: 0 auto;
 line-height: 1.5;
 }
 .stats-row {
 display: flex;
 justify-content: center;
 gap: 30px;
 padding: 20px;
 flex-wrap: wrap;
 }
 .stat {
 text-align: center;
 min-width: 120px;
 }
 .stat .value {
 font-size: 1.6em;
 font-weight: 700;
 color: #ff6b35;
 }
 .stat .label {
 font-size: 0.8em;
 color: #666;
 margin-top: 4px;
 }
 .viz-container {
 width: 95%;
 max-width: 1200px;
 margin: 0 auto 30px;
 background: #111118;
 border-radius: 12px;
 border: 1px solid #222;
 overflow: hidden;
 }
 .viz-title {
 padding: 15px 20px 5px;
 font-size: 1.1em;
 color: #ccc;
 border-bottom: 1px solid #1a1a22;
 }
 .plot { width: 100%; }
 .footer {
 text-align: center;
 padding: 20px;
 color: #444;
 font-size: 0.8em;
 }
 .footer a { color: #ff6b35; text-decoration: none; }
</style>
</head>
<body>
<div class="header">
 <h1>PROMETHEUS v3 -- Weight Surgery Map</h1>
 <p>
 Visualizing the weight-level modifications made by 21 autonomous self-improvement
 generations on Mistral-Nemo-12B. Each point represents the L2 norm of the
 difference between the modified and vanilla weights for a specific layer and component.
 </p>
</div>
<div class="stats-row">
 <div class="stat">
 <div class="value">21</div>
 <div class="label">Accepted Modifications</div>
 </div>
 <div class="stat">
 <div class="value">29</div>
 <div class="label">Rejected</div>
 </div>
 <div class="stat">
 <div class="value">40</div>
 <div class="label">Transformer Layers</div>
 </div>
 <div class="stat">
 <div class="value">12B</div>
 <div class="label">Parameters</div>
 </div>
 <div class="stat">
 <div class="value">4h 53m</div>
 <div class="label">Total Runtime</div>
 </div>
</div>
<div class="viz-container">
 <div class="viz-title">3D Weight Delta Landscape</div>
 <div id="scatter3d" class="plot"></div>
</div>
<div class="viz-container">
 <div class="viz-title">Surgery Heatmap -- Layer x Component</div>
 <div id="heatmap" class="plot"></div>
</div>
<div class="viz-container">
 <div class="viz-title">Attention vs MLP Modification by Layer</div>
 <div id="comparison" class="plot"></div>
</div>
<div class="footer">
 <a href="https://huggingface.co/ApolloRaines/Prometheus-Mistral-Nemo-12B">Model Card</a>
 &nbsp;&middot;&nbsp;
 Weight surgery powered by <a href="https://jblaze.dev">jBlaze</a>
 &nbsp;&middot;&nbsp;
 Apollo Raines / SAIQL
</div>
<script>
const darkLayout = {
 paper_bgcolor: '#111118',
 plot_bgcolor: '#111118',
 font: { color: '#ccc', family: 'Segoe UI, system-ui, sans-serif' },
 margin: { l: 60, r: 30, t: 30, b: 60 },
};
// 3D Scatter
Plotly.newPlot('scatter3d', [{
 type: 'scatter3d',
 mode: 'markers',
 x: [0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8, 8, 8, 8, 9, 9, 9, 9, 9, 9, 9, 10, 10, 10, 10, 10, 10, 10, 11, 11, 11, 11, 11, 11, 11, 12, 12, 12, 12, 12, 12, 12, 13, 13, 13, 13, 13, 13, 13, 14, 14, 14, 14, 14, 14, 14, 15, 15, 15, 15, 15, 15, 15, 16, 16, 16, 16, 16, 16, 16, 17, 17, 17, 17, 17, 17, 17, 18, 18, 18, 18, 18, 18, 18, 19, 19, 19, 19, 19, 19, 19, 20, 20, 20, 20, 20, 20, 20, 21, 21, 21, 21, 21, 21, 21, 22, 22, 22, 22, 22, 22, 22, 23, 23, 23, 23, 23, 23, 23, 24, 24, 24, 24, 24, 24, 24, 25, 25, 25, 25, 25, 25, 25, 26, 26, 26, 26, 26, 26, 26, 27, 27, 27, 27, 27, 27, 27, 28, 28, 28, 28, 28, 28, 28, 29, 29, 29, 29, 29, 29, 29, 30, 30, 30, 30, 30, 30, 30, 31, 31, 31, 31, 31, 31, 31, 32, 32, 32, 32, 32, 32, 32, 33, 33, 33, 33, 33, 33, 33, 34, 34, 34, 34, 34, 34, 34, 35, 35, 35, 35, 35, 35, 35, 36, 36, 36, 36, 36, 36, 36, 37, 37, 37, 37, 37, 37, 37, 38, 38, 38, 38, 38, 38, 38, 39, 39, 39, 39, 39, 39, 39],
 y: [0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3, 4, 5, 6],
 z: [1.497054, 1.063088, 0.317136, 1.698069, 2.031901, 1.743368, 2.299296, 1.376199, 0.80986, 0.361505, 1.54854, 1.929168, 1.663383, 2.117806, 1.497795, 0.909114, 0.423226, 1.589711, 1.976029, 1.699335, 2.16722, 1.422947, 0.86019, 0.412358, 1.382745, 2.084662, 1.666508, 2.162525, 1.39378, 0.831466, 0.466794, 1.389636, 2.140815, 1.705626, 2.083824, 1.519768, 0.967391, 0.457072, 1.420244, 2.029943, 1.648846, 2.283847, 1.546816, 0.998458, 0.482431, 1.364977, 2.075005, 1.685658, 2.358911, 1.470759, 0.845652, 0.507355, 1.414128, 2.090548, 1.74677, 2.527286, 1.464728, 0.987155, 0.503357, 1.529239, 2.027284, 1.763304, 2.745189, 1.448854, 0.905045, 0.526058, 1.493509, 2.0477, 1.817044, 2.854471, 1.473283, 1.023106, 0.535679, 1.663704, 2.058019, 1.880406, 3.136518, 1.397309, 0.967706, 0.506527, 1.771532, 2.021138, 1.803382, 2.964039, 1.309833, 0.904353, 0.539544, 1.821562, 1.997753, 1.813863, 3.03325, 1.334344, 0.944289, 0.51133, 1.950153, 2.056785, 1.860017, 3.032276, 1.29338, 0.897325, 0.503883, 2.165423, 1.928346, 1.847791, 3.096806, 1.376961, 1.015315, 0.503237, 1.802773, 1.847256, 1.850156, 2.95585, 1.40633, 0.88044, 0.503822, 1.637522, 1.853849, 1.855296, 2.961282, 1.313051, 0.820805, 0.588805, 1.863081, 1.925653, 1.929855, 2.892664, 1.35204, 0.770733, 0.514891, 1.88357, 1.989981, 1.990945, 2.809417, 1.272574, 0.63478, 0.480267, 2.22365, 1.958585, 1.939926, 2.632654, 1.207399, 0.718427, 0.50004, 2.134388, 1.917686, 1.851372, 2.551888, 1.202763, 0.738772, 0.544773, 2.098781, 1.891575, 1.80564, 2.453371, 1.165799, 0.692009, 0.576044, 2.124467, 1.830728, 1.746611, 2.495508, 1.189997, 0.670409, 0.55961, 2.105217, 1.831245, 1.743965, 2.521296, 1.15377, 0.710004, 0.562333, 2.366108, 1.821592, 1.712032, 2.379845, 1.156011, 0.659112, 0.492473, 2.162492, 1.857581, 1.714246, 2.400722, 1.144585, 0.613784, 0.507459, 1.632826, 1.819457, 1.683741, 2.314424, 1.10582, 0.61302, 0.548397, 1.61742, 1.86087, 1.699849, 2.281775, 1.121294, 0.607308, 0.570308, 2.172883, 1.820295, 1.696809, 2.293554, 1.096305, 0.591641, 0.585412, 2.404158, 1.840427, 1.681724, 2.329968, 1.107204, 0.590037, 0.5778, 2.031395, 1.847914, 1.691162, 2.313009, 1.083974, 0.630108, 0.629371, 1.791238, 1.791346, 1.687866, 2.33079, 1.087456, 0.552715, 0.626455, 1.956631, 1.76912, 1.70243, 2.347482, 1.053556, 0.568745, 0.654516, 1.849338, 1.766699, 1.727656, 2.330457, 1.041623, 0.502691, 0.752317, 2.751682, 1.762393, 1.746901, 2.444244, 1.041721, 0.542793, 0.737151, 2.293247, 1.806149, 1.788628, 2.424175, 1.025281, 0.497167, 0.816117, 2.45582, 1.783163, 1.829073, 2.597286, 0.950239, 0.470625, 0.853577, 2.254273, 1.789178, 1.823503, 2.486816, 1.002197, 0.491787, 0.849723, 2.328856, 1.888377, 1.887175, 2.54014, 0.999393, 0.504843, 0.774729, 3.708997, 1.801046, 1.779268, 2.901435],
 text: ["Layer 0, Q<br>L2 delta: 1.4971<br>Max delta: 0.026367<br>Mean |delta|: 2.29e-04<br>Params changed: 99.2%", "Layer 0, K<br>L2 delta: 1.0631<br>Max delta: 0.025696<br>Mean |delta|: 3.26e-04<br>Params changed: 99.2%", "Layer 0, V<br>L2 delta: 0.3171<br>Max delta: 0.004694<br>Mean |delta|: 1.04e-04<br>Params changed: 98.9%", "Layer 0, O<br>L2 delta: 1.6981<br>Max delta: 0.053833<br>Mean |delta|: 2.16e-04<br>Params changed: 99.2%", "Layer 0, Gate<br>L2 delta: 2.0319<br>Max delta: 0.024414<br>Mean |delta|: 1.68e-04<br>Params changed: 98.8%", "Layer 0, Up<br>L2 delta: 1.7434<br>Max delta: 0.015152<br>Mean |delta|: 1.48e-04<br>Params changed: 98.7%", "Layer 0, Down<br>L2 delta: 2.2993<br>Max delta: 0.241699<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 1, Q<br>L2 delta: 1.3762<br>Max delta: 0.013311<br>Mean |delta|: 2.21e-04<br>Params changed: 98.9%", "Layer 1, K<br>L2 delta: 0.8099<br>Max delta: 0.011536<br>Mean |delta|: 2.59e-04<br>Params changed: 98.9%", "Layer 1, V<br>L2 delta: 0.3615<br>Max delta: 0.004377<br>Mean |delta|: 1.19e-04<br>Params changed: 98.8%", "Layer 1, O<br>L2 delta: 1.5485<br>Max delta: 0.059021<br>Mean |delta|: 2.08e-04<br>Params changed: 99.2%", "Layer 1, Gate<br>L2 delta: 1.9292<br>Max delta: 0.019318<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 1, Up<br>L2 delta: 1.6634<br>Max delta: 0.009476<br>Mean |delta|: 1.43e-04<br>Params changed: 98.6%", "Layer 1, Down<br>L2 delta: 2.1178<br>Max delta: 0.107910<br>Mean |delta|: 1.69e-04<br>Params changed: 98.8%", "Layer 2, Q<br>L2 delta: 1.4978<br>Max delta: 0.013458<br>Mean |delta|: 2.39e-04<br>Params changed: 99.0%", "Layer 2, K<br>L2 delta: 0.9091<br>Max delta: 0.015259<br>Mean |delta|: 2.86e-04<br>Params changed: 99.0%", "Layer 2, V<br>L2 delta: 0.4232<br>Max delta: 0.005754<br>Mean |delta|: 1.39e-04<br>Params changed: 98.8%", "Layer 2, O<br>L2 delta: 1.5897<br>Max delta: 0.059967<br>Mean |delta|: 2.20e-04<br>Params changed: 99.2%", "Layer 2, Gate<br>L2 delta: 1.9760<br>Max delta: 0.015045<br>Mean |delta|: 1.69e-04<br>Params changed: 98.7%", "Layer 2, Up<br>L2 delta: 1.6993<br>Max delta: 0.012688<br>Mean |delta|: 1.47e-04<br>Params changed: 98.7%", "Layer 2, Down<br>L2 delta: 2.1672<br>Max delta: 0.263672<br>Mean |delta|: 1.68e-04<br>Params changed: 98.8%", "Layer 3, Q<br>L2 delta: 1.4229<br>Max delta: 0.010632<br>Mean |delta|: 2.28e-04<br>Params changed: 99.0%", "Layer 3, K<br>L2 delta: 0.8602<br>Max delta: 0.011337<br>Mean |delta|: 2.72e-04<br>Params changed: 99.0%", "Layer 3, V<br>L2 delta: 0.4124<br>Max delta: 0.004139<br>Mean |delta|: 1.36e-04<br>Params changed: 98.9%", "Layer 3, O<br>L2 delta: 1.3827<br>Max delta: 0.079620<br>Mean |delta|: 1.90e-04<br>Params changed: 99.1%", "Layer 3, Gate<br>L2 delta: 2.0847<br>Max delta: 0.023180<br>Mean |delta|: 1.79e-04<br>Params changed: 98.8%", "Layer 3, Up<br>L2 delta: 1.6665<br>Max delta: 0.009506<br>Mean |delta|: 1.45e-04<br>Params changed: 98.7%", "Layer 3, Down<br>L2 delta: 2.1625<br>Max delta: 0.127136<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 4, Q<br>L2 delta: 1.3938<br>Max delta: 0.007318<br>Mean |delta|: 2.24e-04<br>Params changed: 99.0%", "Layer 4, K<br>L2 delta: 0.8315<br>Max delta: 0.009064<br>Mean |delta|: 2.59e-04<br>Params changed: 98.9%", "Layer 4, V<br>L2 delta: 0.4668<br>Max delta: 0.003551<br>Mean |delta|: 1.55e-04<br>Params changed: 99.0%", "Layer 4, O<br>L2 delta: 1.3896<br>Max delta: 0.066895<br>Mean |delta|: 1.96e-04<br>Params changed: 99.1%", "Layer 4, Gate<br>L2 delta: 2.1408<br>Max delta: 0.011398<br>Mean |delta|: 1.84e-04<br>Params changed: 98.8%", "Layer 4, Up<br>L2 delta: 1.7056<br>Max delta: 0.019165<br>Mean |delta|: 1.47e-04<br>Params changed: 98.7%", "Layer 4, Down<br>L2 delta: 2.0838<br>Max delta: 0.096191<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 5, Q<br>L2 delta: 1.5198<br>Max delta: 0.009945<br>Mean |delta|: 2.39e-04<br>Params changed: 99.0%", "Layer 5, K<br>L2 delta: 0.9674<br>Max delta: 0.010956<br>Mean |delta|: 2.92e-04<br>Params changed: 99.0%", "Layer 5, V<br>L2 delta: 0.4571<br>Max delta: 0.003984<br>Mean |delta|: 1.48e-04<br>Params changed: 98.9%", "Layer 5, O<br>L2 delta: 1.4202<br>Max delta: 0.067627<br>Mean |delta|: 1.94e-04<br>Params changed: 99.1%", "Layer 5, Gate<br>L2 delta: 2.0299<br>Max delta: 0.009583<br>Mean |delta|: 1.75e-04<br>Params changed: 98.7%", "Layer 5, Up<br>L2 delta: 1.6488<br>Max delta: 0.006611<br>Mean |delta|: 1.42e-04<br>Params changed: 98.6%", "Layer 5, Down<br>L2 delta: 2.2838<br>Max delta: 0.129883<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 6, Q<br>L2 delta: 1.5468<br>Max delta: 0.011215<br>Mean |delta|: 2.46e-04<br>Params changed: 99.0%", "Layer 6, K<br>L2 delta: 0.9985<br>Max delta: 0.012926<br>Mean |delta|: 3.07e-04<br>Params changed: 99.1%", "Layer 6, V<br>L2 delta: 0.4824<br>Max delta: 0.004135<br>Mean |delta|: 1.58e-04<br>Params changed: 99.0%", "Layer 6, O<br>L2 delta: 1.3650<br>Max delta: 0.057861<br>Mean |delta|: 1.98e-04<br>Params changed: 99.2%", "Layer 6, Gate<br>L2 delta: 2.0750<br>Max delta: 0.007912<br>Mean |delta|: 1.79e-04<br>Params changed: 98.8%", "Layer 6, Up<br>L2 delta: 1.6857<br>Max delta: 0.008163<br>Mean |delta|: 1.45e-04<br>Params changed: 98.6%", "Layer 6, Down<br>L2 delta: 2.3589<br>Max delta: 0.094482<br>Mean |delta|: 1.82e-04<br>Params changed: 98.9%", "Layer 7, Q<br>L2 delta: 1.4708<br>Max delta: 0.007959<br>Mean |delta|: 2.34e-04<br>Params changed: 99.0%", "Layer 7, K<br>L2 delta: 0.8457<br>Max delta: 0.009793<br>Mean |delta|: 2.64e-04<br>Params changed: 99.0%", "Layer 7, V<br>L2 delta: 0.5074<br>Max delta: 0.003960<br>Mean |delta|: 1.67e-04<br>Params changed: 99.0%", "Layer 7, O<br>L2 delta: 1.4141<br>Max delta: 0.091064<br>Mean |delta|: 2.06e-04<br>Params changed: 99.1%", "Layer 7, Gate<br>L2 delta: 2.0905<br>Max delta: 0.006948<br>Mean |delta|: 1.81e-04<br>Params changed: 98.8%", "Layer 7, Up<br>L2 delta: 1.7468<br>Max delta: 0.010582<br>Mean |delta|: 1.50e-04<br>Params changed: 98.7%", "Layer 7, Down<br>L2 delta: 2.5273<br>Max delta: 0.113281<br>Mean |delta|: 1.88e-04<br>Params changed: 98.9%", "Layer 8, Q<br>L2 delta: 1.4647<br>Max delta: 0.016121<br>Mean |delta|: 2.31e-04<br>Params changed: 99.0%", "Layer 8, K<br>L2 delta: 0.9872<br>Max delta: 0.016167<br>Mean |delta|: 2.97e-04<br>Params changed: 99.1%", "Layer 8, V<br>L2 delta: 0.5034<br>Max delta: 0.007263<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 8, O<br>L2 delta: 1.5292<br>Max delta: 0.080261<br>Mean |delta|: 2.11e-04<br>Params changed: 99.2%", "Layer 8, Gate<br>L2 delta: 2.0273<br>Max delta: 0.011272<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 8, Up<br>L2 delta: 1.7633<br>Max delta: 0.016373<br>Mean |delta|: 1.52e-04<br>Params changed: 98.7%", "Layer 8, Down<br>L2 delta: 2.7452<br>Max delta: 0.129822<br>Mean |delta|: 2.08e-04<br>Params changed: 99.0%", "Layer 9, Q<br>L2 delta: 1.4489<br>Max delta: 0.013519<br>Mean |delta|: 2.27e-04<br>Params changed: 99.0%", "Layer 9, K<br>L2 delta: 0.9050<br>Max delta: 0.017086<br>Mean |delta|: 2.75e-04<br>Params changed: 99.0%", "Layer 9, V<br>L2 delta: 0.5261<br>Max delta: 0.008310<br>Mean |delta|: 1.71e-04<br>Params changed: 99.0%", "Layer 9, O<br>L2 delta: 1.4935<br>Max delta: 0.096527<br>Mean |delta|: 2.17e-04<br>Params changed: 99.1%", "Layer 9, Gate<br>L2 delta: 2.0477<br>Max delta: 0.014027<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 9, Up<br>L2 delta: 1.8170<br>Max delta: 0.012024<br>Mean |delta|: 1.55e-04<br>Params changed: 98.6%", "Layer 9, Down<br>L2 delta: 2.8545<br>Max delta: 0.241699<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 10, Q<br>L2 delta: 1.4733<br>Max delta: 0.023376<br>Mean |delta|: 2.29e-04<br>Params changed: 99.0%", "Layer 10, K<br>L2 delta: 1.0231<br>Max delta: 0.026505<br>Mean |delta|: 3.01e-04<br>Params changed: 99.1%", "Layer 10, V<br>L2 delta: 0.5357<br>Max delta: 0.009327<br>Mean |delta|: 1.74e-04<br>Params changed: 99.0%", "Layer 10, O<br>L2 delta: 1.6637<br>Max delta: 0.083618<br>Mean |delta|: 2.35e-04<br>Params changed: 99.2%", "Layer 10, Gate<br>L2 delta: 2.0580<br>Max delta: 0.020325<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 10, Up<br>L2 delta: 1.8804<br>Max delta: 0.018486<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 10, Down<br>L2 delta: 3.1365<br>Max delta: 0.120911<br>Mean |delta|: 2.40e-04<br>Params changed: 99.1%", "Layer 11, Q<br>L2 delta: 1.3973<br>Max delta: 0.017365<br>Mean |delta|: 2.19e-04<br>Params changed: 99.0%", "Layer 11, K<br>L2 delta: 0.9677<br>Max delta: 0.022156<br>Mean |delta|: 2.90e-04<br>Params changed: 99.1%", "Layer 11, V<br>L2 delta: 0.5065<br>Max delta: 0.006420<br>Mean |delta|: 1.66e-04<br>Params changed: 99.0%", "Layer 11, O<br>L2 delta: 1.7715<br>Max delta: 0.081970<br>Mean |delta|: 2.29e-04<br>Params changed: 99.2%", "Layer 11, Gate<br>L2 delta: 2.0211<br>Max delta: 0.012061<br>Mean |delta|: 1.73e-04<br>Params changed: 98.8%", "Layer 11, Up<br>L2 delta: 1.8034<br>Max delta: 0.039495<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%", "Layer 11, Down<br>L2 delta: 2.9640<br>Max delta: 0.144897<br>Mean |delta|: 2.14e-04<br>Params changed: 99.0%", "Layer 12, Q<br>L2 delta: 1.3098<br>Max delta: 0.013367<br>Mean |delta|: 2.09e-04<br>Params changed: 99.0%", "Layer 12, K<br>L2 delta: 0.9044<br>Max delta: 0.018936<br>Mean |delta|: 2.80e-04<br>Params changed: 99.1%", "Layer 12, V<br>L2 delta: 0.5395<br>Max delta: 0.008468<br>Mean |delta|: 1.74e-04<br>Params changed: 99.0%", "Layer 12, O<br>L2 delta: 1.8216<br>Max delta: 0.048157<br>Mean |delta|: 2.54e-04<br>Params changed: 99.2%", "Layer 12, Gate<br>L2 delta: 1.9978<br>Max delta: 0.015823<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 12, Up<br>L2 delta: 1.8139<br>Max delta: 0.014000<br>Mean |delta|: 1.55e-04<br>Params changed: 98.6%", "Layer 12, Down<br>L2 delta: 3.0332<br>Max delta: 0.123352<br>Mean |delta|: 2.28e-04<br>Params changed: 99.1%", "Layer 13, Q<br>L2 delta: 1.3343<br>Max delta: 0.013474<br>Mean |delta|: 2.12e-04<br>Params changed: 99.0%", "Layer 13, K<br>L2 delta: 0.9443<br>Max delta: 0.015976<br>Mean |delta|: 2.87e-04<br>Params changed: 99.1%", "Layer 13, V<br>L2 delta: 0.5113<br>Max delta: 0.006628<br>Mean |delta|: 1.68e-04<br>Params changed: 99.0%", "Layer 13, O<br>L2 delta: 1.9502<br>Max delta: 0.091797<br>Mean |delta|: 2.45e-04<br>Params changed: 99.2%", "Layer 13, Gate<br>L2 delta: 2.0568<br>Max delta: 0.016052<br>Mean |delta|: 1.76e-04<br>Params changed: 98.8%", "Layer 13, Up<br>L2 delta: 1.8600<br>Max delta: 0.014744<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 13, Down<br>L2 delta: 3.0323<br>Max delta: 0.148926<br>Mean |delta|: 2.25e-04<br>Params changed: 99.1%", "Layer 14, Q<br>L2 delta: 1.2934<br>Max delta: 0.011929<br>Mean |delta|: 2.03e-04<br>Params changed: 99.0%", "Layer 14, K<br>L2 delta: 0.8973<br>Max delta: 0.015442<br>Mean |delta|: 2.70e-04<br>Params changed: 99.0%", "Layer 14, V<br>L2 delta: 0.5039<br>Max delta: 0.009453<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 14, O<br>L2 delta: 2.1654<br>Max delta: 0.086914<br>Mean |delta|: 2.52e-04<br>Params changed: 99.2%", "Layer 14, Gate<br>L2 delta: 1.9283<br>Max delta: 0.010485<br>Mean |delta|: 1.66e-04<br>Params changed: 98.8%", "Layer 14, Up<br>L2 delta: 1.8478<br>Max delta: 0.015793<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 14, Down<br>L2 delta: 3.0968<br>Max delta: 0.120605<br>Mean |delta|: 2.30e-04<br>Params changed: 99.1%", "Layer 15, Q<br>L2 delta: 1.3770<br>Max delta: 0.015381<br>Mean |delta|: 2.16e-04<br>Params changed: 99.0%", "Layer 15, K<br>L2 delta: 1.0153<br>Max delta: 0.019684<br>Mean |delta|: 3.08e-04<br>Params changed: 99.1%", "Layer 15, V<br>L2 delta: 0.5032<br>Max delta: 0.006783<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 15, O<br>L2 delta: 1.8028<br>Max delta: 0.078156<br>Mean |delta|: 2.45e-04<br>Params changed: 99.2%", "Layer 15, Gate<br>L2 delta: 1.8473<br>Max delta: 0.021866<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 15, Up<br>L2 delta: 1.8502<br>Max delta: 0.016714<br>Mean |delta|: 1.58e-04<br>Params changed: 98.6%", "Layer 15, Down<br>L2 delta: 2.9558<br>Max delta: 0.110443<br>Mean |delta|: 2.28e-04<br>Params changed: 99.1%", "Layer 16, Q<br>L2 delta: 1.4063<br>Max delta: 0.014374<br>Mean |delta|: 2.22e-04<br>Params changed: 99.0%", "Layer 16, K<br>L2 delta: 0.8804<br>Max delta: 0.017960<br>Mean |delta|: 2.73e-04<br>Params changed: 99.1%", "Layer 16, V<br>L2 delta: 0.5038<br>Max delta: 0.006466<br>Mean |delta|: 1.66e-04<br>Params changed: 99.0%", "Layer 16, O<br>L2 delta: 1.6375<br>Max delta: 0.086159<br>Mean |delta|: 2.35e-04<br>Params changed: 99.2%", "Layer 16, Gate<br>L2 delta: 1.8538<br>Max delta: 0.014729<br>Mean |delta|: 1.57e-04<br>Params changed: 98.8%", "Layer 16, Up<br>L2 delta: 1.8553<br>Max delta: 0.019404<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 16, Down<br>L2 delta: 2.9613<br>Max delta: 0.108704<br>Mean |delta|: 2.29e-04<br>Params changed: 99.1%", "Layer 17, Q<br>L2 delta: 1.3131<br>Max delta: 0.011971<br>Mean |delta|: 2.07e-04<br>Params changed: 99.0%", "Layer 17, K<br>L2 delta: 0.8208<br>Max delta: 0.016754<br>Mean |delta|: 2.51e-04<br>Params changed: 99.0%", "Layer 17, V<br>L2 delta: 0.5888<br>Max delta: 0.009823<br>Mean |delta|: 1.90e-04<br>Params changed: 99.0%", "Layer 17, O<br>L2 delta: 1.8631<br>Max delta: 0.104492<br>Mean |delta|: 2.53e-04<br>Params changed: 99.2%", "Layer 17, Gate<br>L2 delta: 1.9257<br>Max delta: 0.018021<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 17, Up<br>L2 delta: 1.9299<br>Max delta: 0.012573<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 17, Down<br>L2 delta: 2.8927<br>Max delta: 0.130371<br>Mean |delta|: 2.21e-04<br>Params changed: 99.0%", "Layer 18, Q<br>L2 delta: 1.3520<br>Max delta: 0.010635<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 18, K<br>L2 delta: 0.7707<br>Max delta: 0.012314<br>Mean |delta|: 2.38e-04<br>Params changed: 99.0%", "Layer 18, V<br>L2 delta: 0.5149<br>Max delta: 0.006655<br>Mean |delta|: 1.65e-04<br>Params changed: 98.9%", "Layer 18, O<br>L2 delta: 1.8836<br>Max delta: 0.096924<br>Mean |delta|: 2.50e-04<br>Params changed: 99.2%", "Layer 18, Gate<br>L2 delta: 1.9900<br>Max delta: 0.020866<br>Mean |delta|: 1.67e-04<br>Params changed: 98.8%", "Layer 18, Up<br>L2 delta: 1.9909<br>Max delta: 0.022469<br>Mean |delta|: 1.67e-04<br>Params changed: 98.7%", "Layer 18, Down<br>L2 delta: 2.8094<br>Max delta: 0.148438<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 19, Q<br>L2 delta: 1.2726<br>Max delta: 0.008674<br>Mean |delta|: 1.98e-04<br>Params changed: 98.9%", "Layer 19, K<br>L2 delta: 0.6348<br>Max delta: 0.007217<br>Mean |delta|: 2.00e-04<br>Params changed: 98.9%", "Layer 19, V<br>L2 delta: 0.4803<br>Max delta: 0.004360<br>Mean |delta|: 1.58e-04<br>Params changed: 98.8%", "Layer 19, O<br>L2 delta: 2.2237<br>Max delta: 0.103516<br>Mean |delta|: 2.66e-04<br>Params changed: 99.2%", "Layer 19, Gate<br>L2 delta: 1.9586<br>Max delta: 0.016045<br>Mean |delta|: 1.65e-04<br>Params changed: 98.8%", "Layer 19, Up<br>L2 delta: 1.9399<br>Max delta: 0.036194<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 19, Down<br>L2 delta: 2.6327<br>Max delta: 0.171875<br>Mean |delta|: 2.02e-04<br>Params changed: 99.0%", "Layer 20, Q<br>L2 delta: 1.2074<br>Max delta: 0.008183<br>Mean |delta|: 1.93e-04<br>Params changed: 98.9%", "Layer 20, K<br>L2 delta: 0.7184<br>Max delta: 0.009155<br>Mean |delta|: 2.25e-04<br>Params changed: 98.9%", "Layer 20, V<br>L2 delta: 0.5000<br>Max delta: 0.004265<br>Mean |delta|: 1.64e-04<br>Params changed: 98.9%", "Layer 20, O<br>L2 delta: 2.1344<br>Max delta: 0.094238<br>Mean |delta|: 2.58e-04<br>Params changed: 99.2%", "Layer 20, Gate<br>L2 delta: 1.9177<br>Max delta: 0.014115<br>Mean |delta|: 1.62e-04<br>Params changed: 98.7%", "Layer 20, Up<br>L2 delta: 1.8514<br>Max delta: 0.014208<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 20, Down<br>L2 delta: 2.5519<br>Max delta: 0.146973<br>Mean |delta|: 1.98e-04<br>Params changed: 99.0%", "Layer 21, Q<br>L2 delta: 1.2028<br>Max delta: 0.007234<br>Mean |delta|: 1.94e-04<br>Params changed: 98.9%", "Layer 21, K<br>L2 delta: 0.7388<br>Max delta: 0.008240<br>Mean |delta|: 2.33e-04<br>Params changed: 99.0%", "Layer 21, V<br>L2 delta: 0.5448<br>Max delta: 0.004910<br>Mean |delta|: 1.78e-04<br>Params changed: 99.0%", "Layer 21, O<br>L2 delta: 2.0988<br>Max delta: 0.156250<br>Mean |delta|: 2.53e-04<br>Params changed: 99.2%", "Layer 21, Gate<br>L2 delta: 1.8916<br>Max delta: 0.014664<br>Mean |delta|: 1.61e-04<br>Params changed: 98.7%", "Layer 21, Up<br>L2 delta: 1.8056<br>Max delta: 0.007614<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 21, Down<br>L2 delta: 2.4534<br>Max delta: 0.163574<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 22, Q<br>L2 delta: 1.1658<br>Max delta: 0.008984<br>Mean |delta|: 1.89e-04<br>Params changed: 98.9%", "Layer 22, K<br>L2 delta: 0.6920<br>Max delta: 0.007479<br>Mean |delta|: 2.21e-04<br>Params changed: 98.9%", "Layer 22, V<br>L2 delta: 0.5760<br>Max delta: 0.005486<br>Mean |delta|: 1.86e-04<br>Params changed: 98.9%", "Layer 22, O<br>L2 delta: 2.1245<br>Max delta: 0.130859<br>Mean |delta|: 2.63e-04<br>Params changed: 99.2%", "Layer 22, Gate<br>L2 delta: 1.8307<br>Max delta: 0.013399<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 22, Up<br>L2 delta: 1.7466<br>Max delta: 0.009415<br>Mean |delta|: 1.50e-04<br>Params changed: 98.6%", "Layer 22, Down<br>L2 delta: 2.4955<br>Max delta: 0.140625<br>Mean |delta|: 1.96e-04<br>Params changed: 99.0%", "Layer 23, Q<br>L2 delta: 1.1900<br>Max delta: 0.009493<br>Mean |delta|: 1.91e-04<br>Params changed: 98.9%", "Layer 23, K<br>L2 delta: 0.6704<br>Max delta: 0.009338<br>Mean |delta|: 2.14e-04<br>Params changed: 98.9%", "Layer 23, V<br>L2 delta: 0.5596<br>Max delta: 0.006138<br>Mean |delta|: 1.83e-04<br>Params changed: 98.9%", "Layer 23, O<br>L2 delta: 2.1052<br>Max delta: 0.139160<br>Mean |delta|: 2.70e-04<br>Params changed: 99.2%", "Layer 23, Gate<br>L2 delta: 1.8312<br>Max delta: 0.012695<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 23, Up<br>L2 delta: 1.7440<br>Max delta: 0.008339<br>Mean |delta|: 1.51e-04<br>Params changed: 98.6%", "Layer 23, Down<br>L2 delta: 2.5213<br>Max delta: 0.115723<br>Mean |delta|: 1.99e-04<br>Params changed: 99.0%", "Layer 24, Q<br>L2 delta: 1.1538<br>Max delta: 0.012451<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 24, K<br>L2 delta: 0.7100<br>Max delta: 0.011642<br>Mean |delta|: 2.26e-04<br>Params changed: 99.0%", "Layer 24, V<br>L2 delta: 0.5623<br>Max delta: 0.008865<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 24, O<br>L2 delta: 2.3661<br>Max delta: 0.081268<br>Mean |delta|: 2.93e-04<br>Params changed: 99.2%", "Layer 24, Gate<br>L2 delta: 1.8216<br>Max delta: 0.020058<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 24, Up<br>L2 delta: 1.7120<br>Max delta: 0.009140<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 24, Down<br>L2 delta: 2.3798<br>Max delta: 0.102905<br>Mean |delta|: 1.92e-04<br>Params changed: 99.0%", "Layer 25, Q<br>L2 delta: 1.1560<br>Max delta: 0.015198<br>Mean |delta|: 1.86e-04<br>Params changed: 98.9%", "Layer 25, K<br>L2 delta: 0.6591<br>Max delta: 0.012085<br>Mean |delta|: 2.11e-04<br>Params changed: 98.9%", "Layer 25, V<br>L2 delta: 0.4925<br>Max delta: 0.007561<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 25, O<br>L2 delta: 2.1625<br>Max delta: 0.058136<br>Mean |delta|: 2.68e-04<br>Params changed: 99.2%", "Layer 25, Gate<br>L2 delta: 1.8576<br>Max delta: 0.024048<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 25, Up<br>L2 delta: 1.7142<br>Max delta: 0.024780<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 25, Down<br>L2 delta: 2.4007<br>Max delta: 0.093689<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 26, Q<br>L2 delta: 1.1446<br>Max delta: 0.014809<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 26, K<br>L2 delta: 0.6138<br>Max delta: 0.015961<br>Mean |delta|: 1.97e-04<br>Params changed: 98.9%", "Layer 26, V<br>L2 delta: 0.5075<br>Max delta: 0.006569<br>Mean |delta|: 1.67e-04<br>Params changed: 98.8%", "Layer 26, O<br>L2 delta: 1.6328<br>Max delta: 0.124908<br>Mean |delta|: 2.42e-04<br>Params changed: 99.2%", "Layer 26, Gate<br>L2 delta: 1.8195<br>Max delta: 0.018929<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 26, Up<br>L2 delta: 1.6837<br>Max delta: 0.009720<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 26, Down<br>L2 delta: 2.3144<br>Max delta: 0.086060<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 27, Q<br>L2 delta: 1.1058<br>Max delta: 0.014999<br>Mean |delta|: 1.80e-04<br>Params changed: 98.9%", "Layer 27, K<br>L2 delta: 0.6130<br>Max delta: 0.016907<br>Mean |delta|: 1.97e-04<br>Params changed: 98.9%", "Layer 27, V<br>L2 delta: 0.5484<br>Max delta: 0.007290<br>Mean |delta|: 1.81e-04<br>Params changed: 98.8%", "Layer 27, O<br>L2 delta: 1.6174<br>Max delta: 0.045944<br>Mean |delta|: 2.44e-04<br>Params changed: 99.2%", "Layer 27, Gate<br>L2 delta: 1.8609<br>Max delta: 0.040527<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 27, Up<br>L2 delta: 1.6998<br>Max delta: 0.072510<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 27, Down<br>L2 delta: 2.2818<br>Max delta: 0.075928<br>Mean |delta|: 1.89e-04<br>Params changed: 99.0%", "Layer 28, Q<br>L2 delta: 1.1213<br>Max delta: 0.012373<br>Mean |delta|: 1.81e-04<br>Params changed: 98.9%", "Layer 28, K<br>L2 delta: 0.6073<br>Max delta: 0.012115<br>Mean |delta|: 1.96e-04<br>Params changed: 98.9%", "Layer 28, V<br>L2 delta: 0.5703<br>Max delta: 0.008099<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 28, O<br>L2 delta: 2.1729<br>Max delta: 0.085327<br>Mean |delta|: 2.91e-04<br>Params changed: 99.3%", "Layer 28, Gate<br>L2 delta: 1.8203<br>Max delta: 0.016663<br>Mean |delta|: 1.56e-04<br>Params changed: 98.6%", "Layer 28, Up<br>L2 delta: 1.6968<br>Max delta: 0.013397<br>Mean |delta|: 1.47e-04<br>Params changed: 98.6%", "Layer 28, Down<br>L2 delta: 2.2936<br>Max delta: 0.073181<br>Mean |delta|: 1.89e-04<br>Params changed: 99.0%", "Layer 29, Q<br>L2 delta: 1.0963<br>Max delta: 0.015930<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 29, K<br>L2 delta: 0.5916<br>Max delta: 0.014816<br>Mean |delta|: 1.89e-04<br>Params changed: 98.9%", "Layer 29, V<br>L2 delta: 0.5854<br>Max delta: 0.008751<br>Mean |delta|: 1.93e-04<br>Params changed: 98.8%", "Layer 29, O<br>L2 delta: 2.4042<br>Max delta: 0.056335<br>Mean |delta|: 3.08e-04<br>Params changed: 99.2%", "Layer 29, Gate<br>L2 delta: 1.8404<br>Max delta: 0.039185<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 29, Up<br>L2 delta: 1.6817<br>Max delta: 0.022125<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 29, Down<br>L2 delta: 2.3300<br>Max delta: 0.083130<br>Mean |delta|: 1.90e-04<br>Params changed: 99.0%", "Layer 30, Q<br>L2 delta: 1.1072<br>Max delta: 0.019043<br>Mean |delta|: 1.80e-04<br>Params changed: 98.9%", "Layer 30, K<br>L2 delta: 0.5900<br>Max delta: 0.016144<br>Mean |delta|: 1.91e-04<br>Params changed: 98.9%", "Layer 30, V<br>L2 delta: 0.5778<br>Max delta: 0.008257<br>Mean |delta|: 1.90e-04<br>Params changed: 98.8%", "Layer 30, O<br>L2 delta: 2.0314<br>Max delta: 0.104736<br>Mean |delta|: 2.80e-04<br>Params changed: 99.2%", "Layer 30, Gate<br>L2 delta: 1.8479<br>Max delta: 0.026489<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 30, Up<br>L2 delta: 1.6912<br>Max delta: 0.025818<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 30, Down<br>L2 delta: 2.3130<br>Max delta: 0.066406<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 31, Q<br>L2 delta: 1.0840<br>Max delta: 0.014709<br>Mean |delta|: 1.76e-04<br>Params changed: 98.9%", "Layer 31, K<br>L2 delta: 0.6301<br>Max delta: 0.015198<br>Mean |delta|: 1.98e-04<br>Params changed: 98.9%", "Layer 31, V<br>L2 delta: 0.6294<br>Max delta: 0.010365<br>Mean |delta|: 2.05e-04<br>Params changed: 98.9%", "Layer 31, O<br>L2 delta: 1.7912<br>Max delta: 0.041443<br>Mean |delta|: 2.70e-04<br>Params changed: 99.2%", "Layer 31, Gate<br>L2 delta: 1.7913<br>Max delta: 0.021118<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%", "Layer 31, Up<br>L2 delta: 1.6879<br>Max delta: 0.015320<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 31, Down<br>L2 delta: 2.3308<br>Max delta: 0.088135<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 32, Q<br>L2 delta: 1.0875<br>Max delta: 0.013062<br>Mean |delta|: 1.77e-04<br>Params changed: 98.9%", "Layer 32, K<br>L2 delta: 0.5527<br>Max delta: 0.012253<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 32, V<br>L2 delta: 0.6265<br>Max delta: 0.008652<br>Mean |delta|: 2.07e-04<br>Params changed: 98.8%", "Layer 32, O<br>L2 delta: 1.9566<br>Max delta: 0.109619<br>Mean |delta|: 2.76e-04<br>Params changed: 99.2%", "Layer 32, Gate<br>L2 delta: 1.7691<br>Max delta: 0.021484<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 32, Up<br>L2 delta: 1.7024<br>Max delta: 0.012142<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 32, Down<br>L2 delta: 2.3475<br>Max delta: 0.075928<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 33, Q<br>L2 delta: 1.0536<br>Max delta: 0.009979<br>Mean |delta|: 1.71e-04<br>Params changed: 98.9%", "Layer 33, K<br>L2 delta: 0.5687<br>Max delta: 0.010864<br>Mean |delta|: 1.84e-04<br>Params changed: 98.9%", "Layer 33, V<br>L2 delta: 0.6545<br>Max delta: 0.008801<br>Mean |delta|: 2.15e-04<br>Params changed: 98.9%", "Layer 33, O<br>L2 delta: 1.8493<br>Max delta: 0.045227<br>Mean |delta|: 2.81e-04<br>Params changed: 99.3%", "Layer 33, Gate<br>L2 delta: 1.7667<br>Max delta: 0.013428<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 33, Up<br>L2 delta: 1.7277<br>Max delta: 0.010025<br>Mean |delta|: 1.50e-04<br>Params changed: 98.6%", "Layer 33, Down<br>L2 delta: 2.3305<br>Max delta: 0.072754<br>Mean |delta|: 1.94e-04<br>Params changed: 99.0%", "Layer 34, Q<br>L2 delta: 1.0416<br>Max delta: 0.012161<br>Mean |delta|: 1.69e-04<br>Params changed: 98.9%", "Layer 34, K<br>L2 delta: 0.5027<br>Max delta: 0.010864<br>Mean |delta|: 1.62e-04<br>Params changed: 98.9%", "Layer 34, V<br>L2 delta: 0.7523<br>Max delta: 0.010307<br>Mean |delta|: 2.46e-04<br>Params changed: 98.8%", "Layer 34, O<br>L2 delta: 2.7517<br>Max delta: 0.130722<br>Mean |delta|: 3.49e-04<br>Params changed: 99.2%", "Layer 34, Gate<br>L2 delta: 1.7624<br>Max delta: 0.011709<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 34, Up<br>L2 delta: 1.7469<br>Max delta: 0.014324<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 34, Down<br>L2 delta: 2.4442<br>Max delta: 0.093018<br>Mean |delta|: 1.99e-04<br>Params changed: 99.0%", "Layer 35, Q<br>L2 delta: 1.0417<br>Max delta: 0.009430<br>Mean |delta|: 1.71e-04<br>Params changed: 98.9%", "Layer 35, K<br>L2 delta: 0.5428<br>Max delta: 0.010498<br>Mean |delta|: 1.77e-04<br>Params changed: 98.9%", "Layer 35, V<br>L2 delta: 0.7372<br>Max delta: 0.012100<br>Mean |delta|: 2.44e-04<br>Params changed: 98.9%", "Layer 35, O<br>L2 delta: 2.2932<br>Max delta: 0.110840<br>Mean |delta|: 3.22e-04<br>Params changed: 99.2%", "Layer 35, Gate<br>L2 delta: 1.8061<br>Max delta: 0.015991<br>Mean |delta|: 1.56e-04<br>Params changed: 98.7%", "Layer 35, Up<br>L2 delta: 1.7886<br>Max delta: 0.012848<br>Mean |delta|: 1.56e-04<br>Params changed: 98.7%", "Layer 35, Down<br>L2 delta: 2.4242<br>Max delta: 0.099854<br>Mean |delta|: 1.98e-04<br>Params changed: 99.0%", "Layer 36, Q<br>L2 delta: 1.0253<br>Max delta: 0.006449<br>Mean |delta|: 1.69e-04<br>Params changed: 99.0%", "Layer 36, K<br>L2 delta: 0.4972<br>Max delta: 0.005835<br>Mean |delta|: 1.62e-04<br>Params changed: 98.9%", "Layer 36, V<br>L2 delta: 0.8161<br>Max delta: 0.010948<br>Mean |delta|: 2.66e-04<br>Params changed: 98.9%", "Layer 36, O<br>L2 delta: 2.4558<br>Max delta: 0.105713<br>Mean |delta|: 3.25e-04<br>Params changed: 99.3%", "Layer 36, Gate<br>L2 delta: 1.7832<br>Max delta: 0.011124<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 36, Up<br>L2 delta: 1.8291<br>Max delta: 0.008181<br>Mean |delta|: 1.60e-04<br>Params changed: 98.7%", "Layer 36, Down<br>L2 delta: 2.5973<br>Max delta: 0.129883<br>Mean |delta|: 2.01e-04<br>Params changed: 99.0%", "Layer 37, Q<br>L2 delta: 0.9502<br>Max delta: 0.008965<br>Mean |delta|: 1.56e-04<br>Params changed: 98.9%", "Layer 37, K<br>L2 delta: 0.4706<br>Max delta: 0.013794<br>Mean |delta|: 1.54e-04<br>Params changed: 98.9%", "Layer 37, V<br>L2 delta: 0.8536<br>Max delta: 0.013031<br>Mean |delta|: 2.81e-04<br>Params changed: 98.9%", "Layer 37, O<br>L2 delta: 2.2543<br>Max delta: 0.090088<br>Mean |delta|: 3.36e-04<br>Params changed: 99.3%", "Layer 37, Gate<br>L2 delta: 1.7892<br>Max delta: 0.016931<br>Mean |delta|: 1.54e-04<br>Params changed: 98.6%", "Layer 37, Up<br>L2 delta: 1.8235<br>Max delta: 0.010821<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 37, Down<br>L2 delta: 2.4868<br>Max delta: 0.167969<br>Mean |delta|: 1.97e-04<br>Params changed: 99.0%", "Layer 38, Q<br>L2 delta: 1.0022<br>Max delta: 0.009766<br>Mean |delta|: 1.64e-04<br>Params changed: 99.0%", "Layer 38, K<br>L2 delta: 0.4918<br>Max delta: 0.011475<br>Mean |delta|: 1.60e-04<br>Params changed: 99.0%", "Layer 38, V<br>L2 delta: 0.8497<br>Max delta: 0.012917<br>Mean |delta|: 2.76e-04<br>Params changed: 98.8%", "Layer 38, O<br>L2 delta: 2.3289<br>Max delta: 0.037842<br>Mean |delta|: 3.53e-04<br>Params changed: 99.3%", "Layer 38, Gate<br>L2 delta: 1.8884<br>Max delta: 0.016571<br>Mean |delta|: 1.62e-04<br>Params changed: 98.7%", "Layer 38, Up<br>L2 delta: 1.8872<br>Max delta: 0.019199<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 38, Down<br>L2 delta: 2.5401<br>Max delta: 0.144043<br>Mean |delta|: 2.08e-04<br>Params changed: 99.1%", "Layer 39, Q<br>L2 delta: 0.9994<br>Max delta: 0.007424<br>Mean |delta|: 1.63e-04<br>Params changed: 98.9%", "Layer 39, K<br>L2 delta: 0.5048<br>Max delta: 0.006237<br>Mean |delta|: 1.66e-04<br>Params changed: 98.9%", "Layer 39, V<br>L2 delta: 0.7747<br>Max delta: 0.009590<br>Mean |delta|: 2.55e-04<br>Params changed: 98.9%", "Layer 39, O<br>L2 delta: 3.7090<br>Max delta: 0.227539<br>Mean |delta|: 4.22e-04<br>Params changed: 99.5%", "Layer 39, Gate<br>L2 delta: 1.8010<br>Max delta: 0.011200<br>Mean |delta|: 1.54e-04<br>Params changed: 98.5%", "Layer 39, Up<br>L2 delta: 1.7793<br>Max delta: 0.011375<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%", "Layer 39, Down<br>L2 delta: 2.9014<br>Max delta: 0.061523<br>Mean |delta|: 2.30e-04<br>Params changed: 99.1%"],
 hoverinfo: 'text',
 marker: {
 size: [20, 20, 9.51408, 20, 20, 20, 20, 20, 20, 10.84515, 20, 20, 20, 20, 20, 20, 12.69678, 20, 20, 20, 20, 20, 20, 12.37074, 20, 20, 20, 20, 20, 20, 14.00382, 20, 20, 20, 20, 20, 20, 13.712159999999999, 20, 20, 20, 20, 20, 20, 14.47293, 20, 20, 20, 20, 20, 20, 15.22065, 20, 20, 20, 20, 20, 20, 15.100710000000001, 20, 20, 20, 20, 20, 20, 15.781740000000001, 20, 20, 20, 20, 20, 20, 16.07037, 20, 20, 20, 20, 20, 20, 15.195809999999998, 20, 20, 20, 20, 20, 20, 16.186320000000002, 20, 20, 20, 20, 20, 20, 15.339899999999998, 20, 20, 20, 20, 20, 20, 15.116489999999999, 20, 20, 20, 20, 20, 20, 15.09711, 20, 20, 20, 20, 20, 20, 15.11466, 20, 20, 20, 20, 20, 20, 17.66415, 20, 20, 20, 20, 20, 20, 15.446729999999999, 20, 20, 20, 20, 20, 19.043400000000002, 14.40801, 20, 20, 20, 20, 20, 20, 15.0012, 20, 20, 20, 20, 20, 20, 16.34319, 20, 20, 20, 20, 20, 20, 17.28132, 20, 20, 20, 20, 20, 20, 16.788300000000003, 20, 20, 20, 20, 20, 20, 16.869989999999998, 20, 20, 20, 20, 20, 19.77336, 14.774189999999999, 20, 20, 20, 20, 20, 18.41352, 15.22377, 20, 20, 20, 20, 20, 18.3906, 16.45191, 20, 20, 20, 20, 20, 18.21924, 17.10924, 20, 20, 20, 20, 20, 17.74923, 17.56236, 20, 20, 20, 20, 20, 17.70111, 17.334, 20, 20, 20, 20, 20, 18.90324, 18.88113, 20, 20, 20, 20, 20, 16.58145, 18.79365, 20, 20, 20, 20, 20, 17.06235, 19.63548, 20, 20, 20, 20, 20, 15.080729999999999, 20, 20, 20, 20, 20, 20, 16.28379, 20, 20, 20, 20, 20, 20, 14.91501, 20, 20, 20, 20, 20, 20, 14.11875, 20, 20, 20, 20, 20, 20, 14.753609999999998, 20, 20, 20, 20, 20, 20, 15.145290000000001, 20, 20, 20, 20, 20],
 color: [1.497054, 1.063088, 0.317136, 1.698069, 2.031901, 1.743368, 2.299296, 1.376199, 0.80986, 0.361505, 1.54854, 1.929168, 1.663383, 2.117806, 1.497795, 0.909114, 0.423226, 1.589711, 1.976029, 1.699335, 2.16722, 1.422947, 0.86019, 0.412358, 1.382745, 2.084662, 1.666508, 2.162525, 1.39378, 0.831466, 0.466794, 1.389636, 2.140815, 1.705626, 2.083824, 1.519768, 0.967391, 0.457072, 1.420244, 2.029943, 1.648846, 2.283847, 1.546816, 0.998458, 0.482431, 1.364977, 2.075005, 1.685658, 2.358911, 1.470759, 0.845652, 0.507355, 1.414128, 2.090548, 1.74677, 2.527286, 1.464728, 0.987155, 0.503357, 1.529239, 2.027284, 1.763304, 2.745189, 1.448854, 0.905045, 0.526058, 1.493509, 2.0477, 1.817044, 2.854471, 1.473283, 1.023106, 0.535679, 1.663704, 2.058019, 1.880406, 3.136518, 1.397309, 0.967706, 0.506527, 1.771532, 2.021138, 1.803382, 2.964039, 1.309833, 0.904353, 0.539544, 1.821562, 1.997753, 1.813863, 3.03325, 1.334344, 0.944289, 0.51133, 1.950153, 2.056785, 1.860017, 3.032276, 1.29338, 0.897325, 0.503883, 2.165423, 1.928346, 1.847791, 3.096806, 1.376961, 1.015315, 0.503237, 1.802773, 1.847256, 1.850156, 2.95585, 1.40633, 0.88044, 0.503822, 1.637522, 1.853849, 1.855296, 2.961282, 1.313051, 0.820805, 0.588805, 1.863081, 1.925653, 1.929855, 2.892664, 1.35204, 0.770733, 0.514891, 1.88357, 1.989981, 1.990945, 2.809417, 1.272574, 0.63478, 0.480267, 2.22365, 1.958585, 1.939926, 2.632654, 1.207399, 0.718427, 0.50004, 2.134388, 1.917686, 1.851372, 2.551888, 1.202763, 0.738772, 0.544773, 2.098781, 1.891575, 1.80564, 2.453371, 1.165799, 0.692009, 0.576044, 2.124467, 1.830728, 1.746611, 2.495508, 1.189997, 0.670409, 0.55961, 2.105217, 1.831245, 1.743965, 2.521296, 1.15377, 0.710004, 0.562333, 2.366108, 1.821592, 1.712032, 2.379845, 1.156011, 0.659112, 0.492473, 2.162492, 1.857581, 1.714246, 2.400722, 1.144585, 0.613784, 0.507459, 1.632826, 1.819457, 1.683741, 2.314424, 1.10582, 0.61302, 0.548397, 1.61742, 1.86087, 1.699849, 2.281775, 1.121294, 0.607308, 0.570308, 2.172883, 1.820295, 1.696809, 2.293554, 1.096305, 0.591641, 0.585412, 2.404158, 1.840427, 1.681724, 2.329968, 1.107204, 0.590037, 0.5778, 2.031395, 1.847914, 1.691162, 2.313009, 1.083974, 0.630108, 0.629371, 1.791238, 1.791346, 1.687866, 2.33079, 1.087456, 0.552715, 0.626455, 1.956631, 1.76912, 1.70243, 2.347482, 1.053556, 0.568745, 0.654516, 1.849338, 1.766699, 1.727656, 2.330457, 1.041623, 0.502691, 0.752317, 2.751682, 1.762393, 1.746901, 2.444244, 1.041721, 0.542793, 0.737151, 2.293247, 1.806149, 1.788628, 2.424175, 1.025281, 0.497167, 0.816117, 2.45582, 1.783163, 1.829073, 2.597286, 0.950239, 0.470625, 0.853577, 2.254273, 1.789178, 1.823503, 2.486816, 1.002197, 0.491787, 0.849723, 2.328856, 1.888377, 1.887175, 2.54014, 0.999393, 0.504843, 0.774729, 3.708997, 1.801046, 1.779268, 2.901435],
 colorscale: [
 [0, '#1a1a2e'],
 [0.2, '#16213e'],
 [0.4, '#e94560'],
 [0.7, '#ff6b35'],
 [1.0, '#ffcc00']
 ],
 colorbar: {
 title: { text: 'L2 Delta', font: { color: '#999' } },
 tickfont: { color: '#666' },
 len: 0.6,
 },
 opacity: 0.85,
 line: { width: 0.5, color: '#333' },
 },
}], {
 ...darkLayout,
 height: 550,
 scene: {
 xaxis: {
 title: { text: 'Layer', font: { color: '#888' } },
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 yaxis: {
 title: { text: 'Component', font: { color: '#888' } },
 ticktext: ["Q", "K", "V", "O", "Gate", "Up", "Down"],
 tickvals: [0, 1, 2, 3, 4, 5, 6],
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 zaxis: {
 title: { text: 'L2 Delta', font: { color: '#888' } },
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 bgcolor: '#0a0a0f',
 camera: {
 eye: { x: 1.8, y: -1.5, z: 0.8 },
 },
 },
}, { responsive: true });
// Heatmap
Plotly.newPlot('heatmap', [{
 type: 'heatmap',
 z: [[1.497054, 1.376199, 1.497795, 1.422947, 1.39378, 1.519768, 1.546816, 1.470759, 1.464728, 1.448854, 1.473283, 1.397309, 1.309833, 1.334344, 1.29338, 1.376961, 1.40633, 1.313051, 1.35204, 1.272574, 1.207399, 1.202763, 1.165799, 1.189997, 1.15377, 1.156011, 1.144585, 1.10582, 1.121294, 1.096305, 1.107204, 1.083974, 1.087456, 1.053556, 1.041623, 1.041721, 1.025281, 0.950239, 1.002197, 0.999393], [1.063088, 0.80986, 0.909114, 0.86019, 0.831466, 0.967391, 0.998458, 0.845652, 0.987155, 0.905045, 1.023106, 0.967706, 0.904353, 0.944289, 0.897325, 1.015315, 0.88044, 0.820805, 0.770733, 0.63478, 0.718427, 0.738772, 0.692009, 0.670409, 0.710004, 0.659112, 0.613784, 0.61302, 0.607308, 0.591641, 0.590037, 0.630108, 0.552715, 0.568745, 0.502691, 0.542793, 0.497167, 0.470625, 0.491787, 0.504843], [0.317136, 0.361505, 0.423226, 0.412358, 0.466794, 0.457072, 0.482431, 0.507355, 0.503357, 0.526058, 0.535679, 0.506527, 0.539544, 0.51133, 0.503883, 0.503237, 0.503822, 0.588805, 0.514891, 0.480267, 0.50004, 0.544773, 0.576044, 0.55961, 0.562333, 0.492473, 0.507459, 0.548397, 0.570308, 0.585412, 0.5778, 0.629371, 0.626455, 0.654516, 0.752317, 0.737151, 0.816117, 0.853577, 0.849723, 0.774729], [1.698069, 1.54854, 1.589711, 1.382745, 1.389636, 1.420244, 1.364977, 1.414128, 1.529239, 1.493509, 1.663704, 1.771532, 1.821562, 1.950153, 2.165423, 1.802773, 1.637522, 1.863081, 1.88357, 2.22365, 2.134388, 2.098781, 2.124467, 2.105217, 2.366108, 2.162492, 1.632826, 1.61742, 2.172883, 2.404158, 2.031395, 1.791238, 1.956631, 1.849338, 2.751682, 2.293247, 2.45582, 2.254273, 2.328856, 3.708997], [2.031901, 1.929168, 1.976029, 2.084662, 2.140815, 2.029943, 2.075005, 2.090548, 2.027284, 2.0477, 2.058019, 2.021138, 1.997753, 2.056785, 1.928346, 1.847256, 1.853849, 1.925653, 1.989981, 1.958585, 1.917686, 1.891575, 1.830728, 1.831245, 1.821592, 1.857581, 1.819457, 1.86087, 1.820295, 1.840427, 1.847914, 1.791346, 1.76912, 1.766699, 1.762393, 1.806149, 1.783163, 1.789178, 1.888377, 1.801046], [1.743368, 1.663383, 1.699335, 1.666508, 1.705626, 1.648846, 1.685658, 1.74677, 1.763304, 1.817044, 1.880406, 1.803382, 1.813863, 1.860017, 1.847791, 1.850156, 1.855296, 1.929855, 1.990945, 1.939926, 1.851372, 1.80564, 1.746611, 1.743965, 1.712032, 1.714246, 1.683741, 1.699849, 1.696809, 1.681724, 1.691162, 1.687866, 1.70243, 1.727656, 1.746901, 1.788628, 1.829073, 1.823503, 1.887175, 1.779268], [2.299296, 2.117806, 2.16722, 2.162525, 2.083824, 2.283847, 2.358911, 2.527286, 2.745189, 2.854471, 3.136518, 2.964039, 3.03325, 3.032276, 3.096806, 2.95585, 2.961282, 2.892664, 2.809417, 2.632654, 2.551888, 2.453371, 2.495508, 2.521296, 2.379845, 2.400722, 2.314424, 2.281775, 2.293554, 2.329968, 2.313009, 2.33079, 2.347482, 2.330457, 2.444244, 2.424175, 2.597286, 2.486816, 2.54014, 2.901435]],
 x: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39],
 y: ["Q", "K", "V", "O", "Gate", "Up", "Down"],
 text: [["Layer 0, Q<br>L2 delta: 1.4971<br>Max delta: 0.026367<br>Mean |delta|: 2.29e-04<br>Params changed: 99.2%", "Layer 1, Q<br>L2 delta: 1.3762<br>Max delta: 0.013311<br>Mean |delta|: 2.21e-04<br>Params changed: 98.9%", "Layer 2, Q<br>L2 delta: 1.4978<br>Max delta: 0.013458<br>Mean |delta|: 2.39e-04<br>Params changed: 99.0%", "Layer 3, Q<br>L2 delta: 1.4229<br>Max delta: 0.010632<br>Mean |delta|: 2.28e-04<br>Params changed: 99.0%", "Layer 4, Q<br>L2 delta: 1.3938<br>Max delta: 0.007318<br>Mean |delta|: 2.24e-04<br>Params changed: 99.0%", "Layer 5, Q<br>L2 delta: 1.5198<br>Max delta: 0.009945<br>Mean |delta|: 2.39e-04<br>Params changed: 99.0%", "Layer 6, Q<br>L2 delta: 1.5468<br>Max delta: 0.011215<br>Mean |delta|: 2.46e-04<br>Params changed: 99.0%", "Layer 7, Q<br>L2 delta: 1.4708<br>Max delta: 0.007959<br>Mean |delta|: 2.34e-04<br>Params changed: 99.0%", "Layer 8, Q<br>L2 delta: 1.4647<br>Max delta: 0.016121<br>Mean |delta|: 2.31e-04<br>Params changed: 99.0%", "Layer 9, Q<br>L2 delta: 1.4489<br>Max delta: 0.013519<br>Mean |delta|: 2.27e-04<br>Params changed: 99.0%", "Layer 10, Q<br>L2 delta: 1.4733<br>Max delta: 0.023376<br>Mean |delta|: 2.29e-04<br>Params changed: 99.0%", "Layer 11, Q<br>L2 delta: 1.3973<br>Max delta: 0.017365<br>Mean |delta|: 2.19e-04<br>Params changed: 99.0%", "Layer 12, Q<br>L2 delta: 1.3098<br>Max delta: 0.013367<br>Mean |delta|: 2.09e-04<br>Params changed: 99.0%", "Layer 13, Q<br>L2 delta: 1.3343<br>Max delta: 0.013474<br>Mean |delta|: 2.12e-04<br>Params changed: 99.0%", "Layer 14, Q<br>L2 delta: 1.2934<br>Max delta: 0.011929<br>Mean |delta|: 2.03e-04<br>Params changed: 99.0%", "Layer 15, Q<br>L2 delta: 1.3770<br>Max delta: 0.015381<br>Mean |delta|: 2.16e-04<br>Params changed: 99.0%", "Layer 16, Q<br>L2 delta: 1.4063<br>Max delta: 0.014374<br>Mean |delta|: 2.22e-04<br>Params changed: 99.0%", "Layer 17, Q<br>L2 delta: 1.3131<br>Max delta: 0.011971<br>Mean |delta|: 2.07e-04<br>Params changed: 99.0%", "Layer 18, Q<br>L2 delta: 1.3520<br>Max delta: 0.010635<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 19, Q<br>L2 delta: 1.2726<br>Max delta: 0.008674<br>Mean |delta|: 1.98e-04<br>Params changed: 98.9%", "Layer 20, Q<br>L2 delta: 1.2074<br>Max delta: 0.008183<br>Mean |delta|: 1.93e-04<br>Params changed: 98.9%", "Layer 21, Q<br>L2 delta: 1.2028<br>Max delta: 0.007234<br>Mean |delta|: 1.94e-04<br>Params changed: 98.9%", "Layer 22, Q<br>L2 delta: 1.1658<br>Max delta: 0.008984<br>Mean |delta|: 1.89e-04<br>Params changed: 98.9%", "Layer 23, Q<br>L2 delta: 1.1900<br>Max delta: 0.009493<br>Mean |delta|: 1.91e-04<br>Params changed: 98.9%", "Layer 24, Q<br>L2 delta: 1.1538<br>Max delta: 0.012451<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 25, Q<br>L2 delta: 1.1560<br>Max delta: 0.015198<br>Mean |delta|: 1.86e-04<br>Params changed: 98.9%", "Layer 26, Q<br>L2 delta: 1.1446<br>Max delta: 0.014809<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 27, Q<br>L2 delta: 1.1058<br>Max delta: 0.014999<br>Mean |delta|: 1.80e-04<br>Params changed: 98.9%", "Layer 28, Q<br>L2 delta: 1.1213<br>Max delta: 0.012373<br>Mean |delta|: 1.81e-04<br>Params changed: 98.9%", "Layer 29, Q<br>L2 delta: 1.0963<br>Max delta: 0.015930<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 30, Q<br>L2 delta: 1.1072<br>Max delta: 0.019043<br>Mean |delta|: 1.80e-04<br>Params changed: 98.9%", "Layer 31, Q<br>L2 delta: 1.0840<br>Max delta: 0.014709<br>Mean |delta|: 1.76e-04<br>Params changed: 98.9%", "Layer 32, Q<br>L2 delta: 1.0875<br>Max delta: 0.013062<br>Mean |delta|: 1.77e-04<br>Params changed: 98.9%", "Layer 33, Q<br>L2 delta: 1.0536<br>Max delta: 0.009979<br>Mean |delta|: 1.71e-04<br>Params changed: 98.9%", "Layer 34, Q<br>L2 delta: 1.0416<br>Max delta: 0.012161<br>Mean |delta|: 1.69e-04<br>Params changed: 98.9%", "Layer 35, Q<br>L2 delta: 1.0417<br>Max delta: 0.009430<br>Mean |delta|: 1.71e-04<br>Params changed: 98.9%", "Layer 36, Q<br>L2 delta: 1.0253<br>Max delta: 0.006449<br>Mean |delta|: 1.69e-04<br>Params changed: 99.0%", "Layer 37, Q<br>L2 delta: 0.9502<br>Max delta: 0.008965<br>Mean |delta|: 1.56e-04<br>Params changed: 98.9%", "Layer 38, Q<br>L2 delta: 1.0022<br>Max delta: 0.009766<br>Mean |delta|: 1.64e-04<br>Params changed: 99.0%", "Layer 39, Q<br>L2 delta: 0.9994<br>Max delta: 0.007424<br>Mean |delta|: 1.63e-04<br>Params changed: 98.9%"], ["Layer 0, K<br>L2 delta: 1.0631<br>Max delta: 0.025696<br>Mean |delta|: 3.26e-04<br>Params changed: 99.2%", "Layer 1, K<br>L2 delta: 0.8099<br>Max delta: 0.011536<br>Mean |delta|: 2.59e-04<br>Params changed: 98.9%", "Layer 2, K<br>L2 delta: 0.9091<br>Max delta: 0.015259<br>Mean |delta|: 2.86e-04<br>Params changed: 99.0%", "Layer 3, K<br>L2 delta: 0.8602<br>Max delta: 0.011337<br>Mean |delta|: 2.72e-04<br>Params changed: 99.0%", "Layer 4, K<br>L2 delta: 0.8315<br>Max delta: 0.009064<br>Mean |delta|: 2.59e-04<br>Params changed: 98.9%", "Layer 5, K<br>L2 delta: 0.9674<br>Max delta: 0.010956<br>Mean |delta|: 2.92e-04<br>Params changed: 99.0%", "Layer 6, K<br>L2 delta: 0.9985<br>Max delta: 0.012926<br>Mean |delta|: 3.07e-04<br>Params changed: 99.1%", "Layer 7, K<br>L2 delta: 0.8457<br>Max delta: 0.009793<br>Mean |delta|: 2.64e-04<br>Params changed: 99.0%", "Layer 8, K<br>L2 delta: 0.9872<br>Max delta: 0.016167<br>Mean |delta|: 2.97e-04<br>Params changed: 99.1%", "Layer 9, K<br>L2 delta: 0.9050<br>Max delta: 0.017086<br>Mean |delta|: 2.75e-04<br>Params changed: 99.0%", "Layer 10, K<br>L2 delta: 1.0231<br>Max delta: 0.026505<br>Mean |delta|: 3.01e-04<br>Params changed: 99.1%", "Layer 11, K<br>L2 delta: 0.9677<br>Max delta: 0.022156<br>Mean |delta|: 2.90e-04<br>Params changed: 99.1%", "Layer 12, K<br>L2 delta: 0.9044<br>Max delta: 0.018936<br>Mean |delta|: 2.80e-04<br>Params changed: 99.1%", "Layer 13, K<br>L2 delta: 0.9443<br>Max delta: 0.015976<br>Mean |delta|: 2.87e-04<br>Params changed: 99.1%", "Layer 14, K<br>L2 delta: 0.8973<br>Max delta: 0.015442<br>Mean |delta|: 2.70e-04<br>Params changed: 99.0%", "Layer 15, K<br>L2 delta: 1.0153<br>Max delta: 0.019684<br>Mean |delta|: 3.08e-04<br>Params changed: 99.1%", "Layer 16, K<br>L2 delta: 0.8804<br>Max delta: 0.017960<br>Mean |delta|: 2.73e-04<br>Params changed: 99.1%", "Layer 17, K<br>L2 delta: 0.8208<br>Max delta: 0.016754<br>Mean |delta|: 2.51e-04<br>Params changed: 99.0%", "Layer 18, K<br>L2 delta: 0.7707<br>Max delta: 0.012314<br>Mean |delta|: 2.38e-04<br>Params changed: 99.0%", "Layer 19, K<br>L2 delta: 0.6348<br>Max delta: 0.007217<br>Mean |delta|: 2.00e-04<br>Params changed: 98.9%", "Layer 20, K<br>L2 delta: 0.7184<br>Max delta: 0.009155<br>Mean |delta|: 2.25e-04<br>Params changed: 98.9%", "Layer 21, K<br>L2 delta: 0.7388<br>Max delta: 0.008240<br>Mean |delta|: 2.33e-04<br>Params changed: 99.0%", "Layer 22, K<br>L2 delta: 0.6920<br>Max delta: 0.007479<br>Mean |delta|: 2.21e-04<br>Params changed: 98.9%", "Layer 23, K<br>L2 delta: 0.6704<br>Max delta: 0.009338<br>Mean |delta|: 2.14e-04<br>Params changed: 98.9%", "Layer 24, K<br>L2 delta: 0.7100<br>Max delta: 0.011642<br>Mean |delta|: 2.26e-04<br>Params changed: 99.0%", "Layer 25, K<br>L2 delta: 0.6591<br>Max delta: 0.012085<br>Mean |delta|: 2.11e-04<br>Params changed: 98.9%", "Layer 26, K<br>L2 delta: 0.6138<br>Max delta: 0.015961<br>Mean |delta|: 1.97e-04<br>Params changed: 98.9%", "Layer 27, K<br>L2 delta: 0.6130<br>Max delta: 0.016907<br>Mean |delta|: 1.97e-04<br>Params changed: 98.9%", "Layer 28, K<br>L2 delta: 0.6073<br>Max delta: 0.012115<br>Mean |delta|: 1.96e-04<br>Params changed: 98.9%", "Layer 29, K<br>L2 delta: 0.5916<br>Max delta: 0.014816<br>Mean |delta|: 1.89e-04<br>Params changed: 98.9%", "Layer 30, K<br>L2 delta: 0.5900<br>Max delta: 0.016144<br>Mean |delta|: 1.91e-04<br>Params changed: 98.9%", "Layer 31, K<br>L2 delta: 0.6301<br>Max delta: 0.015198<br>Mean |delta|: 1.98e-04<br>Params changed: 98.9%", "Layer 32, K<br>L2 delta: 0.5527<br>Max delta: 0.012253<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 33, K<br>L2 delta: 0.5687<br>Max delta: 0.010864<br>Mean |delta|: 1.84e-04<br>Params changed: 98.9%", "Layer 34, K<br>L2 delta: 0.5027<br>Max delta: 0.010864<br>Mean |delta|: 1.62e-04<br>Params changed: 98.9%", "Layer 35, K<br>L2 delta: 0.5428<br>Max delta: 0.010498<br>Mean |delta|: 1.77e-04<br>Params changed: 98.9%", "Layer 36, K<br>L2 delta: 0.4972<br>Max delta: 0.005835<br>Mean |delta|: 1.62e-04<br>Params changed: 98.9%", "Layer 37, K<br>L2 delta: 0.4706<br>Max delta: 0.013794<br>Mean |delta|: 1.54e-04<br>Params changed: 98.9%", "Layer 38, K<br>L2 delta: 0.4918<br>Max delta: 0.011475<br>Mean |delta|: 1.60e-04<br>Params changed: 99.0%", "Layer 39, K<br>L2 delta: 0.5048<br>Max delta: 0.006237<br>Mean |delta|: 1.66e-04<br>Params changed: 98.9%"], ["Layer 0, V<br>L2 delta: 0.3171<br>Max delta: 0.004694<br>Mean |delta|: 1.04e-04<br>Params changed: 98.9%", "Layer 1, V<br>L2 delta: 0.3615<br>Max delta: 0.004377<br>Mean |delta|: 1.19e-04<br>Params changed: 98.8%", "Layer 2, V<br>L2 delta: 0.4232<br>Max delta: 0.005754<br>Mean |delta|: 1.39e-04<br>Params changed: 98.8%", "Layer 3, V<br>L2 delta: 0.4124<br>Max delta: 0.004139<br>Mean |delta|: 1.36e-04<br>Params changed: 98.9%", "Layer 4, V<br>L2 delta: 0.4668<br>Max delta: 0.003551<br>Mean |delta|: 1.55e-04<br>Params changed: 99.0%", "Layer 5, V<br>L2 delta: 0.4571<br>Max delta: 0.003984<br>Mean |delta|: 1.48e-04<br>Params changed: 98.9%", "Layer 6, V<br>L2 delta: 0.4824<br>Max delta: 0.004135<br>Mean |delta|: 1.58e-04<br>Params changed: 99.0%", "Layer 7, V<br>L2 delta: 0.5074<br>Max delta: 0.003960<br>Mean |delta|: 1.67e-04<br>Params changed: 99.0%", "Layer 8, V<br>L2 delta: 0.5034<br>Max delta: 0.007263<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 9, V<br>L2 delta: 0.5261<br>Max delta: 0.008310<br>Mean |delta|: 1.71e-04<br>Params changed: 99.0%", "Layer 10, V<br>L2 delta: 0.5357<br>Max delta: 0.009327<br>Mean |delta|: 1.74e-04<br>Params changed: 99.0%", "Layer 11, V<br>L2 delta: 0.5065<br>Max delta: 0.006420<br>Mean |delta|: 1.66e-04<br>Params changed: 99.0%", "Layer 12, V<br>L2 delta: 0.5395<br>Max delta: 0.008468<br>Mean |delta|: 1.74e-04<br>Params changed: 99.0%", "Layer 13, V<br>L2 delta: 0.5113<br>Max delta: 0.006628<br>Mean |delta|: 1.68e-04<br>Params changed: 99.0%", "Layer 14, V<br>L2 delta: 0.5039<br>Max delta: 0.009453<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 15, V<br>L2 delta: 0.5032<br>Max delta: 0.006783<br>Mean |delta|: 1.65e-04<br>Params changed: 99.0%", "Layer 16, V<br>L2 delta: 0.5038<br>Max delta: 0.006466<br>Mean |delta|: 1.66e-04<br>Params changed: 99.0%", "Layer 17, V<br>L2 delta: 0.5888<br>Max delta: 0.009823<br>Mean |delta|: 1.90e-04<br>Params changed: 99.0%", "Layer 18, V<br>L2 delta: 0.5149<br>Max delta: 0.006655<br>Mean |delta|: 1.65e-04<br>Params changed: 98.9%", "Layer 19, V<br>L2 delta: 0.4803<br>Max delta: 0.004360<br>Mean |delta|: 1.58e-04<br>Params changed: 98.8%", "Layer 20, V<br>L2 delta: 0.5000<br>Max delta: 0.004265<br>Mean |delta|: 1.64e-04<br>Params changed: 98.9%", "Layer 21, V<br>L2 delta: 0.5448<br>Max delta: 0.004910<br>Mean |delta|: 1.78e-04<br>Params changed: 99.0%", "Layer 22, V<br>L2 delta: 0.5760<br>Max delta: 0.005486<br>Mean |delta|: 1.86e-04<br>Params changed: 98.9%", "Layer 23, V<br>L2 delta: 0.5596<br>Max delta: 0.006138<br>Mean |delta|: 1.83e-04<br>Params changed: 98.9%", "Layer 24, V<br>L2 delta: 0.5623<br>Max delta: 0.008865<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 25, V<br>L2 delta: 0.4925<br>Max delta: 0.007561<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 26, V<br>L2 delta: 0.5075<br>Max delta: 0.006569<br>Mean |delta|: 1.67e-04<br>Params changed: 98.8%", "Layer 27, V<br>L2 delta: 0.5484<br>Max delta: 0.007290<br>Mean |delta|: 1.81e-04<br>Params changed: 98.8%", "Layer 28, V<br>L2 delta: 0.5703<br>Max delta: 0.008099<br>Mean |delta|: 1.85e-04<br>Params changed: 98.9%", "Layer 29, V<br>L2 delta: 0.5854<br>Max delta: 0.008751<br>Mean |delta|: 1.93e-04<br>Params changed: 98.8%", "Layer 30, V<br>L2 delta: 0.5778<br>Max delta: 0.008257<br>Mean |delta|: 1.90e-04<br>Params changed: 98.8%", "Layer 31, V<br>L2 delta: 0.6294<br>Max delta: 0.010365<br>Mean |delta|: 2.05e-04<br>Params changed: 98.9%", "Layer 32, V<br>L2 delta: 0.6265<br>Max delta: 0.008652<br>Mean |delta|: 2.07e-04<br>Params changed: 98.8%", "Layer 33, V<br>L2 delta: 0.6545<br>Max delta: 0.008801<br>Mean |delta|: 2.15e-04<br>Params changed: 98.9%", "Layer 34, V<br>L2 delta: 0.7523<br>Max delta: 0.010307<br>Mean |delta|: 2.46e-04<br>Params changed: 98.8%", "Layer 35, V<br>L2 delta: 0.7372<br>Max delta: 0.012100<br>Mean |delta|: 2.44e-04<br>Params changed: 98.9%", "Layer 36, V<br>L2 delta: 0.8161<br>Max delta: 0.010948<br>Mean |delta|: 2.66e-04<br>Params changed: 98.9%", "Layer 37, V<br>L2 delta: 0.8536<br>Max delta: 0.013031<br>Mean |delta|: 2.81e-04<br>Params changed: 98.9%", "Layer 38, V<br>L2 delta: 0.8497<br>Max delta: 0.012917<br>Mean |delta|: 2.76e-04<br>Params changed: 98.8%", "Layer 39, V<br>L2 delta: 0.7747<br>Max delta: 0.009590<br>Mean |delta|: 2.55e-04<br>Params changed: 98.9%"], ["Layer 0, O<br>L2 delta: 1.6981<br>Max delta: 0.053833<br>Mean |delta|: 2.16e-04<br>Params changed: 99.2%", "Layer 1, O<br>L2 delta: 1.5485<br>Max delta: 0.059021<br>Mean |delta|: 2.08e-04<br>Params changed: 99.2%", "Layer 2, O<br>L2 delta: 1.5897<br>Max delta: 0.059967<br>Mean |delta|: 2.20e-04<br>Params changed: 99.2%", "Layer 3, O<br>L2 delta: 1.3827<br>Max delta: 0.079620<br>Mean |delta|: 1.90e-04<br>Params changed: 99.1%", "Layer 4, O<br>L2 delta: 1.3896<br>Max delta: 0.066895<br>Mean |delta|: 1.96e-04<br>Params changed: 99.1%", "Layer 5, O<br>L2 delta: 1.4202<br>Max delta: 0.067627<br>Mean |delta|: 1.94e-04<br>Params changed: 99.1%", "Layer 6, O<br>L2 delta: 1.3650<br>Max delta: 0.057861<br>Mean |delta|: 1.98e-04<br>Params changed: 99.2%", "Layer 7, O<br>L2 delta: 1.4141<br>Max delta: 0.091064<br>Mean |delta|: 2.06e-04<br>Params changed: 99.1%", "Layer 8, O<br>L2 delta: 1.5292<br>Max delta: 0.080261<br>Mean |delta|: 2.11e-04<br>Params changed: 99.2%", "Layer 9, O<br>L2 delta: 1.4935<br>Max delta: 0.096527<br>Mean |delta|: 2.17e-04<br>Params changed: 99.1%", "Layer 10, O<br>L2 delta: 1.6637<br>Max delta: 0.083618<br>Mean |delta|: 2.35e-04<br>Params changed: 99.2%", "Layer 11, O<br>L2 delta: 1.7715<br>Max delta: 0.081970<br>Mean |delta|: 2.29e-04<br>Params changed: 99.2%", "Layer 12, O<br>L2 delta: 1.8216<br>Max delta: 0.048157<br>Mean |delta|: 2.54e-04<br>Params changed: 99.2%", "Layer 13, O<br>L2 delta: 1.9502<br>Max delta: 0.091797<br>Mean |delta|: 2.45e-04<br>Params changed: 99.2%", "Layer 14, O<br>L2 delta: 2.1654<br>Max delta: 0.086914<br>Mean |delta|: 2.52e-04<br>Params changed: 99.2%", "Layer 15, O<br>L2 delta: 1.8028<br>Max delta: 0.078156<br>Mean |delta|: 2.45e-04<br>Params changed: 99.2%", "Layer 16, O<br>L2 delta: 1.6375<br>Max delta: 0.086159<br>Mean |delta|: 2.35e-04<br>Params changed: 99.2%", "Layer 17, O<br>L2 delta: 1.8631<br>Max delta: 0.104492<br>Mean |delta|: 2.53e-04<br>Params changed: 99.2%", "Layer 18, O<br>L2 delta: 1.8836<br>Max delta: 0.096924<br>Mean |delta|: 2.50e-04<br>Params changed: 99.2%", "Layer 19, O<br>L2 delta: 2.2237<br>Max delta: 0.103516<br>Mean |delta|: 2.66e-04<br>Params changed: 99.2%", "Layer 20, O<br>L2 delta: 2.1344<br>Max delta: 0.094238<br>Mean |delta|: 2.58e-04<br>Params changed: 99.2%", "Layer 21, O<br>L2 delta: 2.0988<br>Max delta: 0.156250<br>Mean |delta|: 2.53e-04<br>Params changed: 99.2%", "Layer 22, O<br>L2 delta: 2.1245<br>Max delta: 0.130859<br>Mean |delta|: 2.63e-04<br>Params changed: 99.2%", "Layer 23, O<br>L2 delta: 2.1052<br>Max delta: 0.139160<br>Mean |delta|: 2.70e-04<br>Params changed: 99.2%", "Layer 24, O<br>L2 delta: 2.3661<br>Max delta: 0.081268<br>Mean |delta|: 2.93e-04<br>Params changed: 99.2%", "Layer 25, O<br>L2 delta: 2.1625<br>Max delta: 0.058136<br>Mean |delta|: 2.68e-04<br>Params changed: 99.2%", "Layer 26, O<br>L2 delta: 1.6328<br>Max delta: 0.124908<br>Mean |delta|: 2.42e-04<br>Params changed: 99.2%", "Layer 27, O<br>L2 delta: 1.6174<br>Max delta: 0.045944<br>Mean |delta|: 2.44e-04<br>Params changed: 99.2%", "Layer 28, O<br>L2 delta: 2.1729<br>Max delta: 0.085327<br>Mean |delta|: 2.91e-04<br>Params changed: 99.3%", "Layer 29, O<br>L2 delta: 2.4042<br>Max delta: 0.056335<br>Mean |delta|: 3.08e-04<br>Params changed: 99.2%", "Layer 30, O<br>L2 delta: 2.0314<br>Max delta: 0.104736<br>Mean |delta|: 2.80e-04<br>Params changed: 99.2%", "Layer 31, O<br>L2 delta: 1.7912<br>Max delta: 0.041443<br>Mean |delta|: 2.70e-04<br>Params changed: 99.2%", "Layer 32, O<br>L2 delta: 1.9566<br>Max delta: 0.109619<br>Mean |delta|: 2.76e-04<br>Params changed: 99.2%", "Layer 33, O<br>L2 delta: 1.8493<br>Max delta: 0.045227<br>Mean |delta|: 2.81e-04<br>Params changed: 99.3%", "Layer 34, O<br>L2 delta: 2.7517<br>Max delta: 0.130722<br>Mean |delta|: 3.49e-04<br>Params changed: 99.2%", "Layer 35, O<br>L2 delta: 2.2932<br>Max delta: 0.110840<br>Mean |delta|: 3.22e-04<br>Params changed: 99.2%", "Layer 36, O<br>L2 delta: 2.4558<br>Max delta: 0.105713<br>Mean |delta|: 3.25e-04<br>Params changed: 99.3%", "Layer 37, O<br>L2 delta: 2.2543<br>Max delta: 0.090088<br>Mean |delta|: 3.36e-04<br>Params changed: 99.3%", "Layer 38, O<br>L2 delta: 2.3289<br>Max delta: 0.037842<br>Mean |delta|: 3.53e-04<br>Params changed: 99.3%", "Layer 39, O<br>L2 delta: 3.7090<br>Max delta: 0.227539<br>Mean |delta|: 4.22e-04<br>Params changed: 99.5%"], ["Layer 0, Gate<br>L2 delta: 2.0319<br>Max delta: 0.024414<br>Mean |delta|: 1.68e-04<br>Params changed: 98.8%", "Layer 1, Gate<br>L2 delta: 1.9292<br>Max delta: 0.019318<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 2, Gate<br>L2 delta: 1.9760<br>Max delta: 0.015045<br>Mean |delta|: 1.69e-04<br>Params changed: 98.7%", "Layer 3, Gate<br>L2 delta: 2.0847<br>Max delta: 0.023180<br>Mean |delta|: 1.79e-04<br>Params changed: 98.8%", "Layer 4, Gate<br>L2 delta: 2.1408<br>Max delta: 0.011398<br>Mean |delta|: 1.84e-04<br>Params changed: 98.8%", "Layer 5, Gate<br>L2 delta: 2.0299<br>Max delta: 0.009583<br>Mean |delta|: 1.75e-04<br>Params changed: 98.7%", "Layer 6, Gate<br>L2 delta: 2.0750<br>Max delta: 0.007912<br>Mean |delta|: 1.79e-04<br>Params changed: 98.8%", "Layer 7, Gate<br>L2 delta: 2.0905<br>Max delta: 0.006948<br>Mean |delta|: 1.81e-04<br>Params changed: 98.8%", "Layer 8, Gate<br>L2 delta: 2.0273<br>Max delta: 0.011272<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 9, Gate<br>L2 delta: 2.0477<br>Max delta: 0.014027<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 10, Gate<br>L2 delta: 2.0580<br>Max delta: 0.020325<br>Mean |delta|: 1.75e-04<br>Params changed: 98.8%", "Layer 11, Gate<br>L2 delta: 2.0211<br>Max delta: 0.012061<br>Mean |delta|: 1.73e-04<br>Params changed: 98.8%", "Layer 12, Gate<br>L2 delta: 1.9978<br>Max delta: 0.015823<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 13, Gate<br>L2 delta: 2.0568<br>Max delta: 0.016052<br>Mean |delta|: 1.76e-04<br>Params changed: 98.8%", "Layer 14, Gate<br>L2 delta: 1.9283<br>Max delta: 0.010485<br>Mean |delta|: 1.66e-04<br>Params changed: 98.8%", "Layer 15, Gate<br>L2 delta: 1.8473<br>Max delta: 0.021866<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 16, Gate<br>L2 delta: 1.8538<br>Max delta: 0.014729<br>Mean |delta|: 1.57e-04<br>Params changed: 98.8%", "Layer 17, Gate<br>L2 delta: 1.9257<br>Max delta: 0.018021<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 18, Gate<br>L2 delta: 1.9900<br>Max delta: 0.020866<br>Mean |delta|: 1.67e-04<br>Params changed: 98.8%", "Layer 19, Gate<br>L2 delta: 1.9586<br>Max delta: 0.016045<br>Mean |delta|: 1.65e-04<br>Params changed: 98.8%", "Layer 20, Gate<br>L2 delta: 1.9177<br>Max delta: 0.014115<br>Mean |delta|: 1.62e-04<br>Params changed: 98.7%", "Layer 21, Gate<br>L2 delta: 1.8916<br>Max delta: 0.014664<br>Mean |delta|: 1.61e-04<br>Params changed: 98.7%", "Layer 22, Gate<br>L2 delta: 1.8307<br>Max delta: 0.013399<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 23, Gate<br>L2 delta: 1.8312<br>Max delta: 0.012695<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 24, Gate<br>L2 delta: 1.8216<br>Max delta: 0.020058<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 25, Gate<br>L2 delta: 1.8576<br>Max delta: 0.024048<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 26, Gate<br>L2 delta: 1.8195<br>Max delta: 0.018929<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 27, Gate<br>L2 delta: 1.8609<br>Max delta: 0.040527<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 28, Gate<br>L2 delta: 1.8203<br>Max delta: 0.016663<br>Mean |delta|: 1.56e-04<br>Params changed: 98.6%", "Layer 29, Gate<br>L2 delta: 1.8404<br>Max delta: 0.039185<br>Mean |delta|: 1.57e-04<br>Params changed: 98.7%", "Layer 30, Gate<br>L2 delta: 1.8479<br>Max delta: 0.026489<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 31, Gate<br>L2 delta: 1.7913<br>Max delta: 0.021118<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%", "Layer 32, Gate<br>L2 delta: 1.7691<br>Max delta: 0.021484<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 33, Gate<br>L2 delta: 1.7667<br>Max delta: 0.013428<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 34, Gate<br>L2 delta: 1.7624<br>Max delta: 0.011709<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 35, Gate<br>L2 delta: 1.8061<br>Max delta: 0.015991<br>Mean |delta|: 1.56e-04<br>Params changed: 98.7%", "Layer 36, Gate<br>L2 delta: 1.7832<br>Max delta: 0.011124<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 37, Gate<br>L2 delta: 1.7892<br>Max delta: 0.016931<br>Mean |delta|: 1.54e-04<br>Params changed: 98.6%", "Layer 38, Gate<br>L2 delta: 1.8884<br>Max delta: 0.016571<br>Mean |delta|: 1.62e-04<br>Params changed: 98.7%", "Layer 39, Gate<br>L2 delta: 1.8010<br>Max delta: 0.011200<br>Mean |delta|: 1.54e-04<br>Params changed: 98.5%"], ["Layer 0, Up<br>L2 delta: 1.7434<br>Max delta: 0.015152<br>Mean |delta|: 1.48e-04<br>Params changed: 98.7%", "Layer 1, Up<br>L2 delta: 1.6634<br>Max delta: 0.009476<br>Mean |delta|: 1.43e-04<br>Params changed: 98.6%", "Layer 2, Up<br>L2 delta: 1.6993<br>Max delta: 0.012688<br>Mean |delta|: 1.47e-04<br>Params changed: 98.7%", "Layer 3, Up<br>L2 delta: 1.6665<br>Max delta: 0.009506<br>Mean |delta|: 1.45e-04<br>Params changed: 98.7%", "Layer 4, Up<br>L2 delta: 1.7056<br>Max delta: 0.019165<br>Mean |delta|: 1.47e-04<br>Params changed: 98.7%", "Layer 5, Up<br>L2 delta: 1.6488<br>Max delta: 0.006611<br>Mean |delta|: 1.42e-04<br>Params changed: 98.6%", "Layer 6, Up<br>L2 delta: 1.6857<br>Max delta: 0.008163<br>Mean |delta|: 1.45e-04<br>Params changed: 98.6%", "Layer 7, Up<br>L2 delta: 1.7468<br>Max delta: 0.010582<br>Mean |delta|: 1.50e-04<br>Params changed: 98.7%", "Layer 8, Up<br>L2 delta: 1.7633<br>Max delta: 0.016373<br>Mean |delta|: 1.52e-04<br>Params changed: 98.7%", "Layer 9, Up<br>L2 delta: 1.8170<br>Max delta: 0.012024<br>Mean |delta|: 1.55e-04<br>Params changed: 98.6%", "Layer 10, Up<br>L2 delta: 1.8804<br>Max delta: 0.018486<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 11, Up<br>L2 delta: 1.8034<br>Max delta: 0.039495<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%", "Layer 12, Up<br>L2 delta: 1.8139<br>Max delta: 0.014000<br>Mean |delta|: 1.55e-04<br>Params changed: 98.6%", "Layer 13, Up<br>L2 delta: 1.8600<br>Max delta: 0.014744<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 14, Up<br>L2 delta: 1.8478<br>Max delta: 0.015793<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 15, Up<br>L2 delta: 1.8502<br>Max delta: 0.016714<br>Mean |delta|: 1.58e-04<br>Params changed: 98.6%", "Layer 16, Up<br>L2 delta: 1.8553<br>Max delta: 0.019404<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 17, Up<br>L2 delta: 1.9299<br>Max delta: 0.012573<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 18, Up<br>L2 delta: 1.9909<br>Max delta: 0.022469<br>Mean |delta|: 1.67e-04<br>Params changed: 98.7%", "Layer 19, Up<br>L2 delta: 1.9399<br>Max delta: 0.036194<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 20, Up<br>L2 delta: 1.8514<br>Max delta: 0.014208<br>Mean |delta|: 1.58e-04<br>Params changed: 98.7%", "Layer 21, Up<br>L2 delta: 1.8056<br>Max delta: 0.007614<br>Mean |delta|: 1.55e-04<br>Params changed: 98.7%", "Layer 22, Up<br>L2 delta: 1.7466<br>Max delta: 0.009415<br>Mean |delta|: 1.50e-04<br>Params changed: 98.6%", "Layer 23, Up<br>L2 delta: 1.7440<br>Max delta: 0.008339<br>Mean |delta|: 1.51e-04<br>Params changed: 98.6%", "Layer 24, Up<br>L2 delta: 1.7120<br>Max delta: 0.009140<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 25, Up<br>L2 delta: 1.7142<br>Max delta: 0.024780<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 26, Up<br>L2 delta: 1.6837<br>Max delta: 0.009720<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 27, Up<br>L2 delta: 1.6998<br>Max delta: 0.072510<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 28, Up<br>L2 delta: 1.6968<br>Max delta: 0.013397<br>Mean |delta|: 1.47e-04<br>Params changed: 98.6%", "Layer 29, Up<br>L2 delta: 1.6817<br>Max delta: 0.022125<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 30, Up<br>L2 delta: 1.6912<br>Max delta: 0.025818<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 31, Up<br>L2 delta: 1.6879<br>Max delta: 0.015320<br>Mean |delta|: 1.46e-04<br>Params changed: 98.6%", "Layer 32, Up<br>L2 delta: 1.7024<br>Max delta: 0.012142<br>Mean |delta|: 1.48e-04<br>Params changed: 98.6%", "Layer 33, Up<br>L2 delta: 1.7277<br>Max delta: 0.010025<br>Mean |delta|: 1.50e-04<br>Params changed: 98.6%", "Layer 34, Up<br>L2 delta: 1.7469<br>Max delta: 0.014324<br>Mean |delta|: 1.52e-04<br>Params changed: 98.6%", "Layer 35, Up<br>L2 delta: 1.7886<br>Max delta: 0.012848<br>Mean |delta|: 1.56e-04<br>Params changed: 98.7%", "Layer 36, Up<br>L2 delta: 1.8291<br>Max delta: 0.008181<br>Mean |delta|: 1.60e-04<br>Params changed: 98.7%", "Layer 37, Up<br>L2 delta: 1.8235<br>Max delta: 0.010821<br>Mean |delta|: 1.59e-04<br>Params changed: 98.7%", "Layer 38, Up<br>L2 delta: 1.8872<br>Max delta: 0.019199<br>Mean |delta|: 1.64e-04<br>Params changed: 98.7%", "Layer 39, Up<br>L2 delta: 1.7793<br>Max delta: 0.011375<br>Mean |delta|: 1.53e-04<br>Params changed: 98.6%"], ["Layer 0, Down<br>L2 delta: 2.2993<br>Max delta: 0.241699<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 1, Down<br>L2 delta: 2.1178<br>Max delta: 0.107910<br>Mean |delta|: 1.69e-04<br>Params changed: 98.8%", "Layer 2, Down<br>L2 delta: 2.1672<br>Max delta: 0.263672<br>Mean |delta|: 1.68e-04<br>Params changed: 98.8%", "Layer 3, Down<br>L2 delta: 2.1625<br>Max delta: 0.127136<br>Mean |delta|: 1.70e-04<br>Params changed: 98.8%", "Layer 4, Down<br>L2 delta: 2.0838<br>Max delta: 0.096191<br>Mean |delta|: 1.63e-04<br>Params changed: 98.8%", "Layer 5, Down<br>L2 delta: 2.2838<br>Max delta: 0.129883<br>Mean |delta|: 1.78e-04<br>Params changed: 98.9%", "Layer 6, Down<br>L2 delta: 2.3589<br>Max delta: 0.094482<br>Mean |delta|: 1.82e-04<br>Params changed: 98.9%", "Layer 7, Down<br>L2 delta: 2.5273<br>Max delta: 0.113281<br>Mean |delta|: 1.88e-04<br>Params changed: 98.9%", "Layer 8, Down<br>L2 delta: 2.7452<br>Max delta: 0.129822<br>Mean |delta|: 2.08e-04<br>Params changed: 99.0%", "Layer 9, Down<br>L2 delta: 2.8545<br>Max delta: 0.241699<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 10, Down<br>L2 delta: 3.1365<br>Max delta: 0.120911<br>Mean |delta|: 2.40e-04<br>Params changed: 99.1%", "Layer 11, Down<br>L2 delta: 2.9640<br>Max delta: 0.144897<br>Mean |delta|: 2.14e-04<br>Params changed: 99.0%", "Layer 12, Down<br>L2 delta: 3.0332<br>Max delta: 0.123352<br>Mean |delta|: 2.28e-04<br>Params changed: 99.1%", "Layer 13, Down<br>L2 delta: 3.0323<br>Max delta: 0.148926<br>Mean |delta|: 2.25e-04<br>Params changed: 99.1%", "Layer 14, Down<br>L2 delta: 3.0968<br>Max delta: 0.120605<br>Mean |delta|: 2.30e-04<br>Params changed: 99.1%", "Layer 15, Down<br>L2 delta: 2.9558<br>Max delta: 0.110443<br>Mean |delta|: 2.28e-04<br>Params changed: 99.1%", "Layer 16, Down<br>L2 delta: 2.9613<br>Max delta: 0.108704<br>Mean |delta|: 2.29e-04<br>Params changed: 99.1%", "Layer 17, Down<br>L2 delta: 2.8927<br>Max delta: 0.130371<br>Mean |delta|: 2.21e-04<br>Params changed: 99.0%", "Layer 18, Down<br>L2 delta: 2.8094<br>Max delta: 0.148438<br>Mean |delta|: 2.11e-04<br>Params changed: 99.0%", "Layer 19, Down<br>L2 delta: 2.6327<br>Max delta: 0.171875<br>Mean |delta|: 2.02e-04<br>Params changed: 99.0%", "Layer 20, Down<br>L2 delta: 2.5519<br>Max delta: 0.146973<br>Mean |delta|: 1.98e-04<br>Params changed: 99.0%", "Layer 21, Down<br>L2 delta: 2.4534<br>Max delta: 0.163574<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 22, Down<br>L2 delta: 2.4955<br>Max delta: 0.140625<br>Mean |delta|: 1.96e-04<br>Params changed: 99.0%", "Layer 23, Down<br>L2 delta: 2.5213<br>Max delta: 0.115723<br>Mean |delta|: 1.99e-04<br>Params changed: 99.0%", "Layer 24, Down<br>L2 delta: 2.3798<br>Max delta: 0.102905<br>Mean |delta|: 1.92e-04<br>Params changed: 99.0%", "Layer 25, Down<br>L2 delta: 2.4007<br>Max delta: 0.093689<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 26, Down<br>L2 delta: 2.3144<br>Max delta: 0.086060<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 27, Down<br>L2 delta: 2.2818<br>Max delta: 0.075928<br>Mean |delta|: 1.89e-04<br>Params changed: 99.0%", "Layer 28, Down<br>L2 delta: 2.2936<br>Max delta: 0.073181<br>Mean |delta|: 1.89e-04<br>Params changed: 99.0%", "Layer 29, Down<br>L2 delta: 2.3300<br>Max delta: 0.083130<br>Mean |delta|: 1.90e-04<br>Params changed: 99.0%", "Layer 30, Down<br>L2 delta: 2.3130<br>Max delta: 0.066406<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 31, Down<br>L2 delta: 2.3308<br>Max delta: 0.088135<br>Mean |delta|: 1.91e-04<br>Params changed: 99.0%", "Layer 32, Down<br>L2 delta: 2.3475<br>Max delta: 0.075928<br>Mean |delta|: 1.93e-04<br>Params changed: 99.0%", "Layer 33, Down<br>L2 delta: 2.3305<br>Max delta: 0.072754<br>Mean |delta|: 1.94e-04<br>Params changed: 99.0%", "Layer 34, Down<br>L2 delta: 2.4442<br>Max delta: 0.093018<br>Mean |delta|: 1.99e-04<br>Params changed: 99.0%", "Layer 35, Down<br>L2 delta: 2.4242<br>Max delta: 0.099854<br>Mean |delta|: 1.98e-04<br>Params changed: 99.0%", "Layer 36, Down<br>L2 delta: 2.5973<br>Max delta: 0.129883<br>Mean |delta|: 2.01e-04<br>Params changed: 99.0%", "Layer 37, Down<br>L2 delta: 2.4868<br>Max delta: 0.167969<br>Mean |delta|: 1.97e-04<br>Params changed: 99.0%", "Layer 38, Down<br>L2 delta: 2.5401<br>Max delta: 0.144043<br>Mean |delta|: 2.08e-04<br>Params changed: 99.1%", "Layer 39, Down<br>L2 delta: 2.9014<br>Max delta: 0.061523<br>Mean |delta|: 2.30e-04<br>Params changed: 99.1%"]],
 hoverinfo: 'text',
 colorscale: [
 [0, '#0a0a0f'],
 [0.15, '#1a1a2e'],
 [0.3, '#16213e'],
 [0.5, '#e94560'],
 [0.75, '#ff6b35'],
 [1.0, '#ffcc00']
 ],
 colorbar: {
 title: { text: 'L2 Delta', font: { color: '#999' } },
 tickfont: { color: '#666' },
 },
}], {
 ...darkLayout,
 height: 350,
 xaxis: {
 title: { text: 'Layer', font: { color: '#888' } },
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 yaxis: {
 gridcolor: '#1a1a2e',
 color: '#666',
 },
}, { responsive: true });
// Attention vs MLP comparison
Plotly.newPlot('comparison', [
 {
 type: 'bar',
 name: 'Attention (Q+K+V+O)',
 x: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39],
 y: [4.575347, 4.096104, 4.419846, 4.07824, 4.081676, 4.364475, 4.392682, 4.237894, 4.484479, 4.3734660000000005, 4.695772, 4.643074, 4.575292, 4.740116, 4.860011, 4.698286, 4.428114, 4.585742, 4.521234, 4.611271, 4.560254, 4.585089, 4.558319, 4.525233, 4.792215, 4.470088, 3.898654, 3.8846570000000002, 4.471793, 4.677516, 4.306436, 4.134691, 4.223257, 4.126155, 5.048313, 4.614912, 4.794385, 4.528714, 4.672563, 5.9879620000000005],
 marker: { color: '#e94560' },
 },
 {
 type: 'bar',
 name: 'MLP (Gate+Up+Down)',
 x: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39],
 y: [6.074565, 5.710357, 5.842584, 5.913695, 5.930265, 5.962636, 6.119574, 6.364604, 6.5357769999999995, 6.719215, 7.074943, 6.788559, 6.844866, 6.949078, 6.872942999999999, 6.653262, 6.670427, 6.748172, 6.790343, 6.531165, 6.320946, 6.1505860000000006, 6.072846999999999, 6.096506, 5.913469, 5.972549, 5.817622, 5.842494, 5.810658, 5.852119, 5.852085000000001, 5.810002, 5.819032, 5.824812, 5.953538, 6.0189520000000005, 6.209522, 6.099497, 6.315692, 6.481749000000001],
 marker: { color: '#ff6b35' },
 },
], {
 ...darkLayout,
 height: 350,
 barmode: 'group',
 xaxis: {
 title: { text: 'Layer', font: { color: '#888' } },
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 yaxis: {
 title: { text: 'Total L2 Delta', font: { color: '#888' } },
 gridcolor: '#1a1a2e',
 color: '#666',
 },
 legend: {
 font: { color: '#999' },
 bgcolor: 'rgba(0,0,0,0)',
 },
}, { responsive: true });
</script>
</body>
</html>