{
  "schema": "ddc-token-boundary-ledger/1",
  "runner_id": "THINK_B_2EP_SIX_ARMS_RUNNER_V3",
  "bindings": {
    "config_sha256": "5c380a60cd9fd6e53e02d10c3ab9e2d9ec07b0884ddf3d5878617346d8861fc8",
    "runner_code_sha256": "fd6d1c6403810acc4460e2ce0fb5f4418881387b11f4bd21f7cd21067faa3a0a",
    "config_schema_sha256": "d6d13eeee42bf04cf34fc68b2fa7a61b316c4543b77d7d779815b8eddf10c099",
    "python_binary_sha256": "5700a6a7804feb44da6c963ebd1323982478b7ca57478e4e81981c47818453bd",
    "environment_lock_sha256": "627d4fe088b8f64841b0520ae5bd9dc5c81e9dcd5969b4bd45c9a9910b2f3c01",
    "base_composite_sha256": "526963d72561cb6244f60f751312673d2671111d214636ae571de0d62c762760",
    "base_lock_sha256": "6791648e4030008388f2e9241b23771cb07eb0416fbd7bc3c6777c7c36bda3be",
    "frozen_rows_sha256": "3a912697f0aa63896d98d5f3a85d511bcfd192937b4f6eec5c3a9daaf4bf8112",
    "ordered_ids_sha256": "daf31ae3753b428565223c2bc8e3a4115c212977e5e48143bbbe25f32427c818",
    "update_plan_sha256": "af653aabce045b1194123d1342cc9f29cbd9cd353c9e1fac25d7d5d3998697c6",
    "data_receipt_sha256": "e66346fb413557929ab53648bc656fb3102557cf3460abb49c7b1c6e7281420d",
    "decontamination_receipt_sha256": "66c360871b06208ed20e473e57ad0f09c79e4dac1b3124a9461a5b729b487153",
    "render_receipt_sha256": "e66346fb413557929ab53648bc656fb3102557cf3460abb49c7b1c6e7281420d",
    "token_bake_sha256": "74234e98afe7498fb5daf1f36ac2d78acc339464f950703b8c019892f982b90b",
    "continuation_sha256": "74234e98afe7498fb5daf1f36ac2d78acc339464f950703b8c019892f982b90b"
  },
  "completed_optimizer_updates": 175,
  "next_update_index": 175,
  "next_ordered_position": 11750,
  "cumulative_planned_active_tokens": 11441234,
  "cumulative_realized_active_tokens": 11441234,
  "optimizer_step_count": 175,
  "scheduler_step_count": 175,
  "token_bake": {
    "enabled": false,
    "positive_lr_active_tokens": null,
    "frozen": null,
    "freeze_digest": null
  },
  "updates": [
    {
      "update_id": 0,
      "row_count": 63,
      "row_ids_sha256": "1d0a352c8f286e5f67ced4582b921ad0662ba03de9372347ffde4fdeb1eee079",
      "input_ids_vector_sha256": "ab189a3e0df1bd3c18963c9a615929dd1f5ddfa4e093b56dc70f3fc9399c3d73",
      "labels_vector_sha256": "f39f068aa04696c50838a5f47a939a59794ebd11478a5abb87c62e4ebb4b8ea6",
      "planned_active_tokens": 66184,
      "realized_active_tokens": 66184,
      "cumulative_start": 0,
      "cumulative_end": 66184,
      "loss_sum": 57623.040100097656,
      "token_normalized_loss": 0.8706491009926517,
      "grad_norm_before_clip": 2.130573272705078,
      "learning_rates_at_step": {
        "lora": 9.641151740634023e-06,
        "row_tokens": 9.641151740634023e-06
      },
      "learning_rates_after_step": {
        "lora": 1.9201601225975053e-05,
        "row_tokens": 1.9201601225975053e-05
      }
    },
    {
      "update_id": 1,
      "row_count": 65,
      "row_ids_sha256": "83c68fd7e8908efd045166ef0976fc0c377e2d5da28a89c32412a636822abde9",
      "input_ids_vector_sha256": "44f4cea811dda5f7af8a6adb56f69ab746aed0a35828224aaaed0238e94e6999",
      "labels_vector_sha256": "52034290fa37c369bc6b1b52026ef3021e2024c0761bf52ebf315d27f35a7208",
      "planned_active_tokens": 65630,
      "realized_active_tokens": 65630,
      "cumulative_start": 66184,
      "cumulative_end": 131814,
      "loss_sum": 52948.182525634766,
      "token_normalized_loss": 0.8067679799731032,
      "grad_norm_before_clip": 2.1044652462005615,
      "learning_rates_at_step": {
        "lora": 1.9201601225975053e-05,
        "row_tokens": 1.9201601225975053e-05
      },
      "learning_rates_after_step": {
        "lora": 2.881216185900704e-05,
        "row_tokens": 2.881216185900704e-05
      }
    },
    {
      "update_id": 2,
      "row_count": 62,
      "row_ids_sha256": "ff28413521384485ebb14cf0836adae175be917e98093e7aae3468babf4f9b4c",
      "input_ids_vector_sha256": "9bcfea8df80d859cf24a27db93b864eefc7c38cfe7e563155c89fb4c5dbea9d3",
      "labels_vector_sha256": "0f108d60c74ac068aa33199b4e1fb4edef6cfaadb421bd946eab6bbf626d4479",
      "planned_active_tokens": 65974,
      "realized_active_tokens": 65974,
      "cumulative_start": 131814,
      "cumulative_end": 197788,
      "loss_sum": 47840.95251464844,
      "token_normalized_loss": 0.7251485814813174,
      "grad_norm_before_clip": 1.944539189338684,
      "learning_rates_at_step": {
        "lora": 2.881216185900704e-05,
        "row_tokens": 2.881216185900704e-05
      },
      "learning_rates_after_step": {
        "lora": 3.8331094841173885e-05,
        "row_tokens": 3.8331094841173885e-05
      }
    },
    {
      "update_id": 3,
      "row_count": 62,
      "row_ids_sha256": "8e5c05be13c6ede39f2bdac3c554f4d5588cada49857884abbc0cae1611e2678",
      "input_ids_vector_sha256": "86abbebc50d6ad32f36df88594f2260c4f3d55eb7d4cd2d4459756e85a2ccb87",
      "labels_vector_sha256": "5edf39de0efd53f0b1fc74e6e919412595652accdba113e3398230fde66a750f",
      "planned_active_tokens": 65345,
      "realized_active_tokens": 65345,
      "cumulative_start": 197788,
      "cumulative_end": 263133,
      "loss_sum": 40284.531829833984,
      "token_normalized_loss": 0.6164898895069858,
      "grad_norm_before_clip": 0.9071006774902344,
      "learning_rates_at_step": {
        "lora": 3.8331094841173885e-05,
        "row_tokens": 3.8331094841173885e-05
      },
      "learning_rates_after_step": {
        "lora": 4.775373867036479e-05,
        "row_tokens": 4.775373867036479e-05
      }
    },
    {
      "update_id": 4,
      "row_count": 66,
      "row_ids_sha256": "5931c657c5d4db1a5c11681b44864abaad5c37bd2fcba56bafe073839373a919",
      "input_ids_vector_sha256": "3b7d1dcf2777f07ad9027a5669525cdf6985074c2dc60cf16678ba1d9fe460a8",
      "labels_vector_sha256": "a01f9873431217db0da4f767c185c4204378eff34edcb98538ba645e9784ddce",
      "planned_active_tokens": 64684,
      "realized_active_tokens": 64684,
      "cumulative_start": 263133,
      "cumulative_end": 327817,
      "loss_sum": 35373.712463378906,
      "token_normalized_loss": 0.5468695885130621,
      "grad_norm_before_clip": 0.27501359581947327,
      "learning_rates_at_step": {
        "lora": 4.775373867036479e-05,
        "row_tokens": 4.775373867036479e-05
      },
      "learning_rates_after_step": {
        "lora": 5.738746114200975e-05,
        "row_tokens": 5.738746114200975e-05
      }
    },
    {
      "update_id": 5,
      "row_count": 68,
      "row_ids_sha256": "5ef2a9ca29eae0f84d11ce72d9af70025b43aa247022365b91c3a827ec0982d7",
      "input_ids_vector_sha256": "942443854f1b56275de32d55b718f3d92e9b24f4b5766a401b5805178e259c34",
      "labels_vector_sha256": "6156b0438aa77624c4413aa571f04dbe1f5bb97551bc13f472622cef2be5cb74",
      "planned_active_tokens": 66133,
      "realized_active_tokens": 66133,
      "cumulative_start": 327817,
      "cumulative_end": 393950,
      "loss_sum": 35093.10008239746,
      "token_normalized_loss": 0.5306443089289381,
      "grad_norm_before_clip": 0.29282692074775696,
      "learning_rates_at_step": {
        "lora": 5.738746114200975e-05,
        "row_tokens": 5.738746114200975e-05
      },
      "learning_rates_after_step": {
        "lora": 6.688192123809496e-05,
        "row_tokens": 6.688192123809496e-05
      }
    },
    {
      "update_id": 6,
      "row_count": 61,
      "row_ids_sha256": "3aac1b11101238d2d7b5ed5498fa2ec8ace70c4ac425966ba7999923b81d2477",
      "input_ids_vector_sha256": "91f123d0c23fac688a29e15025050847b94b648b3e11edddc2b2049e75a375f9",
      "labels_vector_sha256": "5fbbf0758ce509f5d77a8c30ed919704bc5a30c114e9fec7af5483153f07d576",
      "planned_active_tokens": 65177,
      "realized_active_tokens": 65177,
      "cumulative_start": 393950,
      "cumulative_end": 459127,
      "loss_sum": 32181.028198242188,
      "token_normalized_loss": 0.4937482271083693,
      "grad_norm_before_clip": 0.23442205786705017,
      "learning_rates_at_step": {
        "lora": 6.688192123809496e-05,
        "row_tokens": 6.688192123809496e-05
      },
      "learning_rates_after_step": {
        "lora": 7.647252481521515e-05,
        "row_tokens": 7.647252481521515e-05
      }
    },
    {
      "update_id": 7,
      "row_count": 62,
      "row_ids_sha256": "6cfef37f8a4ca3eaf07fb819d66549b7faab64ce3b67da8070324777f96319ad",
      "input_ids_vector_sha256": "1488a042caaaf8db33bd55c19a97b563e68b9cbf75c224f2bffb8e5c0730f7ed",
      "labels_vector_sha256": "e5fc98983646f30dc13fc329f2ce5613b173bab0126f9e9f63f205ff48144403",
      "planned_active_tokens": 65837,
      "realized_active_tokens": 65837,
      "cumulative_start": 459127,
      "cumulative_end": 524964,
      "loss_sum": 31847.774826049805,
      "token_normalized_loss": 0.4837367259451343,
      "grad_norm_before_clip": 0.2205609679222107,
      "learning_rates_at_step": {
        "lora": 7.647252481521515e-05,
        "row_tokens": 7.647252481521515e-05
      },
      "learning_rates_after_step": {
        "lora": 8.608031768136884e-05,
        "row_tokens": 8.608031768136884e-05
      }
    },
    {
      "update_id": 8,
      "row_count": 63,
      "row_ids_sha256": "f7b6a70a721abdb86f0dcae3da25c26aea2e5e022074aba8acb16db311c5738f",
      "input_ids_vector_sha256": "dbafe7b3e896a5532fcb5614bfb7fb848b168b742b6cc949a2c17efd83948b1b",
      "labels_vector_sha256": "899499d6ecde6fdccc12c7238d034538752bbd979c97899fb385e1e1e6bcfa7b",
      "planned_active_tokens": 65955,
      "realized_active_tokens": 65955,
      "cumulative_start": 524964,
      "cumulative_end": 590919,
      "loss_sum": 28308.705001831055,
      "token_normalized_loss": 0.4292124175851877,
      "grad_norm_before_clip": 0.20734237134456635,
      "learning_rates_at_step": {
        "lora": 8.608031768136884e-05,
        "row_tokens": 8.608031768136884e-05
      },
      "learning_rates_after_step": {
        "lora": 9.55546750496013e-05,
        "row_tokens": 9.55546750496013e-05
      }
    },
    {
      "update_id": 9,
      "row_count": 64,
      "row_ids_sha256": "9aa08628b8683b149a2987bec38de53ceb0c6fc105e2e5b17b240f94196fbb93",
      "input_ids_vector_sha256": "23dc31b23af8c73bcd26c3c5437279b310b11086fed81e1a0da46b8d729e5a6b",
      "labels_vector_sha256": "68163267f563c733eb021ac67e01cdc109bb8a235cc968138ae50938f819d0ec",
      "planned_active_tokens": 65039,
      "realized_active_tokens": 65039,
      "cumulative_start": 590919,
      "cumulative_end": 655958,
      "loss_sum": 29991.05549621582,
      "token_normalized_loss": 0.4611241792803675,
      "grad_norm_before_clip": 0.21091587841510773,
      "learning_rates_at_step": {
        "lora": 9.55546750496013e-05,
        "row_tokens": 9.55546750496013e-05
      },
      "learning_rates_after_step": {
        "lora": 9.999729538681231e-05,
        "row_tokens": 9.999729538681231e-05
      }
    },
    {
      "update_id": 10,
      "row_count": 63,
      "row_ids_sha256": "dce9b8076725d9055632d781f6ec729f713ca227f31d1fb4246ee0705fbadf17",
      "input_ids_vector_sha256": "9c7b3543ac8d35d92470b110837729f929a9f79323f414eaaf30525d65dafe48",
      "labels_vector_sha256": "4d83ce9e262aa60525fe3462e0f9e9c4eb48ad8e49024fe662abfe4f3444f066",
      "planned_active_tokens": 66123,
      "realized_active_tokens": 66123,
      "cumulative_start": 655958,
      "cumulative_end": 722081,
      "loss_sum": 27184.7479095459,
      "token_normalized_loss": 0.4111239343276303,
      "grad_norm_before_clip": 0.20218053460121155,
      "learning_rates_at_step": {
        "lora": 9.999729538681231e-05,
        "row_tokens": 9.999729538681231e-05
      },
      "learning_rates_after_step": {
        "lora": 9.997824736095953e-05,
        "row_tokens": 9.997824736095953e-05
      }
    },
    {
      "update_id": 11,
      "row_count": 65,
      "row_ids_sha256": "ba2c14ed44b01e6d0316f8da503c5b553595be20e936050477082b6a62c95c78",
      "input_ids_vector_sha256": "5731e0a5565690f78cf5444d7d8e47db7fa39c97265e4879d84be18cc5025d52",
      "labels_vector_sha256": "a9733bc80cce8939c09a6b7806d6b538cf9c984dc49bbd4c53a977b6f9ed1e17",
      "planned_active_tokens": 65377,
      "realized_active_tokens": 65377,
      "cumulative_start": 722081,
      "cumulative_end": 787458,
      "loss_sum": 23607.859451293945,
      "token_normalized_loss": 0.36110343777313036,
      "grad_norm_before_clip": 0.16408561170101166,
      "learning_rates_at_step": {
        "lora": 9.997824736095953e-05,
        "row_tokens": 9.997824736095953e-05
      },
      "learning_rates_after_step": {
        "lora": 9.994133287770612e-05,
        "row_tokens": 9.994133287770612e-05
      }
    },
    {
      "update_id": 12,
      "row_count": 65,
      "row_ids_sha256": "9e064d48cfad0a8050d4c2e5a0df70ee3a090997f40e3b08aa03ee77ad5bb89d",
      "input_ids_vector_sha256": "71eb30ae94d6209a199eeeb9007f92090c022ecdda7711986d125ff6799ffe8e",
      "labels_vector_sha256": "437a1c44227428b2f29ed891fb3a393fefa7e4db700b2d62e363b92200c600f1",
      "planned_active_tokens": 64868,
      "realized_active_tokens": 64868,
      "cumulative_start": 787458,
      "cumulative_end": 852326,
      "loss_sum": 21392.819427490234,
      "token_normalized_loss": 0.3297900263225355,
      "grad_norm_before_clip": 0.13857263326644897,
      "learning_rates_at_step": {
        "lora": 9.994133287770612e-05,
        "row_tokens": 9.994133287770612e-05
      },
      "learning_rates_after_step": {
        "lora": 9.988569017766252e-05,
        "row_tokens": 9.988569017766252e-05
      }
    },
    {
      "update_id": 13,
      "row_count": 65,
      "row_ids_sha256": "d0fef968ce527ca29dd0588ca8c0a4a7cd44be3f496ab02a3ed3d8b4180befa5",
      "input_ids_vector_sha256": "1abb86a702f1321d3e73834ebc1590a1f5ce6c9dcc6cb4fcc768371c0513dc48",
      "labels_vector_sha256": "6ebc3deba0bf9c943262504066d7a69076fef523e01eec1c10df9c63ebee012b",
      "planned_active_tokens": 65677,
      "realized_active_tokens": 65677,
      "cumulative_start": 852326,
      "cumulative_end": 918003,
      "loss_sum": 20565.712936401367,
      "token_normalized_loss": 0.3131341708117205,
      "grad_norm_before_clip": 0.1134285256266594,
      "learning_rates_at_step": {
        "lora": 9.988569017766252e-05,
        "row_tokens": 9.988569017766252e-05
      },
      "learning_rates_after_step": {
        "lora": 9.981122051475016e-05,
        "row_tokens": 9.981122051475016e-05
      }
    },
    {
      "update_id": 14,
      "row_count": 69,
      "row_ids_sha256": "1f7dbfe9347b4814f341f028f083bad6f3208eee098502ddca459394e0f1f265",
      "input_ids_vector_sha256": "0203c660c31a1bf6feddc9ea5bf9eec5521021903a7d02b21bde160ddbe5ed59",
      "labels_vector_sha256": "1ae66a6e06c0cceea6f853255d31ac62a61b85609447399af6ee7c08a1b6fa34",
      "planned_active_tokens": 66045,
      "realized_active_tokens": 66045,
      "cumulative_start": 918003,
      "cumulative_end": 984048,
      "loss_sum": 23887.358947753906,
      "token_normalized_loss": 0.3616830789273057,
      "grad_norm_before_clip": 0.11442459374666214,
      "learning_rates_at_step": {
        "lora": 9.981122051475016e-05,
        "row_tokens": 9.981122051475016e-05
      },
      "learning_rates_after_step": {
        "lora": 9.971957415333032e-05,
        "row_tokens": 9.971957415333032e-05
      }
    },
    {
      "update_id": 15,
      "row_count": 69,
      "row_ids_sha256": "e823ce0ee5cfc57e62c9e719f7159d0ed2d510fc576beee44736014e8c95e2f3",
      "input_ids_vector_sha256": "396776d0dad3256b160a262f5caf262c6102e924a85ecd22590a15d111527b8b",
      "labels_vector_sha256": "9e811ae5702fd84be81da52e37279f1192173e9cadb7c7614630cb2c8adb6841",
      "planned_active_tokens": 65164,
      "realized_active_tokens": 65164,
      "cumulative_start": 984048,
      "cumulative_end": 1049212,
      "loss_sum": 22872.2361907959,
      "token_normalized_loss": 0.3509949694738797,
      "grad_norm_before_clip": 0.11742602288722992,
      "learning_rates_at_step": {
        "lora": 9.971957415333032e-05,
        "row_tokens": 9.971957415333032e-05
      },
      "learning_rates_after_step": {
        "lora": 9.960974733200093e-05,
        "row_tokens": 9.960974733200093e-05
      }
    },
    {
      "update_id": 16,
      "row_count": 64,
      "row_ids_sha256": "c9da09cdb9f6ad27b3b693cbae6c19f950eae33b83949f3ce9d88f58927cd604",
      "input_ids_vector_sha256": "edaa167892548fd3950c0ed4e478c3686449b14930ef3c265a8c42fe6a31f006",
      "labels_vector_sha256": "dab32bc24483f0926e99e25a87faa2f3fa997ca219f58d4681c04892a4cbf1ca",
      "planned_active_tokens": 65255,
      "realized_active_tokens": 65255,
      "cumulative_start": 1049212,
      "cumulative_end": 1114467,
      "loss_sum": 17840.16660308838,
      "token_normalized_loss": 0.2733915654446154,
      "grad_norm_before_clip": 0.13112713396549225,
      "learning_rates_at_step": {
        "lora": 9.960974733200093e-05,
        "row_tokens": 9.960974733200093e-05
      },
      "learning_rates_after_step": {
        "lora": 9.948195404339782e-05,
        "row_tokens": 9.948195404339782e-05
      }
    },
    {
      "update_id": 17,
      "row_count": 66,
      "row_ids_sha256": "0178612463ec3721dee68125bef5cd12db90cff529b24dc98420b14ab8b5dfea",
      "input_ids_vector_sha256": "23f614129d922ff1b0bcc1a4ddc97e81f431f96047b22da6f1733e49c3a4b472",
      "labels_vector_sha256": "fe4e49129578252d58501801e9b09ad0d16c3a63f7758435898dd6c7e6077069",
      "planned_active_tokens": 65227,
      "realized_active_tokens": 65227,
      "cumulative_start": 1114467,
      "cumulative_end": 1179694,
      "loss_sum": 17641.86093902588,
      "token_normalized_loss": 0.27046868534542257,
      "grad_norm_before_clip": 0.13768410682678223,
      "learning_rates_at_step": {
        "lora": 9.948195404339782e-05,
        "row_tokens": 9.948195404339782e-05
      },
      "learning_rates_after_step": {
        "lora": 9.933394921487884e-05,
        "row_tokens": 9.933394921487884e-05
      }
    },
    {
      "update_id": 18,
      "row_count": 69,
      "row_ids_sha256": "25e5c2ff876ae27a0784743d35a9131285f30fe860cb9cbbfae93dadc0eaff42",
      "input_ids_vector_sha256": "1e40ef2891917406986a2fa094df296cc78b9424a300936d7d69cd07489b1f9f",
      "labels_vector_sha256": "0dea3ff80f61f766f7077a69286c135d37aa2d01e09a8468aa452b55daa0b987",
      "planned_active_tokens": 66174,
      "realized_active_tokens": 66174,
      "cumulative_start": 1179694,
      "cumulative_end": 1245868,
      "loss_sum": 22455.481674194336,
      "token_normalized_loss": 0.3393399473236367,
      "grad_norm_before_clip": 0.11571381241083145,
      "learning_rates_at_step": {
        "lora": 9.933394921487884e-05,
        "row_tokens": 9.933394921487884e-05
      },
      "learning_rates_after_step": {
        "lora": 9.916956403125653e-05,
        "row_tokens": 9.916956403125653e-05
      }
    },
    {
      "update_id": 19,
      "row_count": 67,
      "row_ids_sha256": "2e44a46fe2026ca43b0dd545c0915f9ec95064846921a4c044ba8ec1196842b7",
      "input_ids_vector_sha256": "9f0c1559524ce4afe5df8d71b529b0440d058ce113f78fe53fdea1717022e9d5",
      "labels_vector_sha256": "aa0299826dbddcaba8da8a09ee9ac04a96a7683285e4b45f6d9c5f503eab5c66",
      "planned_active_tokens": 65400,
      "realized_active_tokens": 65400,
      "cumulative_start": 1245868,
      "cumulative_end": 1311268,
      "loss_sum": 18892.47267150879,
      "token_normalized_loss": 0.28887572892215274,
      "grad_norm_before_clip": 0.09118638187646866,
      "learning_rates_at_step": {
        "lora": 9.916956403125653e-05,
        "row_tokens": 9.916956403125653e-05
      },
      "learning_rates_after_step": {
        "lora": 9.898598778119266e-05,
        "row_tokens": 9.898598778119266e-05
      }
    },
    {
      "update_id": 20,
      "row_count": 64,
      "row_ids_sha256": "c4698bb80f1dd4fad947efcf9dbafc41abc7db2fa0ecd6637a9c29555a340c4f",
      "input_ids_vector_sha256": "f9dc70805983ecad7b269c1715822e1e90d8416e439bc0b7c79ff6d06620fede",
      "labels_vector_sha256": "d78c52c49da8a7224720fa2efc29438f82d22998ebc590ead55f6c29c5756553",
      "planned_active_tokens": 65826,
      "realized_active_tokens": 65826,
      "cumulative_start": 1311268,
      "cumulative_end": 1377094,
      "loss_sum": 16558.450790405273,
      "token_normalized_loss": 0.2515487921247725,
      "grad_norm_before_clip": 0.08760907500982285,
      "learning_rates_at_step": {
        "lora": 9.898598778119266e-05,
        "row_tokens": 9.898598778119266e-05
      },
      "learning_rates_after_step": {
        "lora": 9.878637041785673e-05,
        "row_tokens": 9.878637041785673e-05
      }
    },
    {
      "update_id": 21,
      "row_count": 65,
      "row_ids_sha256": "c78388423f9772f13111802a13e9501fc0a60b16516a26916bfa1b1033fd88ce",
      "input_ids_vector_sha256": "9c72762b842c8a590c378585fcf02bd5251111aa4996e814ced6878caad7980f",
      "labels_vector_sha256": "d98b77ec4a340dbc080c7d894ad3003542a0c1d19b4f4ed5b3d19a8310c46173",
      "planned_active_tokens": 65179,
      "realized_active_tokens": 65179,
      "cumulative_start": 1377094,
      "cumulative_end": 1442273,
      "loss_sum": 16280.085205078125,
      "token_normalized_loss": 0.24977500736553376,
      "grad_norm_before_clip": 0.08939149975776672,
      "learning_rates_at_step": {
        "lora": 9.878637041785673e-05,
        "row_tokens": 9.878637041785673e-05
      },
      "learning_rates_after_step": {
        "lora": 9.85690682984278e-05,
        "row_tokens": 9.85690682984278e-05
      }
    },
    {
      "update_id": 22,
      "row_count": 69,
      "row_ids_sha256": "102f40e5eaa1cf3b2ab090382b5103100444c1fd2985f6c8692f0cae11058b27",
      "input_ids_vector_sha256": "d445ba5d81503e3f62d43e4289c1a067fdee77a15c687f31242a05324bf74875",
      "labels_vector_sha256": "3742fb944903ad972f364c8dc791e302659a861020e750dccc0a3db1abcd2466",
      "planned_active_tokens": 65179,
      "realized_active_tokens": 65179,
      "cumulative_start": 1442273,
      "cumulative_end": 1507452,
      "loss_sum": 19604.333473205566,
      "token_normalized_loss": 0.30077683722066256,
      "grad_norm_before_clip": 0.1150469034910202,
      "learning_rates_at_step": {
        "lora": 9.85690682984278e-05,
        "row_tokens": 9.85690682984278e-05
      },
      "learning_rates_after_step": {
        "lora": 9.8332555921521e-05,
        "row_tokens": 9.8332555921521e-05
      }
    },
    {
      "update_id": 23,
      "row_count": 68,
      "row_ids_sha256": "640fa4e6f020b3e67e977153f77b10d52eeef5ab4cb7d2713141a303fc1da564",
      "input_ids_vector_sha256": "8bbbb2102475a1afed8f4dee5d36ac3fa3a09f327869ba6886e0def67cec544d",
      "labels_vector_sha256": "459a1e18901cb87634f7d02da39ef96947bc96950bca77d8b539133929f99a24",
      "planned_active_tokens": 65608,
      "realized_active_tokens": 65608,
      "cumulative_start": 1507452,
      "cumulative_end": 1573060,
      "loss_sum": 18367.376510620117,
      "token_normalized_loss": 0.27995635456987134,
      "grad_norm_before_clip": 0.08758990466594696,
      "learning_rates_at_step": {
        "lora": 9.8332555921521e-05,
        "row_tokens": 9.8332555921521e-05
      },
      "learning_rates_after_step": {
        "lora": 9.807679176179743e-05,
        "row_tokens": 9.807679176179743e-05
      }
    },
    {
      "update_id": 24,
      "row_count": 69,
      "row_ids_sha256": "c35734ccc8b0c1687097e525c89ea1e304c2ec83a5365ec340f1003ba9774642",
      "input_ids_vector_sha256": "2339d823464f27e20a529292e34238ab3a01299bbb87b60d332630b370a508f3",
      "labels_vector_sha256": "3fb51e51b028d5bbece65b0655b67ab700299fb6dfa59c649f55fbd9aa194b63",
      "planned_active_tokens": 65982,
      "realized_active_tokens": 65982,
      "cumulative_start": 1573060,
      "cumulative_end": 1639042,
      "loss_sum": 18810.63995361328,
      "token_normalized_loss": 0.28508744738888303,
      "grad_norm_before_clip": 0.07312844693660736,
      "learning_rates_at_step": {
        "lora": 9.807679176179743e-05,
        "row_tokens": 9.807679176179743e-05
      },
      "learning_rates_after_step": {
        "lora": 9.780527844062164e-05,
        "row_tokens": 9.780527844062164e-05
      }
    },
    {
      "update_id": 25,
      "row_count": 64,
      "row_ids_sha256": "2cbfa68defa91d1ff767ad91cb25728377893a3de9d0812cd5084cb5dd79246c",
      "input_ids_vector_sha256": "e0151f29a24b3946ae51a7597fc141edfa8d8e78248f7670679e7145c1fa4666",
      "labels_vector_sha256": "1ef2e9ab16860b95f63376b211d0457c4ba96170a14c65ce687aa26f3693a431",
      "planned_active_tokens": 65489,
      "realized_active_tokens": 65489,
      "cumulative_start": 1639042,
      "cumulative_end": 1704531,
      "loss_sum": 25313.56854248047,
      "token_normalized_loss": 0.3865316090103753,
      "grad_norm_before_clip": 0.08340176194906235,
      "learning_rates_at_step": {
        "lora": 9.780527844062164e-05,
        "row_tokens": 9.780527844062164e-05
      },
      "learning_rates_after_step": {
        "lora": 9.751862511730145e-05,
        "row_tokens": 9.751862511730145e-05
      }
    },
    {
      "update_id": 26,
      "row_count": 60,
      "row_ids_sha256": "7678e04d02e7627a6de8fe64fcd9a7dd3f73f44c8385c2a2a242fa2c3e06d341",
      "input_ids_vector_sha256": "2c54b02d1b310a6a642a51db7d8e869e1f59ed0e476d25faf7d8bed01da47af9",
      "labels_vector_sha256": "659b1062ba91437e9ab03792efa593c28b857af2bb38b4a8094c429b9e79f221",
      "planned_active_tokens": 64971,
      "realized_active_tokens": 64971,
      "cumulative_start": 1704531,
      "cumulative_end": 1769502,
      "loss_sum": 20852.689331054688,
      "token_normalized_loss": 0.3209537998653967,
      "grad_norm_before_clip": 0.07235341519117355,
      "learning_rates_at_step": {
        "lora": 9.751862511730145e-05,
        "row_tokens": 9.751862511730145e-05
      },
      "learning_rates_after_step": {
        "lora": 9.721223614445478e-05,
        "row_tokens": 9.721223614445478e-05
      }
    },
    {
      "update_id": 27,
      "row_count": 72,
      "row_ids_sha256": "856aca2f027b29534d04f0cda02b29f8ed45cdc83d403baaada098eb73ea6201",
      "input_ids_vector_sha256": "3c0fa77f59417c8bd783ef897826abd03f82dedb10c20ac5c0ab1ff7d682393c",
      "labels_vector_sha256": "47a4aff0b2dafacdeb3750dce97664da2436d4d58ae4cf3ff578104110d640d5",
      "planned_active_tokens": 65516,
      "realized_active_tokens": 65516,
      "cumulative_start": 1769502,
      "cumulative_end": 1835018,
      "loss_sum": 17250.570205688477,
      "token_normalized_loss": 0.26330316572575363,
      "grad_norm_before_clip": 0.08366767317056656,
      "learning_rates_at_step": {
        "lora": 9.721223614445478e-05,
        "row_tokens": 9.721223614445478e-05
      },
      "learning_rates_after_step": {
        "lora": 9.688463386871219e-05,
        "row_tokens": 9.688463386871219e-05
      }
    },
    {
      "update_id": 28,
      "row_count": 71,
      "row_ids_sha256": "972d695ece12f85f9c6ef532680b9295fd3a5b142545967948c6e1c864039af3",
      "input_ids_vector_sha256": "2920ad95a6d9bd03a7c3c462b01a48352e4a09b15c68d06e206295772fe52f67",
      "labels_vector_sha256": "e32747214ce9989e592d2cd2d5fe7262a8293446186b1ed451749be1ca2a7e25",
      "planned_active_tokens": 66289,
      "realized_active_tokens": 66289,
      "cumulative_start": 1835018,
      "cumulative_end": 1901307,
      "loss_sum": 15775.622619628906,
      "token_normalized_loss": 0.23798251021480044,
      "grad_norm_before_clip": 0.06702205538749695,
      "learning_rates_at_step": {
        "lora": 9.688463386871219e-05,
        "row_tokens": 9.688463386871219e-05
      },
      "learning_rates_after_step": {
        "lora": 9.654569120943919e-05,
        "row_tokens": 9.654569120943919e-05
      }
    },
    {
      "update_id": 29,
      "row_count": 72,
      "row_ids_sha256": "b99b9e21902f37b799218894f51850d7af2070b8030e93d0f96a1485d2357d2d",
      "input_ids_vector_sha256": "fabc20044b8658525efda7174176bd43055f52b76eab581281ccace4bad9a7e2",
      "labels_vector_sha256": "998074668dd380ab22572cddb0424bab6c8584a6f8373d71dd96431549b211ac",
      "planned_active_tokens": 65120,
      "realized_active_tokens": 65120,
      "cumulative_start": 1901307,
      "cumulative_end": 1966427,
      "loss_sum": 15416.36563873291,
      "token_normalized_loss": 0.23673780157759383,
      "grad_norm_before_clip": 0.06540918350219727,
      "learning_rates_at_step": {
        "lora": 9.654569120943919e-05,
        "row_tokens": 9.654569120943919e-05
      },
      "learning_rates_after_step": {
        "lora": 9.618653934665645e-05,
        "row_tokens": 9.618653934665645e-05
      }
    },
    {
      "update_id": 30,
      "row_count": 72,
      "row_ids_sha256": "ce0d4a57e406e31bf79a7e5fda8068661d8168d305a932c04143f73da8b77c5c",
      "input_ids_vector_sha256": "0d446dcf176dfdd4f171e3c4106be8f062594fb4be8569710d3103741bacb864",
      "labels_vector_sha256": "a5cba27676f7367ec06e2ddc816ad8cdf5f8053bcc1bc4f49e429db085982f40",
      "planned_active_tokens": 65722,
      "realized_active_tokens": 65722,
      "cumulative_start": 1966427,
      "cumulative_end": 2032149,
      "loss_sum": 14481.376586914062,
      "token_normalized_loss": 0.22034290780734095,
      "grad_norm_before_clip": 0.06471860408782959,
      "learning_rates_at_step": {
        "lora": 9.618653934665645e-05,
        "row_tokens": 9.618653934665645e-05
      },
      "learning_rates_after_step": {
        "lora": 9.581262382399307e-05,
        "row_tokens": 9.581262382399307e-05
      }
    },
    {
      "update_id": 31,
      "row_count": 67,
      "row_ids_sha256": "93a16b88c9af68fc323be0e0397e954b34c6a5cc3ae0012ffbc13847b8c25edd",
      "input_ids_vector_sha256": "65d4423c5dc4530f83a2d04854dfe585c65b72866ad3447d39278832788b73b9",
      "labels_vector_sha256": "3c2ae6777fc9ea2b8bdff9c9075cec77f4df9dda9d2c26e2ed0af59bfb0996d8",
      "planned_active_tokens": 65336,
      "realized_active_tokens": 65336,
      "cumulative_start": 2032149,
      "cumulative_end": 2097485,
      "loss_sum": 12970.317554473877,
      "token_normalized_loss": 0.19851716594945937,
      "grad_norm_before_clip": 0.05869753658771515,
      "learning_rates_at_step": {
        "lora": 9.581262382399307e-05,
        "row_tokens": 9.581262382399307e-05
      },
      "learning_rates_after_step": {
        "lora": 9.542084300860709e-05,
        "row_tokens": 9.542084300860709e-05
      }
    },
    {
      "update_id": 32,
      "row_count": 71,
      "row_ids_sha256": "9e99e39d47d9076d973e4c697efe5a200c118edaf26134919d26348d81bb8152",
      "input_ids_vector_sha256": "5913ce4f4876ffc2a24777145745eab9636974d8c78b43ee7d636749b3ccd45f",
      "labels_vector_sha256": "8aaa331bd5bce9525bb2448427bb2725bb5ec0b66c3dfa890d1de4fada27e822",
      "planned_active_tokens": 65529,
      "realized_active_tokens": 65529,
      "cumulative_start": 2097485,
      "cumulative_end": 2163014,
      "loss_sum": 14857.14852142334,
      "token_normalized_loss": 0.22672631234145707,
      "grad_norm_before_clip": 0.06140521168708801,
      "learning_rates_at_step": {
        "lora": 9.542084300860709e-05,
        "row_tokens": 9.542084300860709e-05
      },
      "learning_rates_after_step": {
        "lora": 9.50108302711997e-05,
        "row_tokens": 9.50108302711997e-05
      }
    },
    {
      "update_id": 33,
      "row_count": 73,
      "row_ids_sha256": "3db123285a1e354088d5ef41b25c584df8d9335411e613bd6d8b96ee9ecd906a",
      "input_ids_vector_sha256": "c6671b76f69784c51aee7fb29ae6689cb1911c240786acba116b7dcd1c2c2146",
      "labels_vector_sha256": "3384e4363747dc64837048d48494f944c33721bb8e9fbcb35b425fc6179b859c",
      "planned_active_tokens": 65779,
      "realized_active_tokens": 65779,
      "cumulative_start": 2163014,
      "cumulative_end": 2228793,
      "loss_sum": 12555.756797790527,
      "token_normalized_loss": 0.19087789108667702,
      "grad_norm_before_clip": 0.06371292471885681,
      "learning_rates_at_step": {
        "lora": 9.50108302711997e-05,
        "row_tokens": 9.50108302711997e-05
      },
      "learning_rates_after_step": {
        "lora": 9.458339300796717e-05,
        "row_tokens": 9.458339300796717e-05
      }
    },
    {
      "update_id": 34,
      "row_count": 77,
      "row_ids_sha256": "b2cd4ac8cd162d1298d6578c3b341e469c62da7a223329c2a8d83f936a9f2fc9",
      "input_ids_vector_sha256": "6cc7f7ba437bf731c48c911e1182384bab2d75a9b7b155ee261ead8fe090222c",
      "labels_vector_sha256": "c49abf4c2427dfa791b87b6f2c8e0bf40096ff4884f499844f7e69ca1e049438",
      "planned_active_tokens": 65901,
      "realized_active_tokens": 65901,
      "cumulative_start": 2228793,
      "cumulative_end": 2294694,
      "loss_sum": 14059.703887939453,
      "token_normalized_loss": 0.2133458352367863,
      "grad_norm_before_clip": 0.05596740543842316,
      "learning_rates_at_step": {
        "lora": 9.458339300796717e-05,
        "row_tokens": 9.458339300796717e-05
      },
      "learning_rates_after_step": {
        "lora": 9.414667793277241e-05,
        "row_tokens": 9.414667793277241e-05
      }
    },
    {
      "update_id": 35,
      "row_count": 69,
      "row_ids_sha256": "ee7819c0c2f6020843e6178f1874707e0dce1ca6d01c98aa00de7ee1c4811156",
      "input_ids_vector_sha256": "fd9c57d373717b7d86f14a16b385fea9dd8158142b9a750bccf7b19f115bb413",
      "labels_vector_sha256": "700e63b76f3f9a982432d7d0ad2440fbb5961dae4273a791b0a4d7d22c550ea7",
      "planned_active_tokens": 64845,
      "realized_active_tokens": 64845,
      "cumulative_start": 2294694,
      "cumulative_end": 2359539,
      "loss_sum": 12368.137687683105,
      "token_normalized_loss": 0.1907338682656042,
      "grad_norm_before_clip": 0.05099748447537422,
      "learning_rates_at_step": {
        "lora": 9.414667793277241e-05,
        "row_tokens": 9.414667793277241e-05
      },
      "learning_rates_after_step": {
        "lora": 9.368313488551548e-05,
        "row_tokens": 9.368313488551548e-05
      }
    },
    {
      "update_id": 36,
      "row_count": 69,
      "row_ids_sha256": "12f26722aaf0eaf97160e9f9044b3c5eca25a89de515b75c434476682535f83a",
      "input_ids_vector_sha256": "241235f9bdd7213600dcc980c27e415836f4f58a24214daf5510f26ae9dce8f1",
      "labels_vector_sha256": "f2025dbabcf0b8467404e61501cc71b95114a2c38d433b7afd2f800c4bbffc08",
      "planned_active_tokens": 66392,
      "realized_active_tokens": 66392,
      "cumulative_start": 2359539,
      "cumulative_end": 2425931,
      "loss_sum": 12313.798965454102,
      "token_normalized_loss": 0.1854711255189496,
      "grad_norm_before_clip": 0.051004402339458466,
      "learning_rates_at_step": {
        "lora": 9.368313488551548e-05,
        "row_tokens": 9.368313488551548e-05
      },
      "learning_rates_after_step": {
        "lora": 9.321035817213665e-05,
        "row_tokens": 9.321035817213665e-05
      }
    },
    {
      "update_id": 37,
      "row_count": 71,
      "row_ids_sha256": "3c1deee8b4f00aa84e1850a830a89d48afcf4b1df51d71b251c76312eb4de007",
      "input_ids_vector_sha256": "12e996a0882847f8b323ec4fe9cadae6b1a501558c971316b6120eaf8b73148f",
      "labels_vector_sha256": "7872b7aa490f33ab5bdd9702a1df52d21b80f14e4f2d256760adf995c550258a",
      "planned_active_tokens": 65413,
      "realized_active_tokens": 65413,
      "cumulative_start": 2425931,
      "cumulative_end": 2491344,
      "loss_sum": 11421.17261505127,
      "token_normalized_loss": 0.17460096028390792,
      "grad_norm_before_clip": 0.062253303825855255,
      "learning_rates_at_step": {
        "lora": 9.321035817213665e-05,
        "row_tokens": 9.321035817213665e-05
      },
      "learning_rates_after_step": {
        "lora": 9.272820864295033e-05,
        "row_tokens": 9.272820864295033e-05
      }
    },
    {
      "update_id": 38,
      "row_count": 70,
      "row_ids_sha256": "71d635012e30c8e3ab85fc726c55a33c9ffd42d82d20f212d1a92983989c0864",
      "input_ids_vector_sha256": "b6ca233a6aacd22523b6ae2091f8f83533592d5030f20034b56e1a401117d728",
      "labels_vector_sha256": "9b885fc413643ec6929871200529e3ff48498b0c3d3224a53caea2cd200f248d",
      "planned_active_tokens": 64569,
      "realized_active_tokens": 64569,
      "cumulative_start": 2491344,
      "cumulative_end": 2555913,
      "loss_sum": 11176.435283660889,
      "token_normalized_loss": 0.17309289726743313,
      "grad_norm_before_clip": 0.05578511208295822,
      "learning_rates_at_step": {
        "lora": 9.272820864295033e-05,
        "row_tokens": 9.272820864295033e-05
      },
      "learning_rates_after_step": {
        "lora": 9.222275611266875e-05,
        "row_tokens": 9.222275611266875e-05
      }
    },
    {
      "update_id": 39,
      "row_count": 73,
      "row_ids_sha256": "22768f4215de3dc54a1fe6d4bb46a8f36658a1f406db4ac4335eaa9e11821dd7",
      "input_ids_vector_sha256": "1c24a717ac3da1c9ed378058f873a8f04d3aecf80ba2e104126efc1ce3a7b770",
      "labels_vector_sha256": "7530f8e54d07887796722249bba6fc687c8c8bb8a89efee95f4daf00dfb1cc87",
      "planned_active_tokens": 65605,
      "realized_active_tokens": 65605,
      "cumulative_start": 2555913,
      "cumulative_end": 2621518,
      "loss_sum": 12201.446716308594,
      "token_normalized_loss": 0.1859834877876472,
      "grad_norm_before_clip": 0.05482906848192215,
      "learning_rates_at_step": {
        "lora": 9.222275611266875e-05,
        "row_tokens": 9.222275611266875e-05
      },
      "learning_rates_after_step": {
        "lora": 9.170016958017611e-05,
        "row_tokens": 9.170016958017611e-05
      }
    },
    {
      "update_id": 40,
      "row_count": 71,
      "row_ids_sha256": "780b88fc570393322678eead0b3372bb1cb5d1db5df632d3defef6be6039a731",
      "input_ids_vector_sha256": "fc832d7190a21f4c2d7a73bd75bc6a3c0b791c036e9a90eb99a672c1259138ef",
      "labels_vector_sha256": "0f84ee857c8692c9aa19ca1089ff98b92fc1527533d49c07228088c29b97b207",
      "planned_active_tokens": 65807,
      "realized_active_tokens": 65807,
      "cumulative_start": 2621518,
      "cumulative_end": 2687325,
      "loss_sum": 11386.783065795898,
      "token_normalized_loss": 0.17303300660713752,
      "grad_norm_before_clip": 0.052972033619880676,
      "learning_rates_at_step": {
        "lora": 9.170016958017611e-05,
        "row_tokens": 9.170016958017611e-05
      },
      "learning_rates_after_step": {
        "lora": 9.115922234457153e-05,
        "row_tokens": 9.115922234457153e-05
      }
    },
    {
      "update_id": 41,
      "row_count": 69,
      "row_ids_sha256": "1d63f8d33871fb63d97c11f3fde9e435023b0482bc256a4c52555ed6f94038ae",
      "input_ids_vector_sha256": "8d9f3d561fa9658eb18ee27dac831f491562fa6482cb4ef0e9bc9781e0d3689b",
      "labels_vector_sha256": "cc240adbe87f5454124a280f1900f466d5ad045d2b4339a6209ef051f3f8fed9",
      "planned_active_tokens": 66163,
      "realized_active_tokens": 66163,
      "cumulative_start": 2687325,
      "cumulative_end": 2753488,
      "loss_sum": 10402.826175689697,
      "token_normalized_loss": 0.15723026730483347,
      "grad_norm_before_clip": 0.05018887668848038,
      "learning_rates_at_step": {
        "lora": 9.115922234457153e-05,
        "row_tokens": 9.115922234457153e-05
      },
      "learning_rates_after_step": {
        "lora": 9.061630442221628e-05,
        "row_tokens": 9.061630442221628e-05
      }
    },
    {
      "update_id": 42,
      "row_count": 66,
      "row_ids_sha256": "bdb9bdadb82a90439fde49b33f160b040505e66cd7cd207162aac3313961b98e",
      "input_ids_vector_sha256": "4aca6a6ba29d0102d70a44fc77ffcd45bff9e295d02a6fcc92b77cbe0808e99e",
      "labels_vector_sha256": "ac37b7c5fe8216d7ece5891f9dc4de351ce426f5b79b17b1f3aa1d7365438a87",
      "planned_active_tokens": 64590,
      "realized_active_tokens": 64590,
      "cumulative_start": 2753488,
      "cumulative_end": 2818078,
      "loss_sum": 14664.625457763672,
      "token_normalized_loss": 0.2270417318124117,
      "grad_norm_before_clip": 0.0597090870141983,
      "learning_rates_at_step": {
        "lora": 9.061630442221628e-05,
        "row_tokens": 9.061630442221628e-05
      },
      "learning_rates_after_step": {
        "lora": 9.005057962890521e-05,
        "row_tokens": 9.005057962890521e-05
      }
    },
    {
      "update_id": 43,
      "row_count": 75,
      "row_ids_sha256": "ce42f80586aa05bc2f179fe94d927a5a547bd7ea758339cbde5baf884e1b8bc5",
      "input_ids_vector_sha256": "2a7fc7c4ed136742344012ec43c2cc6beecc9b6e525b1878f85f8e138ef84ef2",
      "labels_vector_sha256": "f82e8225320f9a83ea490beb8674b2cb625a74ec73e5aa3cab6a3a4008badaac",
      "planned_active_tokens": 65545,
      "realized_active_tokens": 65545,
      "cumulative_start": 2818078,
      "cumulative_end": 2883623,
      "loss_sum": 14651.431816101074,
      "token_normalized_loss": 0.22353241004044663,
      "grad_norm_before_clip": 0.055438678711652756,
      "learning_rates_at_step": {
        "lora": 9.005057962890521e-05,
        "row_tokens": 9.005057962890521e-05
      },
      "learning_rates_after_step": {
        "lora": 8.946809304617247e-05,
        "row_tokens": 8.946809304617247e-05
      }
    },
    {
      "update_id": 44,
      "row_count": 72,
      "row_ids_sha256": "b053d25137c30ca8ef5b6b8ffca884043a3800f45e47c2fb9712759292d26c3a",
      "input_ids_vector_sha256": "e5d17d02a51a2d6ec45de3caca12c270542ecaaac641bc7eaf70ee9f9f03d323",
      "labels_vector_sha256": "6d1a26ec0a234a61b3669ce764f16a806844e5337ab5674c870247ed67270e3c",
      "planned_active_tokens": 65777,
      "realized_active_tokens": 65777,
      "cumulative_start": 2883623,
      "cumulative_end": 2949400,
      "loss_sum": 13961.837329864502,
      "token_normalized_loss": 0.21226017194254074,
      "grad_norm_before_clip": 0.05710973963141441,
      "learning_rates_at_step": {
        "lora": 8.946809304617247e-05,
        "row_tokens": 8.946809304617247e-05
      },
      "learning_rates_after_step": {
        "lora": 8.88659091432649e-05,
        "row_tokens": 8.88659091432649e-05
      }
    },
    {
      "update_id": 45,
      "row_count": 72,
      "row_ids_sha256": "6e86ea43727e76ed0e124108a72d790ac9bd002ecdde4afad97d3916adf4110e",
      "input_ids_vector_sha256": "9864f0fbf229e88625e9fb4875c74793b1bb20511c4848c8a76b61b90de00a09",
      "labels_vector_sha256": "c2839fd06a85d3d64f5598815a70473855c43dcc17e64e8c67906da00a92240e",
      "planned_active_tokens": 66335,
      "realized_active_tokens": 66335,
      "cumulative_start": 2949400,
      "cumulative_end": 3015735,
      "loss_sum": 12983.625923156738,
      "token_normalized_loss": 0.1957281363255708,
      "grad_norm_before_clip": 0.050991255789995193,
      "learning_rates_at_step": {
        "lora": 8.88659091432649e-05,
        "row_tokens": 8.88659091432649e-05
      },
      "learning_rates_after_step": {
        "lora": 8.826028653075119e-05,
        "row_tokens": 8.826028653075119e-05
      }
    },
    {
      "update_id": 46,
      "row_count": 73,
      "row_ids_sha256": "e110e5d85d158d71834ce404ecaa0dfd497d30a13b9ae80f7f8bd036aa11d3fe",
      "input_ids_vector_sha256": "d65acf7bd54f2f3f590286d98c3db54a0c05b2c62a7915b5e256a87a68ea019d",
      "labels_vector_sha256": "f1b1a4ee65a219f1d6ba4492d88a0bd9764a99e2527aa1f9a3d0b8703f34a0bf",
      "planned_active_tokens": 65149,
      "realized_active_tokens": 65149,
      "cumulative_start": 3015735,
      "cumulative_end": 3080884,
      "loss_sum": 12658.143417358398,
      "token_normalized_loss": 0.1942952833866736,
      "grad_norm_before_clip": 0.05048849806189537,
      "learning_rates_at_step": {
        "lora": 8.826028653075119e-05,
        "row_tokens": 8.826028653075119e-05
      },
      "learning_rates_after_step": {
        "lora": 8.764212463334784e-05,
        "row_tokens": 8.764212463334784e-05
      }
    },
    {
      "update_id": 47,
      "row_count": 72,
      "row_ids_sha256": "95ef11a341c49a26208f375beacad400cedc3e7ff446dc38ce6a1c1fc41af369",
      "input_ids_vector_sha256": "57c9758fd92556851fea90d4e6026cacac7da845675681a24c6d8b988e1703ba",
      "labels_vector_sha256": "e172a48b72c6197808e17243db252e8596de98d31d6851898dd604ae98d75b24",
      "planned_active_tokens": 65012,
      "realized_active_tokens": 65012,
      "cumulative_start": 3080884,
      "cumulative_end": 3145896,
      "loss_sum": 11654.413841247559,
      "token_normalized_loss": 0.1792655792968615,
      "grad_norm_before_clip": 0.05710308253765106,
      "learning_rates_at_step": {
        "lora": 8.764212463334784e-05,
        "row_tokens": 8.764212463334784e-05
      },
      "learning_rates_after_step": {
        "lora": 8.700525098604702e-05,
        "row_tokens": 8.700525098604702e-05
      }
    },
    {
      "update_id": 48,
      "row_count": 76,
      "row_ids_sha256": "ab227911cfc013a419589a24ab74f0cb444069d585a847001921e976ebf4f43c",
      "input_ids_vector_sha256": "ad48187f54fee47e1e5d2ac2b6d6f03e04ea6f96fc5a76df05f0d39c366f0d86",
      "labels_vector_sha256": "d0e86571d63fcfd2723e0fbc55870fc927e90d3c0b2fb92afa1c1569d6ec19d9",
      "planned_active_tokens": 65535,
      "realized_active_tokens": 65535,
      "cumulative_start": 3145896,
      "cumulative_end": 3211431,
      "loss_sum": 12928.416206359863,
      "token_normalized_loss": 0.19727498598245005,
      "grad_norm_before_clip": 0.052575401961803436,
      "learning_rates_at_step": {
        "lora": 8.700525098604702e-05,
        "row_tokens": 8.700525098604702e-05
      },
      "learning_rates_after_step": {
        "lora": 8.635147698786666e-05,
        "row_tokens": 8.635147698786666e-05
      }
    },
    {
      "update_id": 49,
      "row_count": 76,
      "row_ids_sha256": "9daa9aab50ec17ec157442672130b52fc2cd193bebd0f094c19965e4233a9097",
      "input_ids_vector_sha256": "4ecaabbca6ff9f6fd9d051c3f7fa120d21ca4ec4abf190a3fd339bd41888c690",
      "labels_vector_sha256": "e27cf8d5ed38fc6f891f607cf7324ee441ac7a7c2b019355610315ae56e251e5",
      "planned_active_tokens": 65868,
      "realized_active_tokens": 65868,
      "cumulative_start": 3211431,
      "cumulative_end": 3277299,
      "loss_sum": 12219.417446136475,
      "token_normalized_loss": 0.18551371600984506,
      "grad_norm_before_clip": 0.05162892863154411,
      "learning_rates_at_step": {
        "lora": 8.635147698786666e-05,
        "row_tokens": 8.635147698786666e-05
      },
      "learning_rates_after_step": {
        "lora": 8.568669081048716e-05,
        "row_tokens": 8.568669081048716e-05
      }
    },
    {
      "update_id": 50,
      "row_count": 70,
      "row_ids_sha256": "73cd7752d9419fa937b911b804ca26c5b534f0c05e94a8a314dc7f9422366c8f",
      "input_ids_vector_sha256": "b595785e84891fd09d7b00a146586066fee4b597c30ac78897abf197897a63fc",
      "labels_vector_sha256": "fef0085b7f19029b4f5a1037f83be7fd26ca87d3f055780265776aa96b7d285f",
      "planned_active_tokens": 65629,
      "realized_active_tokens": 65629,
      "cumulative_start": 3277299,
      "cumulative_end": 3342928,
      "loss_sum": 12200.997806549072,
      "token_normalized_loss": 0.18590863500204288,
      "grad_norm_before_clip": 0.04888525977730751,
      "learning_rates_at_step": {
        "lora": 8.568669081048716e-05,
        "row_tokens": 8.568669081048716e-05
      },
      "learning_rates_after_step": {
        "lora": 8.5008570205724e-05,
        "row_tokens": 8.5008570205724e-05
      }
    },
    {
      "update_id": 51,
      "row_count": 72,
      "row_ids_sha256": "622a0f8d08fa81e8c679dde13816143f08f1c948ee878c5bca5ac3b056a19b27",
      "input_ids_vector_sha256": "6cf790e82e310330483ffc572ff53296e53d0e1ece91585ba9bd7b8d45c160a3",
      "labels_vector_sha256": "30477903ba701d357fa24111b5a85ccf6a60be13937afc79ab844fd7f7b03fd4",
      "planned_active_tokens": 65650,
      "realized_active_tokens": 65650,
      "cumulative_start": 3342928,
      "cumulative_end": 3408578,
      "loss_sum": 11959.353622436523,
      "token_normalized_loss": 0.1821683720096957,
      "grad_norm_before_clip": 0.04693548381328583,
      "learning_rates_at_step": {
        "lora": 8.5008570205724e-05,
        "row_tokens": 8.5008570205724e-05
      },
      "learning_rates_after_step": {
        "lora": 8.432246105280315e-05,
        "row_tokens": 8.432246105280315e-05
      }
    },
    {
      "update_id": 52,
      "row_count": 69,
      "row_ids_sha256": "5a48cbcf651c065162ad2e9669334cd1ab307286968fecbaaade554f71b2ab71",
      "input_ids_vector_sha256": "c9e2005191dd6553e58941a5dba12d8fe164e18976a7ce780cc72ab3cb788731",
      "labels_vector_sha256": "d40a057f4ece667098b0efc823231c9147459b9fa9cfa23d427d6827c554612e",
      "planned_active_tokens": 65190,
      "realized_active_tokens": 65190,
      "cumulative_start": 3408578,
      "cumulative_end": 3473768,
      "loss_sum": 10253.744621276855,
      "token_normalized_loss": 0.15729014605425456,
      "grad_norm_before_clip": 0.0450500063598156,
      "learning_rates_at_step": {
        "lora": 8.432246105280315e-05,
        "row_tokens": 8.432246105280315e-05
      },
      "learning_rates_after_step": {
        "lora": 8.362191696099518e-05,
        "row_tokens": 8.362191696099518e-05
      }
    },
    {
      "update_id": 53,
      "row_count": 75,
      "row_ids_sha256": "8025d069faed7d53137e8f01c8076caf9f4e22f0f330e1b0ac480811aa90d945",
      "input_ids_vector_sha256": "f686f8e4ff9212e9b5975e66218b2e3766468b18e2104653237e88a515a93666",
      "labels_vector_sha256": "b7951f33d31300a3a6eef801dab56f3dead7e6df1d0ae3cc2d4a6444c0230ffe",
      "planned_active_tokens": 65374,
      "realized_active_tokens": 65374,
      "cumulative_start": 3473768,
      "cumulative_end": 3539142,
      "loss_sum": 11676.723430633545,
      "token_normalized_loss": 0.1786141804178044,
      "grad_norm_before_clip": 0.04766929894685745,
      "learning_rates_at_step": {
        "lora": 8.362191696099518e-05,
        "row_tokens": 8.362191696099518e-05
      },
      "learning_rates_after_step": {
        "lora": 8.290518636915056e-05,
        "row_tokens": 8.290518636915056e-05
      }
    },
    {
      "update_id": 54,
      "row_count": 71,
      "row_ids_sha256": "3f8e2537031ee7ec5c0ebdd0f124634e11c730efd9ea622a603ea9f66ebbe420",
      "input_ids_vector_sha256": "c4860e106861a8f7c04ac9b2cf73705436d5443b34af1c94021eb9ec31ca49d6",
      "labels_vector_sha256": "25f4b86baf3a08da5a716940befb27a75bc5db30209797f53df56e1c06f3cf74",
      "planned_active_tokens": 65731,
      "realized_active_tokens": 65731,
      "cumulative_start": 3539142,
      "cumulative_end": 3604873,
      "loss_sum": 11334.259449005127,
      "token_normalized_loss": 0.17243400296671474,
      "grad_norm_before_clip": 0.05148300901055336,
      "learning_rates_at_step": {
        "lora": 8.290518636915056e-05,
        "row_tokens": 8.290518636915056e-05
      },
      "learning_rates_after_step": {
        "lora": 8.21821714538094e-05,
        "row_tokens": 8.21821714538094e-05
      }
    },
    {
      "update_id": 55,
      "row_count": 69,
      "row_ids_sha256": "9aca459aa271fd9c7f1b04e8bd4b048ccaca1bc4bc9f4b2b76fe1e0bb7e499e2",
      "input_ids_vector_sha256": "80c3c4ef69a8d2a8d95cd4a1d7d09a1aacb712b195b020cfd771f0666e8b1f31",
      "labels_vector_sha256": "04d665ab56b8160e374f7afdd131da1b6fa153d0c7f62ad82237814189d5ff69",
      "planned_active_tokens": 65208,
      "realized_active_tokens": 65208,
      "cumulative_start": 3604873,
      "cumulative_end": 3670081,
      "loss_sum": 12261.371433258057,
      "token_normalized_loss": 0.18803477231717053,
      "grad_norm_before_clip": 0.05183539167046547,
      "learning_rates_at_step": {
        "lora": 8.21821714538094e-05,
        "row_tokens": 8.21821714538094e-05
      },
      "learning_rates_after_step": {
        "lora": 8.14432787625836e-05,
        "row_tokens": 8.14432787625836e-05
      }
    },
    {
      "update_id": 56,
      "row_count": 73,
      "row_ids_sha256": "dcda659b74ccbb373e84c158be3050658d801d1c09df840396cb63b9e23b0e32",
      "input_ids_vector_sha256": "a78bbc22064ce36e3aba796ee420db4649d4335211e513502a8efb5450177c07",
      "labels_vector_sha256": "e645568cbe5a700c2d81b700276e487bf6c94421657430c32faa26168301dfcf",
      "planned_active_tokens": 65578,
      "realized_active_tokens": 65578,
      "cumulative_start": 3670081,
      "cumulative_end": 3735659,
      "loss_sum": 13299.289775848389,
      "token_normalized_loss": 0.2028010884114854,
      "grad_norm_before_clip": 0.05956578627228737,
      "learning_rates_at_step": {
        "lora": 8.14432787625836e-05,
        "row_tokens": 8.14432787625836e-05
      },
      "learning_rates_after_step": {
        "lora": 8.068806297073575e-05,
        "row_tokens": 8.068806297073575e-05
      }
    },
    {
      "update_id": 57,
      "row_count": 70,
      "row_ids_sha256": "5024ac47b2eee2133ab9131268be7f221fdd1e6b8e6d93428e7e9d5edcf42738",
      "input_ids_vector_sha256": "571ca8a6966fd719a059be4b99771441f2444a5ab34de112ab7f4bd68e264aa0",
      "labels_vector_sha256": "01aa40a2b808a0c1473ccbb40ca1fc9daf72490c1e9c7049c15e318b8461ebf9",
      "planned_active_tokens": 65993,
      "realized_active_tokens": 65993,
      "cumulative_start": 3735659,
      "cumulative_end": 3801652,
      "loss_sum": 13658.010833740234,
      "token_normalized_loss": 0.20696150855000128,
      "grad_norm_before_clip": 0.05424508824944496,
      "learning_rates_at_step": {
        "lora": 8.068806297073575e-05,
        "row_tokens": 8.068806297073575e-05
      },
      "learning_rates_after_step": {
        "lora": 7.99311899537653e-05,
        "row_tokens": 7.99311899537653e-05
      }
    },
    {
      "update_id": 58,
      "row_count": 72,
      "row_ids_sha256": "ca39012216064f366390a79fab5c218c9aad3856e424f34bd47adeeda83c0f21",
      "input_ids_vector_sha256": "9e6b1e0aca498549cb8dcc43a846227b570984c741bcf02429ad668561f3de7b",
      "labels_vector_sha256": "b84a9a99ae99bb26c94031e9737df041f814233c726c691968f28f0326825a5d",
      "planned_active_tokens": 65160,
      "realized_active_tokens": 65160,
      "cumulative_start": 3801652,
      "cumulative_end": 3866812,
      "loss_sum": 12616.000995635986,
      "token_normalized_loss": 0.19361573044254124,
      "grad_norm_before_clip": 0.057057298719882965,
      "learning_rates_at_step": {
        "lora": 7.99311899537653e-05,
        "row_tokens": 7.99311899537653e-05
      },
      "learning_rates_after_step": {
        "lora": 7.915078955489767e-05,
        "row_tokens": 7.915078955489767e-05
      }
    },
    {
      "update_id": 59,
      "row_count": 74,
      "row_ids_sha256": "b52a2e192667925a74f7eefd591397322121567161c41367dfbe6df72c34180b",
      "input_ids_vector_sha256": "0cec5b64c19ba959c98b45811cf8aa1d3480cb4ae9851f8d851f4f5cc7275049",
      "labels_vector_sha256": "ee5484d1e760e0bdba7b0062e68df16e2f29490f90a365879fdde6895486e8f9",
      "planned_active_tokens": 66229,
      "realized_active_tokens": 66229,
      "cumulative_start": 3866812,
      "cumulative_end": 3933041,
      "loss_sum": 11953.22282409668,
      "token_normalized_loss": 0.18048321466573072,
      "grad_norm_before_clip": 0.055502913892269135,
      "learning_rates_at_step": {
        "lora": 7.915078955489767e-05,
        "row_tokens": 7.915078955489767e-05
      },
      "learning_rates_after_step": {
        "lora": 7.83717713400463e-05,
        "row_tokens": 7.83717713400463e-05
      }
    },
    {
      "update_id": 60,
      "row_count": 73,
      "row_ids_sha256": "32a5c07f4e1d51b9e2793d4eedf7b7b9088d7c8fdc5bb8de85e0d8d60c02e32f",
      "input_ids_vector_sha256": "8b0df25ed59b3a15a000bfb911b919ceb9c3735d1f13942222a206b653dbced3",
      "labels_vector_sha256": "3992cccf2533b53ef39cf4c5dd50c5a9f61c09abe1dec5e461ddadfea41d045a",
      "planned_active_tokens": 65207,
      "realized_active_tokens": 65207,
      "cumulative_start": 3933041,
      "cumulative_end": 3998248,
      "loss_sum": 12276.744953155518,
      "token_normalized_loss": 0.18827342084677284,
      "grad_norm_before_clip": 0.05334367975592613,
      "learning_rates_at_step": {
        "lora": 7.83717713400463e-05,
        "row_tokens": 7.83717713400463e-05
      },
      "learning_rates_after_step": {
        "lora": 7.757073935346118e-05,
        "row_tokens": 7.757073935346118e-05
      }
    },
    {
      "update_id": 61,
      "row_count": 71,
      "row_ids_sha256": "c4011b1be6b5a06a7837bd99a00097967e4167daf2093f03c05d06c1b9e9c265",
      "input_ids_vector_sha256": "29c9cc37b73e319b10ccab5075e284314b344d4bc60a5a230b8c39edf3a475c1",
      "labels_vector_sha256": "68fccad3960333164e45dcc8048db1664b651e47bd732871eab4b3889ab0dcc9",
      "planned_active_tokens": 66169,
      "realized_active_tokens": 66169,
      "cumulative_start": 3998248,
      "cumulative_end": 4064417,
      "loss_sum": 12081.865547180176,
      "token_normalized_loss": 0.182591025210902,
      "grad_norm_before_clip": 0.050717491656541824,
      "learning_rates_at_step": {
        "lora": 7.757073935346118e-05,
        "row_tokens": 7.757073935346118e-05
      },
      "learning_rates_after_step": {
        "lora": 7.67745317010779e-05,
        "row_tokens": 7.67745317010779e-05
      }
    },
    {
      "update_id": 62,
      "row_count": 70,
      "row_ids_sha256": "f748a1d9a811dc83e902f25dbf051a0d548c3eb9a31b0a79979839982630d124",
      "input_ids_vector_sha256": "71659187a08c4e0f70a50184bcb79742c20035f82988acf0f0125314f1f2f8e3",
      "labels_vector_sha256": "ee36f56db6a6fb7384e20804faf7bfd4a0132211287cb31658ca9472c11b2db1",
      "planned_active_tokens": 64943,
      "realized_active_tokens": 64943,
      "cumulative_start": 4064417,
      "cumulative_end": 4129360,
      "loss_sum": 11723.530261993408,
      "token_normalized_loss": 0.1805203064532499,
      "grad_norm_before_clip": 0.0468483529984951,
      "learning_rates_at_step": {
        "lora": 7.67745317010779e-05,
        "row_tokens": 7.67745317010779e-05
      },
      "learning_rates_after_step": {
        "lora": 7.595786659740063e-05,
        "row_tokens": 7.595786659740063e-05
      }
    },
    {
      "update_id": 63,
      "row_count": 70,
      "row_ids_sha256": "59383979ad9506bde263cd323f77c55442edda14cff9db558049230d9789caf4",
      "input_ids_vector_sha256": "0d2101ac81beff7ad81928b3f995db062d06dadf892ee152971d46bcbcdddf78",
      "labels_vector_sha256": "30918f5d15c40f53b9ba824690a6e73ffb63ebdca0cef1dd2bf553cca4a80bc5",
      "planned_active_tokens": 65810,
      "realized_active_tokens": 65810,
      "cumulative_start": 4129360,
      "cumulative_end": 4195170,
      "loss_sum": 10324.974689483643,
      "token_normalized_loss": 0.1568906653925489,
      "grad_norm_before_clip": 0.047296956181526184,
      "learning_rates_at_step": {
        "lora": 7.595786659740063e-05,
        "row_tokens": 7.595786659740063e-05
      },
      "learning_rates_after_step": {
        "lora": 7.514433532562401e-05,
        "row_tokens": 7.514433532562401e-05
      }
    },
    {
      "update_id": 64,
      "row_count": 75,
      "row_ids_sha256": "36fc9bce54eee0ac110453f21b79ce78b28d37cef50daca1498c65ada63d8e2a",
      "input_ids_vector_sha256": "3493fc0eae1f3bb8389cfd88f34f22b8aaeac66c9dda0937732711e05de1a1b4",
      "labels_vector_sha256": "344392a47ccd3114bfcbab0b00af98d5fe670a623404d8b22d7dfc8595b438da",
      "planned_active_tokens": 64802,
      "realized_active_tokens": 64802,
      "cumulative_start": 4195170,
      "cumulative_end": 4259972,
      "loss_sum": 11055.964275360107,
      "token_normalized_loss": 0.17061146685843195,
      "grad_norm_before_clip": 0.05265768617391586,
      "learning_rates_at_step": {
        "lora": 7.514433532562401e-05,
        "row_tokens": 7.514433532562401e-05
      },
      "learning_rates_after_step": {
        "lora": 7.431177638355628e-05,
        "row_tokens": 7.431177638355628e-05
      }
    },
    {
      "update_id": 65,
      "row_count": 71,
      "row_ids_sha256": "fdd793a7740509ae1e6e002a1c0a455f6bcdf98e3fb17213b725f6c04df81f5c",
      "input_ids_vector_sha256": "e573d6e6270b51ec4d358fdea4797839038a14f3a3dac054cd0d12381117e609",
      "labels_vector_sha256": "c7a9984730ca5be6fdd08adb709170fe8d6ef9b9cf40b0aba62ae4129cfa87c4",
      "planned_active_tokens": 65587,
      "realized_active_tokens": 65587,
      "cumulative_start": 4259972,
      "cumulative_end": 4325559,
      "loss_sum": 10636.319984436035,
      "token_normalized_loss": 0.16217116173077034,
      "grad_norm_before_clip": 0.050109073519706726,
      "learning_rates_at_step": {
        "lora": 7.431177638355628e-05,
        "row_tokens": 7.431177638355628e-05
      },
      "learning_rates_after_step": {
        "lora": 7.347305370144464e-05,
        "row_tokens": 7.347305370144464e-05
      }
    },
    {
      "update_id": 66,
      "row_count": 75,
      "row_ids_sha256": "3267a3669f237caa9c69147384cd29b550ec2e04ae843fd8627f3756680f7208",
      "input_ids_vector_sha256": "e61dfb4d5ea61bb4427210ebe407a42ad62f21ae1b83723ec9566f3f1848da68",
      "labels_vector_sha256": "3604d9afe6c2bd3188bb251b4f3c3ae0714652dc49621486ebd24cd3a86d930f",
      "planned_active_tokens": 65373,
      "realized_active_tokens": 65373,
      "cumulative_start": 4325559,
      "cumulative_end": 4390932,
      "loss_sum": 10591.345710754395,
      "token_normalized_loss": 0.16201406866373572,
      "grad_norm_before_clip": 0.04960019886493683,
      "learning_rates_at_step": {
        "lora": 7.347305370144464e-05,
        "row_tokens": 7.347305370144464e-05
      },
      "learning_rates_after_step": {
        "lora": 7.261223782279453e-05,
        "row_tokens": 7.261223782279453e-05
      }
    },
    {
      "update_id": 67,
      "row_count": 76,
      "row_ids_sha256": "a99d90edec86c187b74428ffc3d362e12af15d4c35d394c89bcb4b8989985234",
      "input_ids_vector_sha256": "15df994c861fb3425ff4be742a1d1b0a2d2a1e3e437f7c43d645f958c12442f5",
      "labels_vector_sha256": "af2f31d9b6f7e04c2633409dcc5dd5c7f30fae040a296d86582fa7ebcdeff08f",
      "planned_active_tokens": 66412,
      "realized_active_tokens": 66412,
      "cumulative_start": 4390932,
      "cumulative_end": 4457344,
      "loss_sum": 10059.00280380249,
      "token_normalized_loss": 0.1514636331356154,
      "grad_norm_before_clip": 0.047975797206163406,
      "learning_rates_at_step": {
        "lora": 7.261223782279453e-05,
        "row_tokens": 7.261223782279453e-05
      },
      "learning_rates_after_step": {
        "lora": 7.176190211974081e-05,
        "row_tokens": 7.176190211974081e-05
      }
    },
    {
      "update_id": 68,
      "row_count": 73,
      "row_ids_sha256": "f9d5933bce1b0af8f1473c3fa76637f9d95dff70ff0dd8e79a3951eeb1d33405",
      "input_ids_vector_sha256": "58785ee1dacec7bea1f31a6140dcd28c4c217e226c96f49c9bc567a4a9879e9a",
      "labels_vector_sha256": "c0275ae7b129a1e5fbfd54e378524adbfe85843d904fc7368f2a12f7e4fd862e",
      "planned_active_tokens": 64968,
      "realized_active_tokens": 64968,
      "cumulative_start": 4457344,
      "cumulative_end": 4522312,
      "loss_sum": 10534.569999694824,
      "token_normalized_loss": 0.16215013544660178,
      "grad_norm_before_clip": 0.0528222881257534,
      "learning_rates_at_step": {
        "lora": 7.176190211974081e-05,
        "row_tokens": 7.176190211974081e-05
      },
      "learning_rates_after_step": {
        "lora": 7.089231779464528e-05,
        "row_tokens": 7.089231779464528e-05
      }
    },
    {
      "update_id": 69,
      "row_count": 77,
      "row_ids_sha256": "ede80b759cb2e695531602ae7a6bf2d75f7ab74c2ca8ff511dc4462586499416",
      "input_ids_vector_sha256": "1adc5e145a846fdc4ad7012552133f410105f245b4bc9344587c40df128914bd",
      "labels_vector_sha256": "5fae954111705f9fbad85047c63fed76805050226731f45c202f2247a06a5f4a",
      "planned_active_tokens": 65828,
      "realized_active_tokens": 65828,
      "cumulative_start": 4522312,
      "cumulative_end": 4588140,
      "loss_sum": 13539.852436065674,
      "token_normalized_loss": 0.20568530771200208,
      "grad_norm_before_clip": 0.05885227024555206,
      "learning_rates_at_step": {
        "lora": 7.089231779464528e-05,
        "row_tokens": 7.089231779464528e-05
      },
      "learning_rates_after_step": {
        "lora": 7.002646493164387e-05,
        "row_tokens": 7.002646493164387e-05
      }
    },
    {
      "update_id": 70,
      "row_count": 61,
      "row_ids_sha256": "0a1edb7c92e551be6ee2a3cafac6156f84934914e81a55f49aaf0103f2852146",
      "input_ids_vector_sha256": "d3d892dc3c4432593a271605758cb7b6dcc0237f7c2140fb87791280cef0feca",
      "labels_vector_sha256": "a186984b2529984b5fd733ecc96000f1f0e292aef26806f73fd12332c621fc4b",
      "planned_active_tokens": 64972,
      "realized_active_tokens": 64972,
      "cumulative_start": 4588140,
      "cumulative_end": 4653112,
      "loss_sum": 12843.526168823242,
      "token_normalized_loss": 0.1976778638309309,
      "grad_norm_before_clip": 0.054899465292692184,
      "learning_rates_at_step": {
        "lora": 7.002646493164387e-05,
        "row_tokens": 7.002646493164387e-05
      },
      "learning_rates_after_step": {
        "lora": 6.912820719601565e-05,
        "row_tokens": 6.912820719601565e-05
      }
    },
    {
      "update_id": 71,
      "row_count": 53,
      "row_ids_sha256": "cad1a4fdc3380926940ae8d325c7c7896bd5d39db57d9a788f705eb81b84315a",
      "input_ids_vector_sha256": "5e9f72b33af70b7e60154052a80e6ab261cbe144782f13282ed3f9b99189c278",
      "labels_vector_sha256": "af8bc3bc375f7539c0a487b534e2d9878e9b73412d39ebeb353733f7175500cb",
      "planned_active_tokens": 66839,
      "realized_active_tokens": 66839,
      "cumulative_start": 4653112,
      "cumulative_end": 4719951,
      "loss_sum": 15320.799278259277,
      "token_normalized_loss": 0.22921945687785988,
      "grad_norm_before_clip": 0.05518115311861038,
      "learning_rates_at_step": {
        "lora": 6.912820719601565e-05,
        "row_tokens": 6.912820719601565e-05
      },
      "learning_rates_after_step": {
        "lora": 6.824693331615431e-05,
        "row_tokens": 6.824693331615431e-05
      }
    },
    {
      "update_id": 72,
      "row_count": 51,
      "row_ids_sha256": "1e2e6b64b03504df26a7fe6e3f24e68517362a53674e29c906a10bb429db0204",
      "input_ids_vector_sha256": "30bce7e93d9236c35a480728656f3fe9c96b20045432ee7bf9085ff9d9d68e12",
      "labels_vector_sha256": "32fff4e3f6ff8a79f3f5111c7ca23280069553f261f99a3ea715147491692fb6",
      "planned_active_tokens": 65054,
      "realized_active_tokens": 65054,
      "cumulative_start": 4719951,
      "cumulative_end": 4785005,
      "loss_sum": 13723.007751464844,
      "token_normalized_loss": 0.2109479471126271,
      "grad_norm_before_clip": 0.05254993215203285,
      "learning_rates_at_step": {
        "lora": 6.824693331615431e-05,
        "row_tokens": 6.824693331615431e-05
      },
      "learning_rates_after_step": {
        "lora": 6.734608487040944e-05,
        "row_tokens": 6.734608487040944e-05
      }
    },
    {
      "update_id": 73,
      "row_count": 47,
      "row_ids_sha256": "390b7dd24d0ffbf25d49634f096718e68a234863d36a1710af2e93da9745bf5e",
      "input_ids_vector_sha256": "94acb64853e653891d528649fbf99ad959b3749103f9c074980a3ea78a73a132",
      "labels_vector_sha256": "2b639a8e1cfce3e2f3ecea441e5c3d05471b919461218af2cc191eeee5b4b829",
      "planned_active_tokens": 66002,
      "realized_active_tokens": 66002,
      "cumulative_start": 4785005,
      "cumulative_end": 4851007,
      "loss_sum": 14385.636413574219,
      "token_normalized_loss": 0.21795758330920606,
      "grad_norm_before_clip": 0.051704391837120056,
      "learning_rates_at_step": {
        "lora": 6.734608487040944e-05,
        "row_tokens": 6.734608487040944e-05
      },
      "learning_rates_after_step": {
        "lora": 6.644636128445993e-05,
        "row_tokens": 6.644636128445993e-05
      }
    },
    {
      "update_id": 74,
      "row_count": 56,
      "row_ids_sha256": "2f112a3cc56b5492ae5ac57f543030cc04871f3bd855b48120b2bc5f18981be2",
      "input_ids_vector_sha256": "9a138727f3d5e8c6d0d88f2f7a9d62a34b9af10ed4d9772486c48b6961678737",
      "labels_vector_sha256": "6a2376d9f2cc8e7127c81d3efb8c4beef511dcc48b63d0d05d3e0102ef5d2af9",
      "planned_active_tokens": 65453,
      "realized_active_tokens": 65453,
      "cumulative_start": 4851007,
      "cumulative_end": 4916460,
      "loss_sum": 15793.368549346924,
      "token_normalized_loss": 0.24129327226172861,
      "grad_norm_before_clip": 0.06016969308257103,
      "learning_rates_at_step": {
        "lora": 6.644636128445993e-05,
        "row_tokens": 6.644636128445993e-05
      },
      "learning_rates_after_step": {
        "lora": 6.555234186720564e-05,
        "row_tokens": 6.555234186720564e-05
      }
    },
    {
      "update_id": 75,
      "row_count": 47,
      "row_ids_sha256": "b9b26ce455517fa711debb9bb4ac204744593c4e5c060361af5c300ffbbf0125",
      "input_ids_vector_sha256": "12e90b9875464dfe0239e459d210f05a2f33606d7a41e003d6705d0cb3612801",
      "labels_vector_sha256": "6574e0666da9ad93c8bc478c3c980c99cd14902599c90a822ede23bbf4e57349",
      "planned_active_tokens": 64609,
      "realized_active_tokens": 64609,
      "cumulative_start": 4916460,
      "cumulative_end": 4981069,
      "loss_sum": 13430.574440002441,
      "token_normalized_loss": 0.20787466823511339,
      "grad_norm_before_clip": 0.0565933957695961,
      "learning_rates_at_step": {
        "lora": 6.555234186720564e-05,
        "row_tokens": 6.555234186720564e-05
      },
      "learning_rates_after_step": {
        "lora": 6.463099710335184e-05,
        "row_tokens": 6.463099710335184e-05
      }
    },
    {
      "update_id": 76,
      "row_count": 43,
      "row_ids_sha256": "611fea21756b647c3ff635009270da3bc0a496075cdfbb71d1bc7750da77d9ce",
      "input_ids_vector_sha256": "74cceb959bef59dc8f00887a986160bff20eaf8c7718446421e7b4ae12fee7e5",
      "labels_vector_sha256": "b34eec1d12ab66e25741d3d02345c05d7d61ce0acaf8f0ed4c6a129f4379c7ab",
      "planned_active_tokens": 66169,
      "realized_active_tokens": 66169,
      "cumulative_start": 4981069,
      "cumulative_end": 5047238,
      "loss_sum": 14664.778610229492,
      "token_normalized_loss": 0.22162611812524735,
      "grad_norm_before_clip": 0.05549653246998787,
      "learning_rates_at_step": {
        "lora": 6.463099710335184e-05,
        "row_tokens": 6.463099710335184e-05
      },
      "learning_rates_after_step": {
        "lora": 6.370209345283557e-05,
        "row_tokens": 6.370209345283557e-05
      }
    },
    {
      "update_id": 77,
      "row_count": 49,
      "row_ids_sha256": "4d1fc5f469e31104b1b442e4b3ecbfe702627278a206547619dce63b87e9ad60",
      "input_ids_vector_sha256": "57c7d87b19347b54b74e375d1f52043cd4aa6fdb607ca1ef1dadac86b94e68be",
      "labels_vector_sha256": "a30ef100073e3992b9640dc2a5d291e05a2159a273a9f908ba777d4cade8859f",
      "planned_active_tokens": 66318,
      "realized_active_tokens": 66318,
      "cumulative_start": 5047238,
      "cumulative_end": 5113556,
      "loss_sum": 15501.397819519043,
      "token_normalized_loss": 0.23374344551281767,
      "grad_norm_before_clip": 0.05308637022972107,
      "learning_rates_at_step": {
        "lora": 6.370209345283557e-05,
        "row_tokens": 6.370209345283557e-05
      },
      "learning_rates_after_step": {
        "lora": 6.278167437368811e-05,
        "row_tokens": 6.278167437368811e-05
      }
    },
    {
      "update_id": 78,
      "row_count": 55,
      "row_ids_sha256": "d6fb9dcd607b152d73b99d82d86cce607177c07cb71d7c61f52cf4a97ae01485",
      "input_ids_vector_sha256": "095d53a193dd10268f39a8cca3f18bf940c64e4f1bf4810dc8fad2fe3a0ef912",
      "labels_vector_sha256": "87a00ea3422c7a8441b8604cd2c6b1ae2df88296e364fc3757871eaee39d114c",
      "planned_active_tokens": 65353,
      "realized_active_tokens": 65353,
      "cumulative_start": 5113556,
      "cumulative_end": 5178909,
      "loss_sum": 14439.421787261963,
      "token_normalized_loss": 0.22094504899946388,
      "grad_norm_before_clip": 0.05024215206503868,
      "learning_rates_at_step": {
        "lora": 6.278167437368811e-05,
        "row_tokens": 6.278167437368811e-05
      },
      "learning_rates_after_step": {
        "lora": 6.187375101182396e-05,
        "row_tokens": 6.187375101182396e-05
      }
    },
    {
      "update_id": 79,
      "row_count": 72,
      "row_ids_sha256": "de043b1a342579573d9cd5655efdce68b210a320f3d41db6c805bc00c4c19d38",
      "input_ids_vector_sha256": "f60ebe84a7ac051e6c74d558dd08736bb5ad74987e5e99b5ab33f781003d9a51",
      "labels_vector_sha256": "f33b7d42dcc372b69b4fbe444d87f68fce18c5720ef8f7afd681fb0c7cd9df17",
      "planned_active_tokens": 64144,
      "realized_active_tokens": 64144,
      "cumulative_start": 5178909,
      "cumulative_end": 5243053,
      "loss_sum": 14542.30244064331,
      "token_normalized_loss": 0.22671337055131127,
      "grad_norm_before_clip": 0.05507722869515419,
      "learning_rates_at_step": {
        "lora": 6.187375101182396e-05,
        "row_tokens": 6.187375101182396e-05
      },
      "learning_rates_after_step": {
        "lora": 6.094336097185753e-05,
        "row_tokens": 6.094336097185753e-05
      }
    },
    {
      "update_id": 80,
      "row_count": 71,
      "row_ids_sha256": "fa5f81f7f95aca5a08c4772eaad27c485757d9514dfbb7cf6be86febe25fe2e9",
      "input_ids_vector_sha256": "a006087e8ba184738c766b0b1e919a5efef26b1db6fb19e684d42a0db01bc1d8",
      "labels_vector_sha256": "593853d0bef61f142216ea44f500ed8836390e9cf7e4012f5a088d4f896a31b6",
      "planned_active_tokens": 65428,
      "realized_active_tokens": 65428,
      "cumulative_start": 5243053,
      "cumulative_end": 5308481,
      "loss_sum": 14436.13883972168,
      "token_normalized_loss": 0.2206416035905374,
      "grad_norm_before_clip": 0.05398823693394661,
      "learning_rates_at_step": {
        "lora": 6.094336097185753e-05,
        "row_tokens": 6.094336097185753e-05
      },
      "learning_rates_after_step": {
        "lora": 6.0007785935576964e-05,
        "row_tokens": 6.0007785935576964e-05
      }
    },
    {
      "update_id": 81,
      "row_count": 70,
      "row_ids_sha256": "91c8e6eb328170a3718569ad777397164855c6c1f5d1544cf4b9979b3a8a0da9",
      "input_ids_vector_sha256": "e10ed3420a274a7bc75ab599f0a8ccf49f91a85324b992a4442bc5b64e29adab",
      "labels_vector_sha256": "883f757081b0d237835e474c7c2f6ad2d44b084c4f1ccc6ce7e73d5a8704ee04",
      "planned_active_tokens": 65511,
      "realized_active_tokens": 65511,
      "cumulative_start": 5308481,
      "cumulative_end": 5373992,
      "loss_sum": 15145.5953540802,
      "token_normalized_loss": 0.23119163734457115,
      "grad_norm_before_clip": 0.05249832198023796,
      "learning_rates_at_step": {
        "lora": 6.0007785935576964e-05,
        "row_tokens": 6.0007785935576964e-05
      },
      "learning_rates_after_step": {
        "lora": 5.9066621392470025e-05,
        "row_tokens": 5.9066621392470025e-05
      }
    },
    {
      "update_id": 82,
      "row_count": 69,
      "row_ids_sha256": "2cb2be5f2244cdf359ba8ea3aa05bb950409cdaa41d70a85a885ed8ea828805a",
      "input_ids_vector_sha256": "2ca2b95c85539020e8ceb59b9c2961a1e51ba92ebba3b9aeb185f541a0566045",
      "labels_vector_sha256": "79cea892a1b397a9aaf403239e305448e6929c0ca7c6aa9681a1dcafd1396c66",
      "planned_active_tokens": 65645,
      "realized_active_tokens": 65645,
      "cumulative_start": 5373992,
      "cumulative_end": 5439637,
      "loss_sum": 17087.394828796387,
      "token_normalized_loss": 0.26030002024215687,
      "grad_norm_before_clip": 0.05664542689919472,
      "learning_rates_at_step": {
        "lora": 5.9066621392470025e-05,
        "row_tokens": 5.9066621392470025e-05
      },
      "learning_rates_after_step": {
        "lora": 5.8115738686641926e-05,
        "row_tokens": 5.8115738686641926e-05
      }
    },
    {
      "update_id": 83,
      "row_count": 66,
      "row_ids_sha256": "f63490ccb9bee55a6f9c0b86b0020f6b328d4058de113d1f580d18ae3a435cc6",
      "input_ids_vector_sha256": "b70aa04cb28eb8c684cf9aa279a647124469dcbed5e9559ae090e8a485e093b9",
      "labels_vector_sha256": "fc0358736bf94cbdf2d820feab04f5d54da8a9a32096afa49ae8439f59f6b7fc",
      "planned_active_tokens": 66088,
      "realized_active_tokens": 66088,
      "cumulative_start": 5439637,
      "cumulative_end": 5505725,
      "loss_sum": 15596.831939697266,
      "token_normalized_loss": 0.23600096749330082,
      "grad_norm_before_clip": 0.053290873765945435,
      "learning_rates_at_step": {
        "lora": 5.8115738686641926e-05,
        "row_tokens": 5.8115738686641926e-05
      },
      "learning_rates_after_step": {
        "lora": 5.717523095845843e-05,
        "row_tokens": 5.717523095845843e-05
      }
    },
    {
      "update_id": 84,
      "row_count": 69,
      "row_ids_sha256": "b6cdc0731f25eff598dc5d0e9a1bed9b6de264af4cdfdda625f8445e3940236d",
      "input_ids_vector_sha256": "c84d0aa861521ae117e706cc936debe76753c1f8233c1930bf6700b61bfafc23",
      "labels_vector_sha256": "e8634397d522caea276f31139115f15a309bb14e698468c24336b7902692a726",
      "planned_active_tokens": 65161,
      "realized_active_tokens": 65161,
      "cumulative_start": 5505725,
      "cumulative_end": 5570886,
      "loss_sum": 13740.693927764893,
      "token_normalized_loss": 0.21087297505816197,
      "grad_norm_before_clip": 0.05295582115650177,
      "learning_rates_at_step": {
        "lora": 5.717523095845843e-05,
        "row_tokens": 5.717523095845843e-05
      },
      "learning_rates_after_step": {
        "lora": 5.6222240231654236e-05,
        "row_tokens": 5.6222240231654236e-05
      }
    },
    {
      "update_id": 85,
      "row_count": 65,
      "row_ids_sha256": "ed5a28796affb7d848bd1083597fe21c308ad84722c8ea7320e9559bca64b10d",
      "input_ids_vector_sha256": "d643874744c9499238358fd40f9925a87059be011a353c30793f6be67565a7b5",
      "labels_vector_sha256": "26af0ea0b628a5b9aebb5c7be5a4628954d74a1feb00738bafce174f12e38859",
      "planned_active_tokens": 65843,
      "realized_active_tokens": 65843,
      "cumulative_start": 5570886,
      "cumulative_end": 5636729,
      "loss_sum": 15370.643424987793,
      "token_normalized_loss": 0.23344385014333782,
      "grad_norm_before_clip": 0.053080227226018906,
      "learning_rates_at_step": {
        "lora": 5.6222240231654236e-05,
        "row_tokens": 5.6222240231654236e-05
      },
      "learning_rates_after_step": {
        "lora": 5.5256446584117946e-05,
        "row_tokens": 5.5256446584117946e-05
      }
    },
    {
      "update_id": 86,
      "row_count": 62,
      "row_ids_sha256": "9baa90a3224bdb5ac6acec6206fea7223f9a74d8879293478f40515c805963f5",
      "input_ids_vector_sha256": "73547b2eca4df955157f0371def355b8df6ac815201451c58ab65d72f9d6843e",
      "labels_vector_sha256": "3aac2ccd5acd41f4a3f4d20d286b16abd75b40e697e156e6ef641ce7111ecd2b",
      "planned_active_tokens": 66566,
      "realized_active_tokens": 66566,
      "cumulative_start": 5636729,
      "cumulative_end": 5703295,
      "loss_sum": 15591.915410995483,
      "token_normalized_loss": 0.23423242212233697,
      "grad_norm_before_clip": 0.05596103146672249,
      "learning_rates_at_step": {
        "lora": 5.5256446584117946e-05,
        "row_tokens": 5.5256446584117946e-05
      },
      "learning_rates_after_step": {
        "lora": 5.432783757482711e-05,
        "row_tokens": 5.432783757482711e-05
      }
    },
    {
      "update_id": 87,
      "row_count": 60,
      "row_ids_sha256": "5557c61c07cba2da2a62581ace3956f1124543a32db6d1c63282655dc706c4b8",
      "input_ids_vector_sha256": "16e33e53350dda65769b62cf1ce42b93af88b5a8afedf4d945615a162788fdb6",
      "labels_vector_sha256": "fe21d620bfd6195292c846a38c0bed9a210fab6f3be5b211425584a5295f3db5",
      "planned_active_tokens": 63874,
      "realized_active_tokens": 63874,
      "cumulative_start": 5703295,
      "cumulative_end": 5767169,
      "loss_sum": 18388.72794342041,
      "token_normalized_loss": 0.2878906588505559,
      "grad_norm_before_clip": 0.06538720428943634,
      "learning_rates_at_step": {
        "lora": 5.432783757482711e-05,
        "row_tokens": 5.432783757482711e-05
      },
      "learning_rates_after_step": {
        "lora": 5.337292026844935e-05,
        "row_tokens": 5.337292026844935e-05
      }
    },
    {
      "update_id": 88,
      "row_count": 66,
      "row_ids_sha256": "606880848430a6e83226c3a3a7052e8f9fb1c4e47433fd6d7b593c2eedb3c9b4",
      "input_ids_vector_sha256": "15ef7e2dcddd6ac7aff154c8ddf6e48470ecdbb3d80db2f922e9058f01ba37c6",
      "labels_vector_sha256": "a5a0763f449b0edecb06f6f50154a705795b80813775f4e713745ccdba0a407c",
      "planned_active_tokens": 65576,
      "realized_active_tokens": 65576,
      "cumulative_start": 5767169,
      "cumulative_end": 5832745,
      "loss_sum": 15537.892261505127,
      "token_normalized_loss": 0.23694480086472378,
      "grad_norm_before_clip": 0.05881265178322792,
      "learning_rates_at_step": {
        "lora": 5.337292026844935e-05,
        "row_tokens": 5.337292026844935e-05
      },
      "learning_rates_after_step": {
        "lora": 5.2411557245439344e-05,
        "row_tokens": 5.2411557245439344e-05
      }
    },
    {
      "update_id": 89,
      "row_count": 62,
      "row_ids_sha256": "385d39e7f5112420b3ce527d2c8230450903a2b4a5de70e164d595758740fa61",
      "input_ids_vector_sha256": "e9ba1b38784bba7fa27f20f222dde28d94406e77d7cf7bf3a10ca85ce0e134ad",
      "labels_vector_sha256": "edffe80d40e929aa479796c9fb27c63bb28e25a9753ad025a820216e0bcb4cdf",
      "planned_active_tokens": 65933,
      "realized_active_tokens": 65933,
      "cumulative_start": 5832745,
      "cumulative_end": 5898678,
      "loss_sum": 14869.551536560059,
      "token_normalized_loss": 0.2255251776281992,
      "grad_norm_before_clip": 0.06194888800382614,
      "learning_rates_at_step": {
        "lora": 5.2411557245439344e-05,
        "row_tokens": 5.2411557245439344e-05
      },
      "learning_rates_after_step": {
        "lora": 5.1460585047788825e-05,
        "row_tokens": 5.1460585047788825e-05
      }
    },
    {
      "update_id": 90,
      "row_count": 62,
      "row_ids_sha256": "0fb8b1ff5399d9763449d3476262c30c2266101c095325089b5e3f79369bdf71",
      "input_ids_vector_sha256": "20e1eaf41a964201e7bcf35753bcfd10c798f87e075276c5a6e6c449959d2c50",
      "labels_vector_sha256": "f4f176aa255cd641c71aaf1a62ad47865057b3f89479b0baf485fa454ae49d17",
      "planned_active_tokens": 65160,
      "realized_active_tokens": 65160,
      "cumulative_start": 5898678,
      "cumulative_end": 5963838,
      "loss_sum": 16552.224716186523,
      "token_normalized_loss": 0.2540243203834641,
      "grad_norm_before_clip": 0.06755372881889343,
      "learning_rates_at_step": {
        "lora": 5.1460585047788825e-05,
        "row_tokens": 5.1460585047788825e-05
      },
      "learning_rates_after_step": {
        "lora": 5.0502409291847497e-05,
        "row_tokens": 5.0502409291847497e-05
      }
    },
    {
      "update_id": 91,
      "row_count": 64,
      "row_ids_sha256": "d3b7e949cf6919a0f07db041c7f838a3b4b9ee0ca39ba49c000468074ad824cb",
      "input_ids_vector_sha256": "07c63c9874bc7e5e2faea30a1ed9bba76284d811b1223c9538d586e7a80590a4",
      "labels_vector_sha256": "66b0640a7db0a48b792e837ed7a7dbf83a82266a0c0cfc1b3cee44f295a4a606",
      "planned_active_tokens": 65617,
      "realized_active_tokens": 65617,
      "cumulative_start": 5963838,
      "cumulative_end": 6029455,
      "loss_sum": 16769.563850402832,
      "token_normalized_loss": 0.2555673659326521,
      "grad_norm_before_clip": 0.06476084142923355,
      "learning_rates_at_step": {
        "lora": 5.0502409291847497e-05,
        "row_tokens": 5.0502409291847497e-05
      },
      "learning_rates_after_step": {
        "lora": 4.954413658973792e-05,
        "row_tokens": 4.954413658973792e-05
      }
    },
    {
      "update_id": 92,
      "row_count": 70,
      "row_ids_sha256": "e178b531ef74750a7569ec61b51e1798b025a2c8e5815ff36e81e6264af626ec",
      "input_ids_vector_sha256": "85c8f1e9c3682329e48415f38b025f64f03fac6ce085251ef615b98b7063c709",
      "labels_vector_sha256": "a526624c2cee3c3d8f59020403788ee7608eadd3721382e720ff06ef893366d7",
      "planned_active_tokens": 65611,
      "realized_active_tokens": 65611,
      "cumulative_start": 6029455,
      "cumulative_end": 6095066,
      "loss_sum": 16073.283752441406,
      "token_normalized_loss": 0.2449784906866441,
      "grad_norm_before_clip": 0.060915134847164154,
      "learning_rates_at_step": {
        "lora": 4.954413658973792e-05,
        "row_tokens": 4.954413658973792e-05
      },
      "learning_rates_after_step": {
        "lora": 4.857995784731376e-05,
        "row_tokens": 4.857995784731376e-05
      }
    },
    {
      "update_id": 93,
      "row_count": 64,
      "row_ids_sha256": "b03887b7ba818319abcc634889679205fcf126f9e01b9823e150a36c14d650ca",
      "input_ids_vector_sha256": "dcebbcbce0c237bdd2efdd5ad9bdfe1dd26ebae5f811b90d7d76ab5836a450c3",
      "labels_vector_sha256": "99281bfc2d7b2519e1acb3b5f1e6e8c0055fabb9679ccdc226899db0281671a1",
      "planned_active_tokens": 66027,
      "realized_active_tokens": 66027,
      "cumulative_start": 6095066,
      "cumulative_end": 6161093,
      "loss_sum": 15217.403266906738,
      "token_normalized_loss": 0.23047243198853104,
      "grad_norm_before_clip": 0.05744441971182823,
      "learning_rates_at_step": {
        "lora": 4.857995784731376e-05,
        "row_tokens": 4.857995784731376e-05
      },
      "learning_rates_after_step": {
        "lora": 4.763289514881747e-05,
        "row_tokens": 4.763289514881747e-05
      }
    },
    {
      "update_id": 94,
      "row_count": 59,
      "row_ids_sha256": "69da673b7e81059d8374e069bdd07ace3354c70274293764e2b2c67800a0d661",
      "input_ids_vector_sha256": "f7fa302df05fc0d7429c00051cde3c0cc03db921c75e5cdbfc0d689cf2349a4c",
      "labels_vector_sha256": "c62c60f09c2a7c6ad87f19d6f76517e6d7c7da45647fc01cb28fe77c0a6704de",
      "planned_active_tokens": 64890,
      "realized_active_tokens": 64890,
      "cumulative_start": 6161093,
      "cumulative_end": 6225983,
      "loss_sum": 14584.092697143555,
      "token_normalized_loss": 0.22475100473329565,
      "grad_norm_before_clip": 0.05633697658777237,
      "learning_rates_at_step": {
        "lora": 4.763289514881747e-05,
        "row_tokens": 4.763289514881747e-05
      },
      "learning_rates_after_step": {
        "lora": 4.667636496038114e-05,
        "row_tokens": 4.667636496038114e-05
      }
    },
    {
      "update_id": 95,
      "row_count": 64,
      "row_ids_sha256": "0ebe39094e75f5140319443fc82ae1a386a118a7f70434e835d9c074e714f0da",
      "input_ids_vector_sha256": "f2f7040b12e6c73d883d465feb74d10c19641c0048f32b2c7f3f7687860916f7",
      "labels_vector_sha256": "d0694d8bc7ba9d76a8fd59ebd86c19cc1de620749a2e08b11557b6a4ac0b262a",
      "planned_active_tokens": 65598,
      "realized_active_tokens": 65598,
      "cumulative_start": 6225983,
      "cumulative_end": 6291581,
      "loss_sum": 13136.748161315918,
      "token_normalized_loss": 0.20026141286801302,
      "grad_norm_before_clip": 0.05697782710194588,
      "learning_rates_at_step": {
        "lora": 4.667636496038114e-05,
        "row_tokens": 4.667636496038114e-05
      },
      "learning_rates_after_step": {
        "lora": 4.571159637926643e-05,
        "row_tokens": 4.571159637926643e-05
      }
    },
    {
      "update_id": 96,
      "row_count": 63,
      "row_ids_sha256": "a8d024847fd7ad74b104fe146bd9647cd51f2b8f42a0ef812d129d1238f356cb",
      "input_ids_vector_sha256": "b083913fa8666f066c2e3b8ada090f27f328d7aa3b0022d234a2c8a8e64e67fc",
      "labels_vector_sha256": "59a5aa497c06dd950b2c8a443164fd5887bf28b50e37d0e726845e4d8fa0613f",
      "planned_active_tokens": 66248,
      "realized_active_tokens": 66248,
      "cumulative_start": 6291581,
      "cumulative_end": 6357829,
      "loss_sum": 15527.492401123047,
      "token_normalized_loss": 0.23438431954357938,
      "grad_norm_before_clip": 0.06094866245985031,
      "learning_rates_at_step": {
        "lora": 4.571159637926643e-05,
        "row_tokens": 4.571159637926643e-05
      },
      "learning_rates_after_step": {
        "lora": 4.477032311773695e-05,
        "row_tokens": 4.477032311773695e-05
      }
    },
    {
      "update_id": 97,
      "row_count": 63,
      "row_ids_sha256": "c26b0086921c32e38f0c91006645c5af6dc288e2c667806dbcb3126272a46607",
      "input_ids_vector_sha256": "1902d6005413140ea92d46a2724308ee0df2def83824e96133439f4260fcfcac",
      "labels_vector_sha256": "bd117aed6fff8e046d0a4ae1c5d44d8d768b296836166bb48c6f9f719c23a1c0",
      "planned_active_tokens": 64741,
      "realized_active_tokens": 64741,
      "cumulative_start": 6357829,
      "cumulative_end": 6422570,
      "loss_sum": 14971.440120697021,
      "token_normalized_loss": 0.23125129548040688,
      "grad_norm_before_clip": 0.06062989681959152,
      "learning_rates_at_step": {
        "lora": 4.477032311773695e-05,
        "row_tokens": 4.477032311773695e-05
      },
      "learning_rates_after_step": {
        "lora": 4.380986097156624e-05,
        "row_tokens": 4.380986097156624e-05
      }
    },
    {
      "update_id": 98,
      "row_count": 64,
      "row_ids_sha256": "d9bd06be6c1706f0e8e090a0eeea6adbef2c31b7f49df8392ed2d148df50f599",
      "input_ids_vector_sha256": "81e06ce007d3cc15fdb2c199e49491a50e5161ba26588d2efcf8eb158c021f9a",
      "labels_vector_sha256": "e46994cae5cdeb17de0bea05808c34e4b47d11fc617acf83f58a9fa4922235e3",
      "planned_active_tokens": 66194,
      "realized_active_tokens": 66194,
      "cumulative_start": 6422570,
      "cumulative_end": 6488764,
      "loss_sum": 13385.710548400879,
      "token_normalized_loss": 0.20221939372754144,
      "grad_norm_before_clip": 0.05466971918940544,
      "learning_rates_at_step": {
        "lora": 4.380986097156624e-05,
        "row_tokens": 4.380986097156624e-05
      },
      "learning_rates_after_step": {
        "lora": 4.28577556165354e-05,
        "row_tokens": 4.28577556165354e-05
      }
    },
    {
      "update_id": 99,
      "row_count": 66,
      "row_ids_sha256": "075ea35440abcf86cce5f913293d3a4cac50626059267291eae528d932e29a4c",
      "input_ids_vector_sha256": "f5ea2f243e20cf6d7942637e99086a2671a320d6516f5d13f27399c7637ca358",
      "labels_vector_sha256": "2df0903c1cb5ebffd60e446eb73c7a0b56f6c70b3dd9e46cfa003d0695c4017c",
      "planned_active_tokens": 65776,
      "realized_active_tokens": 65776,
      "cumulative_start": 6488764,
      "cumulative_end": 6554540,
      "loss_sum": 12451.814453125,
      "token_normalized_loss": 0.1893063496279038,
      "grad_norm_before_clip": 0.0533260777592659,
      "learning_rates_at_step": {
        "lora": 4.28577556165354e-05,
        "row_tokens": 4.28577556165354e-05
      },
      "learning_rates_after_step": {
        "lora": 4.1906787969619934e-05,
        "row_tokens": 4.1906787969619934e-05
      }
    },
    {
      "update_id": 100,
      "row_count": 64,
      "row_ids_sha256": "e700a5cf4712305eaea42947a86ec316a0e79a5f8ca1ef8cd24d0dfbcc17bca9",
      "input_ids_vector_sha256": "2b012653187f24b20976622ed06fbafa5a07a1540b0d08e02d4f4b188a90a7b4",
      "labels_vector_sha256": "bb673b93faddd5d484e232d4fa15702817164e200870d21a6b9b3937a7dc1437",
      "planned_active_tokens": 65880,
      "realized_active_tokens": 65880,
      "cumulative_start": 6554540,
      "cumulative_end": 6620420,
      "loss_sum": 12411.509559631348,
      "token_normalized_loss": 0.18839571280557602,
      "grad_norm_before_clip": 0.05825131759047508,
      "learning_rates_at_step": {
        "lora": 4.1906787969619934e-05,
        "row_tokens": 4.1906787969619934e-05
      },
      "learning_rates_after_step": {
        "lora": 4.097835438054806e-05,
        "row_tokens": 4.097835438054806e-05
      }
    },
    {
      "update_id": 101,
      "row_count": 69,
      "row_ids_sha256": "0de81386c60ac20fa76ea429b227b0eb4527ca9af2195d292f5e60c22d41e145",
      "input_ids_vector_sha256": "2278c0e6c92d4e969831f52c1d8b7685c65a8b5c2ae4b1ed8ed509fe31f89f32",
      "labels_vector_sha256": "f3b89e11181d56aed3da9a228908346fef916b555d23cfa696fcf044225444b4",
      "planned_active_tokens": 64520,
      "realized_active_tokens": 64520,
      "cumulative_start": 6620420,
      "cumulative_end": 6684940,
      "loss_sum": 14939.68977355957,
      "token_normalized_loss": 0.2315512984122686,
      "grad_norm_before_clip": 0.06096624583005905,
      "learning_rates_at_step": {
        "lora": 4.097835438054806e-05,
        "row_tokens": 4.097835438054806e-05
      },
      "learning_rates_after_step": {
        "lora": 4.0031627133108116e-05,
        "row_tokens": 4.0031627133108116e-05
      }
    },
    {
      "update_id": 102,
      "row_count": 70,
      "row_ids_sha256": "54d8382aedc1a8f3cba5ac1e62ed4872dff330b29dc67888391fb9967fb3e2c7",
      "input_ids_vector_sha256": "ab32155f1ef64bd9bc7857a204ce1e1577f4ec54682b9647484eb94c0de21384",
      "labels_vector_sha256": "692479189944c0270f08b267ce926660a4c90cbf7a1d4106c8aff367b6499b85",
      "planned_active_tokens": 66022,
      "realized_active_tokens": 66022,
      "cumulative_start": 6684940,
      "cumulative_end": 6750962,
      "loss_sum": 15076.444633483887,
      "token_normalized_loss": 0.22835486100820768,
      "grad_norm_before_clip": 0.05613531917333603,
      "learning_rates_at_step": {
        "lora": 4.0031627133108116e-05,
        "row_tokens": 4.0031627133108116e-05
      },
      "learning_rates_after_step": {
        "lora": 3.9097259516638026e-05,
        "row_tokens": 3.9097259516638026e-05
      }
    },
    {
      "update_id": 103,
      "row_count": 64,
      "row_ids_sha256": "589c9de910480092e2c8c03bab757c0816084941a9b424a9ba5562143d9e8fbc",
      "input_ids_vector_sha256": "49ed642cfb29fcbcab23f2449a24a2a0642d0ede107a6c6b601d763470e8c6ad",
      "labels_vector_sha256": "79bb2a1283b5140ccc3cba48671953381a23c10f0aeeea056d02923f0be16103",
      "planned_active_tokens": 65415,
      "realized_active_tokens": 65415,
      "cumulative_start": 6750962,
      "cumulative_end": 6816377,
      "loss_sum": 13168.647598266602,
      "token_normalized_loss": 0.20130929600652148,
      "grad_norm_before_clip": 0.056113243103027344,
      "learning_rates_at_step": {
        "lora": 3.9097259516638026e-05,
        "row_tokens": 3.9097259516638026e-05
      },
      "learning_rates_after_step": {
        "lora": 3.816677341214169e-05,
        "row_tokens": 3.816677341214169e-05
      }
    },
    {
      "update_id": 104,
      "row_count": 66,
      "row_ids_sha256": "a50f1c1b2a92a4fa17ec693eef35239773ff389c87b71f0f6d20166efae6a241",
      "input_ids_vector_sha256": "30d69d3e0f363d4231c4b2a452bc6c27c2dc56b1d5bac87ce4093830b6c77358",
      "labels_vector_sha256": "7c6e13adcec715da03b8ff6f7230289ce16d0fdb84afb555319a5dcbf5ac1ead",
      "planned_active_tokens": 65422,
      "realized_active_tokens": 65422,
      "cumulative_start": 6816377,
      "cumulative_end": 6881799,
      "loss_sum": 11327.32543182373,
      "token_normalized_loss": 0.1731424510382399,
      "grad_norm_before_clip": 0.056043967604637146,
      "learning_rates_at_step": {
        "lora": 3.816677341214169e-05,
        "row_tokens": 3.816677341214169e-05
      },
      "learning_rates_after_step": {
        "lora": 3.723970501415329e-05,
        "row_tokens": 3.723970501415329e-05
      }
    },
    {
      "update_id": 105,
      "row_count": 66,
      "row_ids_sha256": "e5bb36ada9195f1eafdff1dfac8ac75d41f592f5d255e25e7b4690119e307901",
      "input_ids_vector_sha256": "fc24f1cfb3f6ce55bac9e86b7fc9fd4b42acce833aae299a27fa34385363f11e",
      "labels_vector_sha256": "9dcc3fb2b0a376a4390d7d525c51c8b8638bc71ab40d78f29589f07986ade370",
      "planned_active_tokens": 65486,
      "realized_active_tokens": 65486,
      "cumulative_start": 6881799,
      "cumulative_end": 6947285,
      "loss_sum": 14285.210441589355,
      "token_normalized_loss": 0.21814144155375736,
      "grad_norm_before_clip": 0.05943690612912178,
      "learning_rates_at_step": {
        "lora": 3.723970501415329e-05,
        "row_tokens": 3.723970501415329e-05
      },
      "learning_rates_after_step": {
        "lora": 3.632288299448241e-05,
        "row_tokens": 3.632288299448241e-05
      }
    },
    {
      "update_id": 106,
      "row_count": 68,
      "row_ids_sha256": "f77c2ac0e2252f7e6a668fda7d3eb5f2807614e0b48d6fd5b5a8f0b4c11818ba",
      "input_ids_vector_sha256": "d06d558ac658f594e16a6319a70b60f4519c4a1e4b08dffee57e661f02571525",
      "labels_vector_sha256": "7a9518a927afb17769a8af423573a2324a65ba4054d43dea4dd2e09a83775e25",
      "planned_active_tokens": 65089,
      "realized_active_tokens": 65089,
      "cumulative_start": 6947285,
      "cumulative_end": 7012374,
      "loss_sum": 14929.785842895508,
      "token_normalized_loss": 0.22937494573423325,
      "grad_norm_before_clip": 0.060550641268491745,
      "learning_rates_at_step": {
        "lora": 3.632288299448241e-05,
        "row_tokens": 3.632288299448241e-05
      },
      "learning_rates_after_step": {
        "lora": 3.540332183107734e-05,
        "row_tokens": 3.540332183107734e-05
      }
    },
    {
      "update_id": 107,
      "row_count": 67,
      "row_ids_sha256": "bec6ef197c5441abca8b4172e84d3e906de2c118271c2cb6b88eeb5a436870dc",
      "input_ids_vector_sha256": "492dc96b9894e4af9ccbf4fc841cea6fe9b9dd64b974eb6fd267f43945f33fda",
      "labels_vector_sha256": "9b919bb3897f7ea7eeed4781c7745b71e41323e093bcb36f6040c23f33f73cab",
      "planned_active_tokens": 65639,
      "realized_active_tokens": 65639,
      "cumulative_start": 7012374,
      "cumulative_end": 7078013,
      "loss_sum": 12683.062160491943,
      "token_normalized_loss": 0.19322448788817537,
      "grad_norm_before_clip": 0.053244173526763916,
      "learning_rates_at_step": {
        "lora": 3.540332183107734e-05,
        "row_tokens": 3.540332183107734e-05
      },
      "learning_rates_after_step": {
        "lora": 3.448812710027065e-05,
        "row_tokens": 3.448812710027065e-05
      }
    },
    {
      "update_id": 108,
      "row_count": 64,
      "row_ids_sha256": "b1feec97d6f011fb886aeb4c3f5eea1d2e8e61813781bc5acd651c0d66d6d763",
      "input_ids_vector_sha256": "e271ad6e3db9a8aa58c5354f868df4e757fe313ce428eca7ad8943ad6401b025",
      "labels_vector_sha256": "f48c5d81c6b5dd8b2bacb6f7740db2bfabcf4310e649deac07c508931fe148cc",
      "planned_active_tokens": 65711,
      "realized_active_tokens": 65711,
      "cumulative_start": 7078013,
      "cumulative_end": 7143724,
      "loss_sum": 11536.959907531738,
      "token_normalized_loss": 0.17557121193607977,
      "grad_norm_before_clip": 0.056289881467819214,
      "learning_rates_at_step": {
        "lora": 3.448812710027065e-05,
        "row_tokens": 3.448812710027065e-05
      },
      "learning_rates_after_step": {
        "lora": 3.357666096499278e-05,
        "row_tokens": 3.357666096499278e-05
      }
    },
    {
      "update_id": 109,
      "row_count": 67,
      "row_ids_sha256": "fcecde696d4769a35402c68fa987a23de7d90ac4524ba418a2ba4ff340ea1d70",
      "input_ids_vector_sha256": "b165bf002c218857661032bf533970823be06d0ccfd7d18503fb8bc90b098c6a",
      "labels_vector_sha256": "f14e598e972aa6821327a6125b3560471dff05870f537f7754fb7530bb08aebc",
      "planned_active_tokens": 65855,
      "realized_active_tokens": 65855,
      "cumulative_start": 7143724,
      "cumulative_end": 7209579,
      "loss_sum": 14507.54305267334,
      "token_normalized_loss": 0.2202952403412549,
      "grad_norm_before_clip": 0.06281700730323792,
      "learning_rates_at_step": {
        "lora": 3.357666096499278e-05,
        "row_tokens": 3.357666096499278e-05
      },
      "learning_rates_after_step": {
        "lora": 3.2668902172065616e-05,
        "row_tokens": 3.2668902172065616e-05
      }
    },
    {
      "update_id": 110,
      "row_count": 70,
      "row_ids_sha256": "65d1d91cc2d41f7975f02fc4973dcb2b03b90273a224b52eebc287bf5dffc084",
      "input_ids_vector_sha256": "38dd3d192142721133e97931ae2f75c2a6a367118a149f6584d6431359954576",
      "labels_vector_sha256": "179265b7405ad6cac423245ed383bbc3b828eb2276ce9faf8db23ed2e7778552",
      "planned_active_tokens": 66028,
      "realized_active_tokens": 66028,
      "cumulative_start": 7209579,
      "cumulative_end": 7275607,
      "loss_sum": 14852.402214050293,
      "token_normalized_loss": 0.22494096768113972,
      "grad_norm_before_clip": 0.059342991560697556,
      "learning_rates_at_step": {
        "lora": 3.2668902172065616e-05,
        "row_tokens": 3.2668902172065616e-05
      },
      "learning_rates_after_step": {
        "lora": 3.177613158267546e-05,
        "row_tokens": 3.177613158267546e-05
      }
    },
    {
      "update_id": 111,
      "row_count": 68,
      "row_ids_sha256": "3bedd80329d8d6e95053ad0015acb025e16883202187e70aa25366ee45de3ad6",
      "input_ids_vector_sha256": "e273880315d3264657b7493f2d6f8c6aa0b2ef5ee014517d42caf60cb45aa79f",
      "labels_vector_sha256": "c39c1c08ddcaaf67a23c24533079740767e8ca1bbf1a84ff7d7f1bb473944af3",
      "planned_active_tokens": 65400,
      "realized_active_tokens": 65400,
      "cumulative_start": 7275607,
      "cumulative_end": 7341007,
      "loss_sum": 11892.257598876953,
      "token_normalized_loss": 0.18183880120606963,
      "grad_norm_before_clip": 0.05480519309639931,
      "learning_rates_at_step": {
        "lora": 3.177613158267546e-05,
        "row_tokens": 3.177613158267546e-05
      },
      "learning_rates_after_step": {
        "lora": 3.089499230940841e-05,
        "row_tokens": 3.089499230940841e-05
      }
    },
    {
      "update_id": 112,
      "row_count": 66,
      "row_ids_sha256": "8f2e0b5b83784cda94261e3176159c251746b817a95273ec2a3f198dc4acea95",
      "input_ids_vector_sha256": "e7591af079a9a0fbbce66b61ed3e1386623e42125c7486a81d2cb4aaab118a66",
      "labels_vector_sha256": "5a76cc6a6f1acad8f0995861a7a162e2cc8d0c341862dfa7adb559796e01615a",
      "planned_active_tokens": 65031,
      "realized_active_tokens": 65031,
      "cumulative_start": 7341007,
      "cumulative_end": 7406038,
      "loss_sum": 21395.05453491211,
      "token_normalized_loss": 0.32899777851966155,
      "grad_norm_before_clip": 0.06811846047639847,
      "learning_rates_at_step": {
        "lora": 3.089499230940841e-05,
        "row_tokens": 3.089499230940841e-05
      },
      "learning_rates_after_step": {
        "lora": 3.0005029687766427e-05,
        "row_tokens": 3.0005029687766427e-05
      }
    },
    {
      "update_id": 113,
      "row_count": 61,
      "row_ids_sha256": "685618728dbcb2d6eafeab1b99d8c42bb7d30513bb92173c6487d6704ebd0ba9",
      "input_ids_vector_sha256": "fd390f02f9a6791cde798e1139bdcfabac0b7df0fb57a83118a27e455e07671a",
      "labels_vector_sha256": "00b1696cd4fa7e1136d459b2955f97e21cb950ff030a5db9326fb445906a17d8",
      "planned_active_tokens": 66205,
      "realized_active_tokens": 66205,
      "cumulative_start": 7406038,
      "cumulative_end": 7472243,
      "loss_sum": 20333.01313018799,
      "token_normalized_loss": 0.30712201691999075,
      "grad_norm_before_clip": 0.06504218280315399,
      "learning_rates_at_step": {
        "lora": 3.0005029687766427e-05,
        "row_tokens": 3.0005029687766427e-05
      },
      "learning_rates_after_step": {
        "lora": 2.9140343689528482e-05,
        "row_tokens": 2.9140343689528482e-05
      }
    },
    {
      "update_id": 114,
      "row_count": 67,
      "row_ids_sha256": "e7826d8c42b4e406e923b010d5192a2a99c59eca3fca7a9229f8b551dfe75b0a",
      "input_ids_vector_sha256": "239b2375076006d530654f19bb3eadb791c4e6cf1df48aa0bcccff9316ba6ea8",
      "labels_vector_sha256": "8dbf20fa23c00d72d46873eb58440ac41353671c977d4690833f26086f9e644e",
      "planned_active_tokens": 64864,
      "realized_active_tokens": 64864,
      "cumulative_start": 7472243,
      "cumulative_end": 7537107,
      "loss_sum": 14075.810207366943,
      "token_normalized_loss": 0.2170049674298061,
      "grad_norm_before_clip": 0.06465376913547516,
      "learning_rates_at_step": {
        "lora": 2.9140343689528482e-05,
        "row_tokens": 2.9140343689528482e-05
      },
      "learning_rates_after_step": {
        "lora": 2.8279488984430903e-05,
        "row_tokens": 2.8279488984430903e-05
      }
    },
    {
      "update_id": 115,
      "row_count": 73,
      "row_ids_sha256": "b8c9f4e480d145de6b714fcbf027a019f4d0c5a5a7e174377d268b17e2d581f0",
      "input_ids_vector_sha256": "8fea6b2368e37340daf15d26824c942e089a736acb2fb9d2a08bd8cbc0280aec",
      "labels_vector_sha256": "1129b7363c84a441d574132fb379677d6ecfb84ed97ec79f17bb1d5e078402b6",
      "planned_active_tokens": 65142,
      "realized_active_tokens": 65142,
      "cumulative_start": 7537107,
      "cumulative_end": 7602249,
      "loss_sum": 12664.333644866943,
      "token_normalized_loss": 0.19441118855526301,
      "grad_norm_before_clip": 0.06473589688539505,
      "learning_rates_at_step": {
        "lora": 2.8279488984430903e-05,
        "row_tokens": 2.8279488984430903e-05
      },
      "learning_rates_after_step": {
        "lora": 2.742157279537002e-05,
        "row_tokens": 2.742157279537002e-05
      }
    },
    {
      "update_id": 116,
      "row_count": 71,
      "row_ids_sha256": "cc62116ff5c8c7813e8c66ac57b629f9927e6842a5cf6ec0cb6e31b813f7d128",
      "input_ids_vector_sha256": "4a1e6aca0444d6ad60fc50ed479b4bcecfb49e2879dfda2279730b8302fd674a",
      "labels_vector_sha256": "8be949c2a338bb812de7bfbbd77372ca53f5293f95284044de5695df4bde72af",
      "planned_active_tokens": 65520,
      "realized_active_tokens": 65520,
      "cumulative_start": 7602249,
      "cumulative_end": 7667769,
      "loss_sum": 12016.830284118652,
      "token_normalized_loss": 0.18340705561841655,
      "grad_norm_before_clip": 0.05898382142186165,
      "learning_rates_at_step": {
        "lora": 2.742157279537002e-05,
        "row_tokens": 2.742157279537002e-05
      },
      "learning_rates_after_step": {
        "lora": 2.6570030282171764e-05,
        "row_tokens": 2.6570030282171764e-05
      }
    },
    {
      "update_id": 117,
      "row_count": 73,
      "row_ids_sha256": "350164cbb83643412f4dda93d1bd45a317b18fb0210b98c9d2492dcb1bc5002b",
      "input_ids_vector_sha256": "355b3c11af40e0948f1288b453df12ebb7846f471f2a482d69c19041ed1a7711",
      "labels_vector_sha256": "a31112c0f0f84f5526f5931406b5ae92c9d713dcae5751b61977031f42bfedef",
      "planned_active_tokens": 65667,
      "realized_active_tokens": 65667,
      "cumulative_start": 7667769,
      "cumulative_end": 7733436,
      "loss_sum": 11898.190662384033,
      "token_normalized_loss": 0.18118980100178222,
      "grad_norm_before_clip": 0.057161033153533936,
      "learning_rates_at_step": {
        "lora": 2.6570030282171764e-05,
        "row_tokens": 2.6570030282171764e-05
      },
      "learning_rates_after_step": {
        "lora": 2.5727159714644677e-05,
        "row_tokens": 2.5727159714644677e-05
      }
    },
    {
      "update_id": 118,
      "row_count": 67,
      "row_ids_sha256": "cb401275af207714fd2c0580437b6a9ea2c95868576b98daaea7739b27e73d6c",
      "input_ids_vector_sha256": "81563fcde8070d0f391386f56f7d3759aa757a4715620323b78cfd27802ad225",
      "labels_vector_sha256": "48d156d9abcab07bff5c3b4042ecd22562edfdda39ddd67c409e4ba87eed8c79",
      "planned_active_tokens": 65663,
      "realized_active_tokens": 65663,
      "cumulative_start": 7733436,
      "cumulative_end": 7799099,
      "loss_sum": 10404.778907775879,
      "token_normalized_loss": 0.15845725763026178,
      "grad_norm_before_clip": 0.05861957371234894,
      "learning_rates_at_step": {
        "lora": 2.5727159714644677e-05,
        "row_tokens": 2.5727159714644677e-05
      },
      "learning_rates_after_step": {
        "lora": 2.4891867577577693e-05,
        "row_tokens": 2.4891867577577693e-05
      }
    },
    {
      "update_id": 119,
      "row_count": 70,
      "row_ids_sha256": "3544eb1ee38ee9c6af908cb719cb27fb04a99185b4d73a8a65a7d4db41f21596",
      "input_ids_vector_sha256": "2ed5ae94f53a64fce71320f135d0082d1ab8a25d39c7da82417d7aae9f51c3b8",
      "labels_vector_sha256": "deb2a499d610c482afcda3d7a5fe050aff42d6107f2898f191b92f4839cf8417",
      "planned_active_tokens": 65770,
      "realized_active_tokens": 65770,
      "cumulative_start": 7799099,
      "cumulative_end": 7864869,
      "loss_sum": 12028.227264404297,
      "token_normalized_loss": 0.1828831878425467,
      "grad_norm_before_clip": 0.05768251419067383,
      "learning_rates_at_step": {
        "lora": 2.4891867577577693e-05,
        "row_tokens": 2.4891867577577693e-05
      },
      "learning_rates_after_step": {
        "lora": 2.406373245839954e-05,
        "row_tokens": 2.406373245839954e-05
      }
    },
    {
      "update_id": 120,
      "row_count": 73,
      "row_ids_sha256": "a99ef1908bc52ad2145b7890eda024133885adecfd1c60c8b5003804b25c8747",
      "input_ids_vector_sha256": "aba34491f3b5238b0b0249fafffaeba87465698548b53cc6f940a91cd3726652",
      "labels_vector_sha256": "6a36deca0b05cee5b8a34af0cb50136a9bdceb8f790f05cd8d49e4025f904d84",
      "planned_active_tokens": 65939,
      "realized_active_tokens": 65939,
      "cumulative_start": 7864869,
      "cumulative_end": 7930808,
      "loss_sum": 10169.787521362305,
      "token_normalized_loss": 0.15423023584467924,
      "grad_norm_before_clip": 0.058216195553541183,
      "learning_rates_at_step": {
        "lora": 2.406373245839954e-05,
        "row_tokens": 2.406373245839954e-05
      },
      "learning_rates_after_step": {
        "lora": 2.3256041498641724e-05,
        "row_tokens": 2.3256041498641724e-05
      }
    },
    {
      "update_id": 121,
      "row_count": 76,
      "row_ids_sha256": "962e335a12d5a001f58e2cb078cc8ced6c765dd4f7f15ac13f28dc55c511e2f4",
      "input_ids_vector_sha256": "03e84800bc721ce6f73a1f89d9de7945a9b611afbc132dd87b474b6fea80957b",
      "labels_vector_sha256": "009835ffc981b20f4b24f638f7a785bbd5974776aec89e4038699cd03aeaa5ab",
      "planned_active_tokens": 65062,
      "realized_active_tokens": 65062,
      "cumulative_start": 7930808,
      "cumulative_end": 7995870,
      "loss_sum": 10617.065353393555,
      "token_normalized_loss": 0.16318381472124366,
      "grad_norm_before_clip": 0.05630940943956375,
      "learning_rates_at_step": {
        "lora": 2.3256041498641724e-05,
        "row_tokens": 2.3256041498641724e-05
      },
      "learning_rates_after_step": {
        "lora": 2.244861250377864e-05,
        "row_tokens": 2.244861250377864e-05
      }
    },
    {
      "update_id": 122,
      "row_count": 72,
      "row_ids_sha256": "bd4dcb4979a97d151c4fc8d78085d33edbe96cad76b4e4687df93e13ac6e0f30",
      "input_ids_vector_sha256": "4b2c3b07be0b8811895824bf4eebfea3f2f2fd851e4e752746f86459a389acf4",
      "labels_vector_sha256": "ada0c135e38bec43b6eb9fcece23f47f130bc1852a45a0088e0406cea596f8be",
      "planned_active_tokens": 65833,
      "realized_active_tokens": 65833,
      "cumulative_start": 7995870,
      "cumulative_end": 8061703,
      "loss_sum": 10186.93236541748,
      "token_normalized_loss": 0.15473899663417254,
      "grad_norm_before_clip": 0.058929480612277985,
      "learning_rates_at_step": {
        "lora": 2.244861250377864e-05,
        "row_tokens": 2.244861250377864e-05
      },
      "learning_rates_after_step": {
        "lora": 2.166103393890323e-05,
        "row_tokens": 2.166103393890323e-05
      }
    },
    {
      "update_id": 123,
      "row_count": 68,
      "row_ids_sha256": "7779332fba5cfef5db6cd5fc46ee3b1e2a0715478f4f68111373ff217a0f8acf",
      "input_ids_vector_sha256": "5840807539254c6490288fd336540eeee4f8ecff94146a826009292628f06916",
      "labels_vector_sha256": "52153503504be3b3fd51889184bb1d99a2d9b31379e113a35d2e99d5b26e7ac1",
      "planned_active_tokens": 65030,
      "realized_active_tokens": 65030,
      "cumulative_start": 8061703,
      "cumulative_end": 8126733,
      "loss_sum": 9978.282817840576,
      "token_normalized_loss": 0.15344122432478205,
      "grad_norm_before_clip": 0.055067963898181915,
      "learning_rates_at_step": {
        "lora": 2.166103393890323e-05,
        "row_tokens": 2.166103393890323e-05
      },
      "learning_rates_after_step": {
        "lora": 2.0871998653006207e-05,
        "row_tokens": 2.0871998653006207e-05
      }
    },
    {
      "update_id": 124,
      "row_count": 71,
      "row_ids_sha256": "a197b292536012224dfd9250dd284cd4c25606ba38e34fcc6f0ba26346f5cb89",
      "input_ids_vector_sha256": "5ebf3bf3a99c533e09eaa2cbf6dc998189aa15c217bae1c1f2f36c8b6367cc96",
      "labels_vector_sha256": "99a2af4b66b4a033cb5496110dd376abfc40fad514f1ff2911e6fa4ba4804010",
      "planned_active_tokens": 66014,
      "realized_active_tokens": 66014,
      "cumulative_start": 8126733,
      "cumulative_end": 8192747,
      "loss_sum": 9733.11689376831,
      "token_normalized_loss": 0.14744019289496638,
      "grad_norm_before_clip": 0.055539824068546295,
      "learning_rates_at_step": {
        "lora": 2.0871998653006207e-05,
        "row_tokens": 2.0871998653006207e-05
      },
      "learning_rates_after_step": {
        "lora": 2.0107771899234783e-05,
        "row_tokens": 2.0107771899234783e-05
      }
    },
    {
      "update_id": 125,
      "row_count": 71,
      "row_ids_sha256": "029fd38b4efc9b8e1313eae33dfbae3c6ffdca0d6a111fe30a78642bf4757922",
      "input_ids_vector_sha256": "772b3adcced82721f63d02f3d616c3f851d2b79920b8989d11e465e674497991",
      "labels_vector_sha256": "049d4ddce991ddb9c17311b39f184169510d6e7cf383026f08def46133aec486",
      "planned_active_tokens": 64820,
      "realized_active_tokens": 64820,
      "cumulative_start": 8192747,
      "cumulative_end": 8257567,
      "loss_sum": 8987.342416763306,
      "token_normalized_loss": 0.1386507623690729,
      "grad_norm_before_clip": 0.0574454627931118,
      "learning_rates_at_step": {
        "lora": 2.0107771899234783e-05,
        "row_tokens": 2.0107771899234783e-05
      },
      "learning_rates_after_step": {
        "lora": 1.9342584118050345e-05,
        "row_tokens": 1.9342584118050345e-05
      }
    },
    {
      "update_id": 126,
      "row_count": 72,
      "row_ids_sha256": "111f569f4f01cb7919ecb3e616eb555c132df5c40f275b9f5c0e476a3c6fa73d",
      "input_ids_vector_sha256": "60412e4604abe702c7655218010ccb940563070f05b4706a2318fa0671f5f913",
      "labels_vector_sha256": "8614b22d1590f4bac3c889535d6d999cb5a5dfd9ebd4f14af59d774b0e6dc700",
      "planned_active_tokens": 65832,
      "realized_active_tokens": 65832,
      "cumulative_start": 8257567,
      "cumulative_end": 8323399,
      "loss_sum": 8977.555282592773,
      "token_normalized_loss": 0.13637069028121238,
      "grad_norm_before_clip": 0.05559604987502098,
      "learning_rates_at_step": {
        "lora": 1.9342584118050345e-05,
        "row_tokens": 1.9342584118050345e-05
      },
      "learning_rates_after_step": {
        "lora": 1.8594313098573013e-05,
        "row_tokens": 1.8594313098573013e-05
      }
    },
    {
      "update_id": 127,
      "row_count": 72,
      "row_ids_sha256": "63f6455d69f9d402fb8328ff3f2ab1d9c25f298ddfa20528db169ce7517b857b",
      "input_ids_vector_sha256": "217c12edd9bb2c5c8ce00ed360b0c1284e1207eb34909f1a61760b417902006e",
      "labels_vector_sha256": "bf42bd94beb978effbe405c7f1a2bd0cccd3309d7c1435f71deb0d98cdcd9e96",
      "planned_active_tokens": 65341,
      "realized_active_tokens": 65341,
      "cumulative_start": 8323399,
      "cumulative_end": 8388740,
      "loss_sum": 9994.487823486328,
      "token_normalized_loss": 0.15295890518183572,
      "grad_norm_before_clip": 0.06045476347208023,
      "learning_rates_at_step": {
        "lora": 1.8594313098573013e-05,
        "row_tokens": 1.8594313098573013e-05
      },
      "learning_rates_after_step": {
        "lora": 1.7854395386626138e-05,
        "row_tokens": 1.7854395386626138e-05
      }
    },
    {
      "update_id": 128,
      "row_count": 67,
      "row_ids_sha256": "be0436320e01c23787ff6f31509a2a14203e512f6b448eb646629c1956ae1627",
      "input_ids_vector_sha256": "b50937580fec694b45a6d1b0f5cff99071ee2ed76f7ad9f43bae3f2e72944aed",
      "labels_vector_sha256": "60d5076ee989a3a82bdc64093c30215b87463bd068e8c1795a22c3c5285ecc42",
      "planned_active_tokens": 65617,
      "realized_active_tokens": 65617,
      "cumulative_start": 8388740,
      "cumulative_end": 8454357,
      "loss_sum": 8424.772136688232,
      "token_normalized_loss": 0.12839313191228238,
      "grad_norm_before_clip": 0.05375078693032265,
      "learning_rates_at_step": {
        "lora": 1.7854395386626138e-05,
        "row_tokens": 1.7854395386626138e-05
      },
      "learning_rates_after_step": {
        "lora": 1.7116912164991384e-05,
        "row_tokens": 1.7116912164991384e-05
      }
    },
    {
      "update_id": 129,
      "row_count": 67,
      "row_ids_sha256": "ac7a21c1802d2891f434eea15ce00ee2f62ee17ee8a556e5bae302926aa348e1",
      "input_ids_vector_sha256": "c42c64891e055ef4f62b2a6b7d93a50a35d17bda6a48f707ee486cbf3a3903de",
      "labels_vector_sha256": "1c8e74c7e7fffe883cf1375664ec52b31653a0ef138355a6e8e9bc1dfae85fc5",
      "planned_active_tokens": 66469,
      "realized_active_tokens": 66469,
      "cumulative_start": 8454357,
      "cumulative_end": 8520826,
      "loss_sum": 11374.501007080078,
      "token_normalized_loss": 0.1711249004359939,
      "grad_norm_before_clip": 0.05693138763308525,
      "learning_rates_at_step": {
        "lora": 1.7116912164991384e-05,
        "row_tokens": 1.7116912164991384e-05
      },
      "learning_rates_after_step": {
        "lora": 1.6410321508814923e-05,
        "row_tokens": 1.6410321508814923e-05
      }
    },
    {
      "update_id": 130,
      "row_count": 74,
      "row_ids_sha256": "3c1b35b897a2c0680af8bd5801ae3678beb7de3428ca2556570e8e60494eeef3",
      "input_ids_vector_sha256": "45c103ead98a0f77ce4ed786a4901bc2a20dde323c9b5d619ba648cf90d3f5e3",
      "labels_vector_sha256": "a89d73ef7324aced01884d65a54a112bdecd1c03825852918a1716602448b600",
      "planned_active_tokens": 64759,
      "realized_active_tokens": 64759,
      "cumulative_start": 8520826,
      "cumulative_end": 8585585,
      "loss_sum": 12157.519046783447,
      "token_normalized_loss": 0.18773481750464718,
      "grad_norm_before_clip": 0.06209832802414894,
      "learning_rates_at_step": {
        "lora": 1.6410321508814923e-05,
        "row_tokens": 1.6410321508814923e-05
      },
      "learning_rates_after_step": {
        "lora": 1.570909581773237e-05,
        "row_tokens": 1.570909581773237e-05
      }
    },
    {
      "update_id": 131,
      "row_count": 71,
      "row_ids_sha256": "373ad9c269656c47aa16fc6a139bd54680d850d16d10da3a328f2e946cfec0c3",
      "input_ids_vector_sha256": "042c35599f7aa4e6fd18d2f6f58356de9ab81259376cb3deee116ff37fb15313",
      "labels_vector_sha256": "b1750e8fe1ffcc2e87daca78180ce6fd32af418db651edfcb6262c277d01d334",
      "planned_active_tokens": 65385,
      "realized_active_tokens": 65385,
      "cumulative_start": 8585585,
      "cumulative_end": 8650970,
      "loss_sum": 11561.814865112305,
      "token_normalized_loss": 0.17682671660338464,
      "grad_norm_before_clip": 0.05990307778120041,
      "learning_rates_at_step": {
        "lora": 1.570909581773237e-05,
        "row_tokens": 1.570909581773237e-05
      },
      "learning_rates_after_step": {
        "lora": 1.5016632617195059e-05,
        "row_tokens": 1.5016632617195059e-05
      }
    },
    {
      "update_id": 132,
      "row_count": 74,
      "row_ids_sha256": "9971e5843b959718ab119044abfc2ff02668f776317277151fbd47f8500d0089",
      "input_ids_vector_sha256": "6341a3ad40cd40996bea5659e96dfddf867867c0d63a712b3da3fb5a3ac946b7",
      "labels_vector_sha256": "fc1fa756283fd30e758fb349053b54c40485cf2cbe5bbadf9a0e91c5722d886d",
      "planned_active_tokens": 65744,
      "realized_active_tokens": 65744,
      "cumulative_start": 8650970,
      "cumulative_end": 8716714,
      "loss_sum": 11537.68090057373,
      "token_normalized_loss": 0.17549405117689418,
      "grad_norm_before_clip": 0.06132487952709198,
      "learning_rates_at_step": {
        "lora": 1.5016632617195059e-05,
        "row_tokens": 1.5016632617195059e-05
      },
      "learning_rates_after_step": {
        "lora": 1.4343419039893918e-05,
        "row_tokens": 1.4343419039893918e-05
      }
    },
    {
      "update_id": 133,
      "row_count": 69,
      "row_ids_sha256": "0b82a6f4ecf980505deeaa662f3a9d907777b6b6ed565a6dc4ca9d3f7a918423",
      "input_ids_vector_sha256": "46b48aa66b991386824834ee738578c6e4e69c84bb8ce1db0567206adb2dc30a",
      "labels_vector_sha256": "afdbdce5c4969a592436bf36383ea9e4ec1e6ec2abbba64dc8a210c88ca2852d",
      "planned_active_tokens": 65124,
      "realized_active_tokens": 65124,
      "cumulative_start": 8716714,
      "cumulative_end": 8781838,
      "loss_sum": 10876.983951568604,
      "token_normalized_loss": 0.16701959264738964,
      "grad_norm_before_clip": 0.06020372733473778,
      "learning_rates_at_step": {
        "lora": 1.4343419039893918e-05,
        "row_tokens": 1.4343419039893918e-05
      },
      "learning_rates_after_step": {
        "lora": 1.3677306937236784e-05,
        "row_tokens": 1.3677306937236784e-05
      }
    },
    {
      "update_id": 134,
      "row_count": 74,
      "row_ids_sha256": "7249bdd188770ceb340e50089a557eeb308ca4dd063e5b1da27735cd272435cd",
      "input_ids_vector_sha256": "72a92c2914a5af333361eb0a705966015a95d469ffdfab24419fcf8a206e0537",
      "labels_vector_sha256": "b0ef283c50c4aba47be23a8f63c5df5dc1003bd046ced14a2c9bccd8d190d286",
      "planned_active_tokens": 65702,
      "realized_active_tokens": 65702,
      "cumulative_start": 8781838,
      "cumulative_end": 8847540,
      "loss_sum": 9814.46354675293,
      "token_normalized_loss": 0.14937845951040957,
      "grad_norm_before_clip": 0.05575224384665489,
      "learning_rates_at_step": {
        "lora": 1.3677306937236784e-05,
        "row_tokens": 1.3677306937236784e-05
      },
      "learning_rates_after_step": {
        "lora": 1.3027159577460108e-05,
        "row_tokens": 1.3027159577460108e-05
      }
    },
    {
      "update_id": 135,
      "row_count": 76,
      "row_ids_sha256": "9a201b9bae5fa15a993fc8dcf5dfe8a85bd34981a7d4d9754c0a4d62700a8da0",
      "input_ids_vector_sha256": "7a94b366c9885e2a18395613355e5a4e597353b78c94d433b85141625a03fbe8",
      "labels_vector_sha256": "5f65dc1bf038298ff24d01c75c8a73072aa2ae6a4599906f4c243dce67c0c586",
      "planned_active_tokens": 65439,
      "realized_active_tokens": 65439,
      "cumulative_start": 8847540,
      "cumulative_end": 8912979,
      "loss_sum": 10541.658748626709,
      "token_normalized_loss": 0.16109137897319195,
      "grad_norm_before_clip": 0.05684371292591095,
      "learning_rates_at_step": {
        "lora": 1.3027159577460108e-05,
        "row_tokens": 1.3027159577460108e-05
      },
      "learning_rates_after_step": {
        "lora": 1.2387750110024704e-05,
        "row_tokens": 1.2387750110024704e-05
      }
    },
    {
      "update_id": 136,
      "row_count": 76,
      "row_ids_sha256": "5a7e0f2442ad702710857670e3fbf847336d86f174eaf972fedebf019ce93f38",
      "input_ids_vector_sha256": "af3428de21269ae55268993602503ac9a90e243b4f3832f259aa2f1a2dbf9a86",
      "labels_vector_sha256": "81c9f26da20468651196ecab0e7f341f40c270bb05a29b19f94b73617dbe0676",
      "planned_active_tokens": 65727,
      "realized_active_tokens": 65727,
      "cumulative_start": 8912979,
      "cumulative_end": 8978706,
      "loss_sum": 10295.742664337158,
      "token_normalized_loss": 0.15664403767610202,
      "grad_norm_before_clip": 0.05563507229089737,
      "learning_rates_at_step": {
        "lora": 1.2387750110024704e-05,
        "row_tokens": 1.2387750110024704e-05
      },
      "learning_rates_after_step": {
        "lora": 1.1757067325464932e-05,
        "row_tokens": 1.1757067325464932e-05
      }
    },
    {
      "update_id": 137,
      "row_count": 71,
      "row_ids_sha256": "0941e35572934b989e7c2a23b050ccc514185f48b729fdedfcca60c07b86663a",
      "input_ids_vector_sha256": "297c81b8fa833296c465b9762d52189e88059c246e810ad26489a3726f09bff3",
      "labels_vector_sha256": "0903f3af9df1b834f8b1ef9654f3af5bea86661a3d4c9ef62273b2a13401d61a",
      "planned_active_tokens": 66273,
      "realized_active_tokens": 66273,
      "cumulative_start": 8978706,
      "cumulative_end": 9044979,
      "loss_sum": 10267.769477844238,
      "token_normalized_loss": 0.1549314121564474,
      "grad_norm_before_clip": 0.05415307730436325,
      "learning_rates_at_step": {
        "lora": 1.1757067325464932e-05,
        "row_tokens": 1.1757067325464932e-05
      },
      "learning_rates_after_step": {
        "lora": 1.1153062962038264e-05,
        "row_tokens": 1.1153062962038264e-05
      }
    },
    {
      "update_id": 138,
      "row_count": 73,
      "row_ids_sha256": "7548f2745f8185814cd744a15d4514ccc8189e68baa9529765f83377d9188cca",
      "input_ids_vector_sha256": "551f3ff8c62f8f58621b3225a8fe7058f2d3e3ec0bf8acf7923c300b3a439912",
      "labels_vector_sha256": "da76a6948d8c923978df283664e780ea796e11f7a7b8e136010425697f3f7872",
      "planned_active_tokens": 64930,
      "realized_active_tokens": 64930,
      "cumulative_start": 9044979,
      "cumulative_end": 9109909,
      "loss_sum": 10559.947528839111,
      "token_normalized_loss": 0.16263587754257064,
      "grad_norm_before_clip": 0.057802073657512665,
      "learning_rates_at_step": {
        "lora": 1.1153062962038264e-05,
        "row_tokens": 1.1153062962038264e-05
      },
      "learning_rates_after_step": {
        "lora": 1.055387670722936e-05,
        "row_tokens": 1.055387670722936e-05
      }
    },
    {
      "update_id": 139,
      "row_count": 71,
      "row_ids_sha256": "b20e3f23068c425a4e5b95ce025d68c883eb1f47391f523710ff987e2204377b",
      "input_ids_vector_sha256": "1e631e576763eec04cc24486e4de798ba08b5180daf5ac70a85a035612688290",
      "labels_vector_sha256": "cef051475d7ae0741b0b46fbfa29359719bb15ad9158d20640b7b91c6c0215c3",
      "planned_active_tokens": 65950,
      "realized_active_tokens": 65950,
      "cumulative_start": 9109909,
      "cumulative_end": 9175859,
      "loss_sum": 8825.369197845459,
      "token_normalized_loss": 0.13381909321979468,
      "grad_norm_before_clip": 0.052064698189496994,
      "learning_rates_at_step": {
        "lora": 1.055387670722936e-05,
        "row_tokens": 1.055387670722936e-05
      },
      "learning_rates_after_step": {
        "lora": 9.978818222052544e-06,
        "row_tokens": 9.978818222052544e-06
      }
    },
    {
      "update_id": 140,
      "row_count": 71,
      "row_ids_sha256": "8b0d5c39bc24e9cf25e75bbf1ec7cb2b19354352012f8d8e4869b2f4e5630828",
      "input_ids_vector_sha256": "f47b6a700fb5a273e0c2ef2c647a75b0b46e84937c8c42f7a624d719bc436941",
      "labels_vector_sha256": "dc4eba053f072d15cf1512f0932304f0ea2782509341d202378f96d3ebfb9f5b",
      "planned_active_tokens": 64866,
      "realized_active_tokens": 64866,
      "cumulative_start": 9175859,
      "cumulative_end": 9240725,
      "loss_sum": 9156.802730560303,
      "token_normalized_loss": 0.14116490504363308,
      "grad_norm_before_clip": 0.0563594289124012,
      "learning_rates_at_step": {
        "lora": 9.978818222052544e-06,
        "row_tokens": 9.978818222052544e-06
      },
      "learning_rates_after_step": {
        "lora": 9.405385191662685e-06,
        "row_tokens": 9.405385191662685e-06
      }
    },
    {
      "update_id": 141,
      "row_count": 72,
      "row_ids_sha256": "d00f689454e0301eae7770c4a4b9cb5605439519dd6c7db318e76d27bdfd5e34",
      "input_ids_vector_sha256": "a933ab2070645bc7f287d7db9042f3ab3cd7b1585b606297b0bd26b2259ba915",
      "labels_vector_sha256": "eec77880b0edeb1bec83cacb748303ea0af13737fa4169ebceceb14b788f1aa5",
      "planned_active_tokens": 66360,
      "realized_active_tokens": 66360,
      "cumulative_start": 9240725,
      "cumulative_end": 9307085,
      "loss_sum": 9758.773998260498,
      "token_normalized_loss": 0.14705807712869948,
      "grad_norm_before_clip": 0.05583694949746132,
      "learning_rates_at_step": {
        "lora": 9.405385191662685e-06,
        "row_tokens": 9.405385191662685e-06
      },
      "learning_rates_after_step": {
        "lora": 8.854647918058224e-06,
        "row_tokens": 8.854647918058224e-06
      }
    },
    {
      "update_id": 142,
      "row_count": 73,
      "row_ids_sha256": "8745766bba400fed8848ee189aea60640b8d8257f6bfea75173087c77aaa2200",
      "input_ids_vector_sha256": "c2522a4ffb2cc1199383cd1d4a7b78863f2f9ce236e35582481cd6a40d739d62",
      "labels_vector_sha256": "658bd1dc9139c1ddb900f090b056077144758311d77c5efe3f8ceef1efb281dd",
      "planned_active_tokens": 65463,
      "realized_active_tokens": 65463,
      "cumulative_start": 9307085,
      "cumulative_end": 9372548,
      "loss_sum": 9384.759449005127,
      "token_normalized_loss": 0.143359752058493,
      "grad_norm_before_clip": 0.05544775724411011,
      "learning_rates_at_step": {
        "lora": 8.854647918058224e-06,
        "row_tokens": 8.854647918058224e-06
      },
      "learning_rates_after_step": {
        "lora": 8.31573730026513e-06,
        "row_tokens": 8.31573730026513e-06
      }
    },
    {
      "update_id": 143,
      "row_count": 70,
      "row_ids_sha256": "657b7c3f6db9550b3c064c249aeb098b6a6da5db0916a0ac61343c21f7a15c1a",
      "input_ids_vector_sha256": "f913e91f696cf52254588fd09abce99469f568794b738aa8ca225ebf473b00f6",
      "labels_vector_sha256": "f5058498bf45fab4614a253154de53dc66116700ade6b6bfc84234a03edaf314",
      "planned_active_tokens": 65862,
      "realized_active_tokens": 65862,
      "cumulative_start": 9372548,
      "cumulative_end": 9438410,
      "loss_sum": 12264.032722473145,
      "token_normalized_loss": 0.18620802165851544,
      "grad_norm_before_clip": 0.06367131322622299,
      "learning_rates_at_step": {
        "lora": 8.31573730026513e-06,
        "row_tokens": 8.31573730026513e-06
      },
      "learning_rates_after_step": {
        "lora": 7.803863380602127e-06,
        "row_tokens": 7.803863380602127e-06
      }
    },
    {
      "update_id": 144,
      "row_count": 69,
      "row_ids_sha256": "cc415e7bc8ad6cfbae0097db44c298321dcb1e96b641d1bd74b21fa8b9d193c0",
      "input_ids_vector_sha256": "8c3f4a927f2d1b011ca9c2fe8aa07b776772769ef109833ef64fd3fdb53047c1",
      "labels_vector_sha256": "5f581553d7542cc8861904d8bdf19aed0d51ed38b64426c8fdcf94c835ba8ee1",
      "planned_active_tokens": 64380,
      "realized_active_tokens": 64380,
      "cumulative_start": 9438410,
      "cumulative_end": 9502790,
      "loss_sum": 10883.519382476807,
      "token_normalized_loss": 0.16905124856285814,
      "grad_norm_before_clip": 0.06149400398135185,
      "learning_rates_at_step": {
        "lora": 7.803863380602127e-06,
        "row_tokens": 7.803863380602127e-06
      },
      "learning_rates_after_step": {
        "lora": 7.291593949623754e-06,
        "row_tokens": 7.291593949623754e-06
      }
    },
    {
      "update_id": 145,
      "row_count": 73,
      "row_ids_sha256": "31a904b0aca6d42a8678228ac45bc0e0a2a36d4be16d8d30343d2035328849b2",
      "input_ids_vector_sha256": "6e90420956cc31afa6e5649887e66b08194b9ad37f96f793f2aac09bfa17a085",
      "labels_vector_sha256": "c4985904bb5d990a2ec43417353169cef394f5687a06173c3a37da887d01f6b7",
      "planned_active_tokens": 66396,
      "realized_active_tokens": 66396,
      "cumulative_start": 9502790,
      "cumulative_end": 9569186,
      "loss_sum": 11332.463512420654,
      "token_normalized_loss": 0.17067991313363237,
      "grad_norm_before_clip": 0.05694013461470604,
      "learning_rates_at_step": {
        "lora": 7.291593949623754e-06,
        "row_tokens": 7.291593949623754e-06
      },
      "learning_rates_after_step": {
        "lora": 6.802904703230067e-06,
        "row_tokens": 6.802904703230067e-06
      }
    },
    {
      "update_id": 146,
      "row_count": 72,
      "row_ids_sha256": "0b0c743530b9c9b8bd2b8946c0ba8cbee6ee941445111d7b9a08c87c2739753e",
      "input_ids_vector_sha256": "61b02b284ddba217c8018f1cba50503cb6437c4b9590eae8dad53524072f1106",
      "labels_vector_sha256": "7e62403d8fbfdd83236c190047c08bcee0e88f891f48338bdb63138d0500b736",
      "planned_active_tokens": 65374,
      "realized_active_tokens": 65374,
      "cumulative_start": 9569186,
      "cumulative_end": 9634560,
      "loss_sum": 10577.7036819458,
      "token_normalized_loss": 0.16180291372634076,
      "grad_norm_before_clip": 0.05710397660732269,
      "learning_rates_at_step": {
        "lora": 6.802904703230067e-06,
        "row_tokens": 6.802904703230067e-06
      },
      "learning_rates_after_step": {
        "lora": 6.3342150666999115e-06,
        "row_tokens": 6.3342150666999115e-06
      }
    },
    {
      "update_id": 147,
      "row_count": 72,
      "row_ids_sha256": "528bb8ae6a9a421ed92fe32bc8e1bcae70e40aa724accc694dbc691d79780849",
      "input_ids_vector_sha256": "f1d1e541a485892839e5fe8aa3d71bcc6438991fb7cd04f8fadf9845ebbd7c86",
      "labels_vector_sha256": "2107e263154cad9ae37d2a86e037cdd22651528287c2f06a006548decbceec75",
      "planned_active_tokens": 64777,
      "realized_active_tokens": 64777,
      "cumulative_start": 9634560,
      "cumulative_end": 9699337,
      "loss_sum": 9908.456253051758,
      "token_normalized_loss": 0.1529625677794859,
      "grad_norm_before_clip": 0.05595850571990013,
      "learning_rates_at_step": {
        "lora": 6.3342150666999115e-06,
        "row_tokens": 6.3342150666999115e-06
      },
      "learning_rates_after_step": {
        "lora": 5.875463300746481e-06,
        "row_tokens": 5.875463300746481e-06
      }
    },
    {
      "update_id": 148,
      "row_count": 73,
      "row_ids_sha256": "db2c7cb1b792b740f9875c7da09e12841588c38f5a7086fb2c208670cdd7f7f2",
      "input_ids_vector_sha256": "30ba57509e70e4684c30417c571be5d020d05fbe18ad5b640a0523d97599d4ab",
      "labels_vector_sha256": "e8cefbf71ad0412029b0ce13b42528c703d0ffece9e6fffb083b86f7368f5a79",
      "planned_active_tokens": 65606,
      "realized_active_tokens": 65606,
      "cumulative_start": 9699337,
      "cumulative_end": 9764943,
      "loss_sum": 10693.755840301514,
      "token_normalized_loss": 0.16299966223061174,
      "grad_norm_before_clip": 0.058491721749305725,
      "learning_rates_at_step": {
        "lora": 5.875463300746481e-06,
        "row_tokens": 5.875463300746481e-06
      },
      "learning_rates_after_step": {
        "lora": 5.430275106263722e-06,
        "row_tokens": 5.430275106263722e-06
      }
    },
    {
      "update_id": 149,
      "row_count": 70,
      "row_ids_sha256": "c40aaf11f9833cdf5875b256c3a8caa84de91d7289272738f1be09ccdc530514",
      "input_ids_vector_sha256": "2a9a756e908012930d575bfb8c7395784ad676350d7afef7bbbbca3f4ad8fb52",
      "labels_vector_sha256": "6d8e6631600aa5a62a76d2514308ab69acefb3c11128ffd10e8397bf972b1bf9",
      "planned_active_tokens": 66005,
      "realized_active_tokens": 66005,
      "cumulative_start": 9764943,
      "cumulative_end": 9830948,
      "loss_sum": 9985.945083618164,
      "token_normalized_loss": 0.151290736817183,
      "grad_norm_before_clip": 0.05425907298922539,
      "learning_rates_at_step": {
        "lora": 5.430275106263722e-06,
        "row_tokens": 5.430275106263722e-06
      },
      "learning_rates_after_step": {
        "lora": 5.003680267842576e-06,
        "row_tokens": 5.003680267842576e-06
      }
    },
    {
      "update_id": 150,
      "row_count": 71,
      "row_ids_sha256": "d0add24e0f8fd32ed70f07052499180db62d36bb6a8cdc896363d81748c8cac7",
      "input_ids_vector_sha256": "cfe568715e5a624c3ba8c6636860ad90bd05c77e389d8042687d59433baf062d",
      "labels_vector_sha256": "6bbb131129f0bf5b09929addfcb1e06304f76b6a65e8ccc73d53e6c78e4f134a",
      "planned_active_tokens": 65687,
      "realized_active_tokens": 65687,
      "cumulative_start": 9830948,
      "cumulative_end": 9896635,
      "loss_sum": 9866.779663085938,
      "token_normalized_loss": 0.15020901644291773,
      "grad_norm_before_clip": 0.05642203614115715,
      "learning_rates_at_step": {
        "lora": 5.003680267842576e-06,
        "row_tokens": 5.003680267842576e-06
      },
      "learning_rates_after_step": {
        "lora": 4.5950826333247485e-06,
        "row_tokens": 4.5950826333247485e-06
      }
    },
    {
      "update_id": 151,
      "row_count": 75,
      "row_ids_sha256": "30c7fe28901f091fd0bed8b72cc420edf131d0f971828e1eeb0a10e199c97bfd",
      "input_ids_vector_sha256": "8fdbfbdf00349a39da8e754341249087129497c0cb90bab638d2da4d76857d79",
      "labels_vector_sha256": "c06355ebcf42be26a6d80e34b744f654ee5c23361b257b36c022be945d4090f2",
      "planned_active_tokens": 65453,
      "realized_active_tokens": 65453,
      "cumulative_start": 9896635,
      "cumulative_end": 9962088,
      "loss_sum": 9486.58267211914,
      "token_normalized_loss": 0.1449373240664162,
      "grad_norm_before_clip": 0.05477852746844292,
      "learning_rates_at_step": {
        "lora": 4.5950826333247485e-06,
        "row_tokens": 4.5950826333247485e-06
      },
      "learning_rates_after_step": {
        "lora": 4.205697285113325e-06,
        "row_tokens": 4.205697285113325e-06
      }
    },
    {
      "update_id": 152,
      "row_count": 71,
      "row_ids_sha256": "9baa80dd58fb86c68a6aa64cd9fb2a6d604a02f1228cd66d32c87f27ee285489",
      "input_ids_vector_sha256": "7fc0d1977e625741ac5ed1b419d62495fa1900b6be50c72a7be92d654bf0385e",
      "labels_vector_sha256": "8490a3414cc0be3d95edc5ea8e6fc9fe8d436a52c6561821c109bcbd379a5c4e",
      "planned_active_tokens": 65007,
      "realized_active_tokens": 65007,
      "cumulative_start": 9962088,
      "cumulative_end": 10027095,
      "loss_sum": 9435.955062866211,
      "token_normalized_loss": 0.1451529075771257,
      "grad_norm_before_clip": 0.055663641542196274,
      "learning_rates_at_step": {
        "lora": 4.205697285113325e-06,
        "row_tokens": 4.205697285113325e-06
      },
      "learning_rates_after_step": {
        "lora": 3.830082663750545e-06,
        "row_tokens": 3.830082663750545e-06
      }
    },
    {
      "update_id": 153,
      "row_count": 72,
      "row_ids_sha256": "f085e66940b1878f807a896563bb1a97fa46be7a398621abef91f346178c8dc3",
      "input_ids_vector_sha256": "c397c55c4206636b9b666c9e62b8f57590b834898841a95011b06e3d7f25d9df",
      "labels_vector_sha256": "39fe2feb5e802985bba0845c9836b2a149bd8808d8861ed6b23e1505fbd3ec40",
      "planned_active_tokens": 65496,
      "realized_active_tokens": 65496,
      "cumulative_start": 10027095,
      "cumulative_end": 10092591,
      "loss_sum": 8841.553123474121,
      "token_normalized_loss": 0.13499378776526996,
      "grad_norm_before_clip": 0.05537968873977661,
      "learning_rates_at_step": {
        "lora": 3.830082663750545e-06,
        "row_tokens": 3.830082663750545e-06
      },
      "learning_rates_after_step": {
        "lora": 3.469138093628005e-06,
        "row_tokens": 3.469138093628005e-06
      }
    },
    {
      "update_id": 154,
      "row_count": 77,
      "row_ids_sha256": "94f564568bc787f9b815fc02f741aec791276e32dc7f316a41dbab9b2888bf85",
      "input_ids_vector_sha256": "b6c985e22ce9ad24061fbb1b2b3f0e3df943e418a1d03a200baa868d31e2ec5e",
      "labels_vector_sha256": "8e9cf05d8dc30b891ff64a1b1ecb53fbc953a158861ee98248679b74f03151ce",
      "planned_active_tokens": 65913,
      "realized_active_tokens": 65913,
      "cumulative_start": 10092591,
      "cumulative_end": 10158504,
      "loss_sum": 8792.76948928833,
      "token_normalized_loss": 0.1333996251010928,
      "grad_norm_before_clip": 0.05523339658975601,
      "learning_rates_at_step": {
        "lora": 3.469138093628005e-06,
        "row_tokens": 3.469138093628005e-06
      },
      "learning_rates_after_step": {
        "lora": 3.12688638989036e-06,
        "row_tokens": 3.12688638989036e-06
      }
    },
    {
      "update_id": 155,
      "row_count": 74,
      "row_ids_sha256": "4d8e009b023a69b969a609387ee28c9395a0923260ba237e9253513ac54ee48d",
      "input_ids_vector_sha256": "51165986147a8f260ffa873cab386cdbbe4dedca5536fc4265bc090dcb312bf9",
      "labels_vector_sha256": "4398ab37c31d15b0f81e47e6ef04799bd5558fd886c38b6c6137e4e1c710ff82",
      "planned_active_tokens": 65629,
      "realized_active_tokens": 65629,
      "cumulative_start": 10158504,
      "cumulative_end": 10224133,
      "loss_sum": 8488.09546661377,
      "token_normalized_loss": 0.12933452386313626,
      "grad_norm_before_clip": 0.05546818673610687,
      "learning_rates_at_step": {
        "lora": 3.12688638989036e-06,
        "row_tokens": 3.12688638989036e-06
      },
      "learning_rates_after_step": {
        "lora": 2.8007816038614353e-06,
        "row_tokens": 2.8007816038614353e-06
      }
    },
    {
      "update_id": 156,
      "row_count": 76,
      "row_ids_sha256": "681349cd839f29caec6b144b22ab2bd59145bc77c5ccf7ea32dccdb5334bbf61",
      "input_ids_vector_sha256": "93a368dc2c859df7aac569350e8126eac97ab75366b68c771c3406bcd7d24de6",
      "labels_vector_sha256": "1e28ede0f1c1732793620ebe265013c17c87c6b51c4e1c8d68144281c6398d7a",
      "planned_active_tokens": 65853,
      "realized_active_tokens": 65853,
      "cumulative_start": 10224133,
      "cumulative_end": 10289986,
      "loss_sum": 12254.924278259277,
      "token_normalized_loss": 0.1860951555473445,
      "grad_norm_before_clip": 0.06253273785114288,
      "learning_rates_at_step": {
        "lora": 2.8007816038614353e-06,
        "row_tokens": 2.8007816038614353e-06
      },
      "learning_rates_after_step": {
        "lora": 2.4958453288565443e-06,
        "row_tokens": 2.4958453288565443e-06
      }
    },
    {
      "update_id": 157,
      "row_count": 70,
      "row_ids_sha256": "2a9128ef271b114f55d051fd9ba533749271284a4e465c774f3db22df263db51",
      "input_ids_vector_sha256": "4412623e4360c881dabb66d8f620eaa424fc3565a5d4be90253a5161546fc124",
      "labels_vector_sha256": "6936e4d72d49bc5c6799a71a96a3ec0e77225b9f8de807585efd3d8b1050e895",
      "planned_active_tokens": 65040,
      "realized_active_tokens": 65040,
      "cumulative_start": 10289986,
      "cumulative_end": 10355026,
      "loss_sum": 10849.36455154419,
      "token_normalized_loss": 0.16681064808647278,
      "grad_norm_before_clip": 0.05840596184134483,
      "learning_rates_at_step": {
        "lora": 2.4958453288565443e-06,
        "row_tokens": 2.4958453288565443e-06
      },
      "learning_rates_after_step": {
        "lora": 2.2041940916720904e-06,
        "row_tokens": 2.2041940916720904e-06
      }
    },
    {
      "update_id": 158,
      "row_count": 54,
      "row_ids_sha256": "cd7bc361ac7b3f529f84673f33283d7494a2562fc11b17c80b254f5f58c6ea68",
      "input_ids_vector_sha256": "96686348241aa0e6210e18a872edf12acb2d234edeb8682bbed792883d42abc8",
      "labels_vector_sha256": "36ad8dec2fb255565334e0abc1111450df2ad547997a44925999d9abaa5fe73b",
      "planned_active_tokens": 65940,
      "realized_active_tokens": 65940,
      "cumulative_start": 10355026,
      "cumulative_end": 10420966,
      "loss_sum": 13241.424263000488,
      "token_normalized_loss": 0.20081019507128434,
      "grad_norm_before_clip": 0.06094012036919594,
      "learning_rates_at_step": {
        "lora": 2.2041940916720904e-06,
        "row_tokens": 2.2041940916720904e-06
      },
      "learning_rates_after_step": {
        "lora": 1.934385097939129e-06,
        "row_tokens": 1.934385097939129e-06
      }
    },
    {
      "update_id": 159,
      "row_count": 47,
      "row_ids_sha256": "89483fc7ff9d1a1891457360522a66c860312ac2da57679366f2a96b1e09f4eb",
      "input_ids_vector_sha256": "a7bc58ec16db890a82a81e68e823f437496030610e25c067ff39a7a84e2eced2",
      "labels_vector_sha256": "f996d848d29d55c4f8b5e265b49d77cf5075f2b1b39b0022bc936f56e6f1620d",
      "planned_active_tokens": 64918,
      "realized_active_tokens": 64918,
      "cumulative_start": 10420966,
      "cumulative_end": 10485884,
      "loss_sum": 12444.060203552246,
      "token_normalized_loss": 0.19168890297840732,
      "grad_norm_before_clip": 0.062198083847761154,
      "learning_rates_at_step": {
        "lora": 1.934385097939129e-06,
        "row_tokens": 1.934385097939129e-06
      },
      "learning_rates_after_step": {
        "lora": 1.6767780761615837e-06,
        "row_tokens": 1.6767780761615837e-06
      }
    },
    {
      "update_id": 160,
      "row_count": 51,
      "row_ids_sha256": "ea4afacb1a85d69861e9362364a10a7abf195e18f37aec330f00e54cf8daf624",
      "input_ids_vector_sha256": "141df28dfb21591f679f3c59167e25c37e1523d787cb1ae6206cab431fbf2384",
      "labels_vector_sha256": "3fefbc662316889b0cdd37a964ca59ad6c708713301e67963b1e469dc58d880a",
      "planned_active_tokens": 66272,
      "realized_active_tokens": 66272,
      "cumulative_start": 10485884,
      "cumulative_end": 10552156,
      "loss_sum": 12960.020454406738,
      "token_normalized_loss": 0.19555801023670236,
      "grad_norm_before_clip": 0.06344305723905563,
      "learning_rates_at_step": {
        "lora": 1.6767780761615837e-06,
        "row_tokens": 1.6767780761615837e-06
      },
      "learning_rates_after_step": {
        "lora": 1.4426882244596429e-06,
        "row_tokens": 1.4426882244596429e-06
      }
    },
    {
      "update_id": 161,
      "row_count": 54,
      "row_ids_sha256": "d8c96930ea71ca5a08dea77e4a0bcd693da6a11a481bfc438e58465b4668f75a",
      "input_ids_vector_sha256": "748e485f5bba8149629a17f208b4cdd48c8eb0b0b472d74e224efdbf3f5d5afd",
      "labels_vector_sha256": "ef40ad7a22bf2dcee4f4cc9b8ef5e9f2e184877168f5a11144500395fbec547f",
      "planned_active_tokens": 64718,
      "realized_active_tokens": 64718,
      "cumulative_start": 10552156,
      "cumulative_end": 10616874,
      "loss_sum": 13422.53991317749,
      "token_normalized_loss": 0.20740041276271656,
      "grad_norm_before_clip": 0.06300444900989532,
      "learning_rates_at_step": {
        "lora": 1.4426882244596429e-06,
        "row_tokens": 1.4426882244596429e-06
      },
      "learning_rates_after_step": {
        "lora": 1.2220013654773987e-06,
        "row_tokens": 1.2220013654773987e-06
      }
    },
    {
      "update_id": 162,
      "row_count": 47,
      "row_ids_sha256": "b1accbe0a2358d4069422ecc47dd5b7268e85c8baeaaf436c62a84e43cd04367",
      "input_ids_vector_sha256": "b3be91775068b7eba9543df474087e310e47630a32d392cfd432320575405a23",
      "labels_vector_sha256": "76e9cbebc7ace364e65ee41ce3acd9c4d507be5be9754034259c9132212c1167",
      "planned_active_tokens": 65948,
      "realized_active_tokens": 65948,
      "cumulative_start": 10616874,
      "cumulative_end": 10682822,
      "loss_sum": 12408.396781921387,
      "token_normalized_loss": 0.18815425459333698,
      "grad_norm_before_clip": 0.05994779244065285,
      "learning_rates_at_step": {
        "lora": 1.2220013654773987e-06,
        "row_tokens": 1.2220013654773987e-06
      },
      "learning_rates_after_step": {
        "lora": 1.0214973507790492e-06,
        "row_tokens": 1.0214973507790492e-06
      }
    },
    {
      "update_id": 163,
      "row_count": 45,
      "row_ids_sha256": "ad049378685e7fd74a9399e5e3c7d08c35d2b7cd5e1d810ec1b81963a31afc26",
      "input_ids_vector_sha256": "2bcc4951135c0dc1ea3210fe6de63d61bae421bc3f3b5d71ffc4c99a72120336",
      "labels_vector_sha256": "64f69e4644f1443ed8c5d11e838485f9765ad934c4d95ef6fa7f38876af52d11",
      "planned_active_tokens": 65239,
      "realized_active_tokens": 65239,
      "cumulative_start": 10682822,
      "cumulative_end": 10748061,
      "loss_sum": 13417.02490234375,
      "token_normalized_loss": 0.20565957329731832,
      "grad_norm_before_clip": 0.06616192311048508,
      "learning_rates_at_step": {
        "lora": 1.0214973507790492e-06,
        "row_tokens": 1.0214973507790492e-06
      },
      "learning_rates_after_step": {
        "lora": 8.336067759043442e-07,
        "row_tokens": 8.336067759043442e-07
      }
    },
    {
      "update_id": 164,
      "row_count": 46,
      "row_ids_sha256": "5fd7f496b484074b274d86d181e03a39d4f9c0d280c747161413fd52fafd7c1c",
      "input_ids_vector_sha256": "5ec1fb26d03d5372925447ed8cb0859751cf6a5e74df8ea081f7646fa6440f84",
      "labels_vector_sha256": "c57fc4987901c0cc59d6f9b9ef997bd7c79fef9f425f01bea4747832a59c2a91",
      "planned_active_tokens": 67184,
      "realized_active_tokens": 67184,
      "cumulative_start": 10748061,
      "cumulative_end": 10815245,
      "loss_sum": 13560.153129577637,
      "token_normalized_loss": 0.20183604920185813,
      "grad_norm_before_clip": 0.06180329993367195,
      "learning_rates_at_step": {
        "lora": 8.336067759043442e-07,
        "row_tokens": 8.336067759043442e-07
      },
      "learning_rates_after_step": {
        "lora": 6.71569728545629e-07,
        "row_tokens": 6.71569728545629e-07
      }
    },
    {
      "update_id": 165,
      "row_count": 53,
      "row_ids_sha256": "313985a8e1f48e24c59635edab0e3b1267eff174cb1d51ad2defb54bd7c67d3d",
      "input_ids_vector_sha256": "6f5a923568b74e36a6feafb5ee2f8cae28f5396e929b9fae48a7613a6f2e5cfc",
      "labels_vector_sha256": "b405f8c4f167133a621ea3a7fc7a00d609f2f82ae648fb58cc3861e1fa01ff39",
      "planned_active_tokens": 64277,
      "realized_active_tokens": 64277,
      "cumulative_start": 10815245,
      "cumulative_end": 10879522,
      "loss_sum": 13095.276664733887,
      "token_normalized_loss": 0.2037319206673287,
      "grad_norm_before_clip": 0.06287156790494919,
      "learning_rates_at_step": {
        "lora": 6.71569728545629e-07,
        "row_tokens": 6.71569728545629e-07
      },
      "learning_rates_after_step": {
        "lora": 5.247210988667428e-07,
        "row_tokens": 5.247210988667428e-07
      }
    },
    {
      "update_id": 166,
      "row_count": 65,
      "row_ids_sha256": "30d65f1f73d6d68fe045914a3fa48a872fbe2fd5b1f5f1a550175a002b37fd69",
      "input_ids_vector_sha256": "fbdac94b5e791a13648b99793fa45962e07ba9eeb3120c18adf97a79d983e251",
      "labels_vector_sha256": "a1e80c5905fbb028fedbf2d32c48c6596b42dea5fec58f82951280e7072394f6",
      "planned_active_tokens": 65319,
      "realized_active_tokens": 65319,
      "cumulative_start": 10879522,
      "cumulative_end": 10944841,
      "loss_sum": 13498.469079971313,
      "token_normalized_loss": 0.20665455809138708,
      "grad_norm_before_clip": 0.06200416758656502,
      "learning_rates_at_step": {
        "lora": 5.247210988667428e-07,
        "row_tokens": 5.247210988667428e-07
      },
      "learning_rates_after_step": {
        "lora": 3.9554846764645604e-07,
        "row_tokens": 3.9554846764645604e-07
      }
    },
    {
      "update_id": 167,
      "row_count": 73,
      "row_ids_sha256": "504e8aaa21bfa5f4b93838aeae59ee59343c78431249ee7badd5cd4727b75ece",
      "input_ids_vector_sha256": "7f0db0a19e328fb198287f0d3673578e6737183fa9f264b528d4a310ffdfc649",
      "labels_vector_sha256": "57e5e4a56cfae16c78bcd8a95a8f41d5576f2b2a49ec35e2307fd28631389494",
      "planned_active_tokens": 65502,
      "realized_active_tokens": 65502,
      "cumulative_start": 10944841,
      "cumulative_end": 11010343,
      "loss_sum": 12827.26448059082,
      "token_normalized_loss": 0.1958301193946875,
      "grad_norm_before_clip": 0.06053180620074272,
      "learning_rates_at_step": {
        "lora": 3.9554846764645604e-07,
        "row_tokens": 3.9554846764645604e-07
      },
      "learning_rates_after_step": {
        "lora": 2.841453809859784e-07,
        "row_tokens": 2.841453809859784e-07
      }
    },
    {
      "update_id": 168,
      "row_count": 76,
      "row_ids_sha256": "26ee1682a5079c64ea8830aaa203c60121fd2a36a4324511313e04825113e751",
      "input_ids_vector_sha256": "9e6efd86726fccaa2f0926b63eb5c61b7596afd8e750e7469e448dfbc5d24305",
      "labels_vector_sha256": "90f659b16e8bbdb2ff402e18e10377186e7437660b1e52d80de1d4c4a8f07302",
      "planned_active_tokens": 65753,
      "realized_active_tokens": 65753,
      "cumulative_start": 11010343,
      "cumulative_end": 11076096,
      "loss_sum": 13842.160583496094,
      "token_normalized_loss": 0.21051755179985845,
      "grad_norm_before_clip": 0.06377389281988144,
      "learning_rates_at_step": {
        "lora": 2.841453809859784e-07,
        "row_tokens": 2.841453809859784e-07
      },
      "learning_rates_after_step": {
        "lora": 1.9136098821897485e-07,
        "row_tokens": 1.9136098821897485e-07
      }
    },
    {
      "update_id": 169,
      "row_count": 64,
      "row_ids_sha256": "fda6835eb04d2bb066f04ad93e6fed3aac50d7d1eacacf6908b0c4b41205582a",
      "input_ids_vector_sha256": "a6bb99dd922d1505ff086d2672c8599aaea1090b3dfe9ec5297fca7920ac09b7",
      "labels_vector_sha256": "a8bc73cfe12d034ebaa21947080ef2571e196f5defc90bc94497d5c8e077e835",
      "planned_active_tokens": 65535,
      "realized_active_tokens": 65535,
      "cumulative_start": 11076096,
      "cumulative_end": 11141631,
      "loss_sum": 15618.952213287354,
      "token_normalized_loss": 0.23832993382600676,
      "grad_norm_before_clip": 0.0692538321018219,
      "learning_rates_at_step": {
        "lora": 1.9136098821897485e-07,
        "row_tokens": 1.9136098821897485e-07
      },
      "learning_rates_after_step": {
        "lora": 1.1648965763972897e-07,
        "row_tokens": 1.1648965763972897e-07
      }
    },
    {
      "update_id": 170,
      "row_count": 69,
      "row_ids_sha256": "db4456e9f309327dfbd78a2d26ef68eb4eafbc985009b2350009fb3832067a04",
      "input_ids_vector_sha256": "a32b0eb93dbf477b40daae5de03db8cd3ed394db95e61415e8a2222fb98cf33a",
      "labels_vector_sha256": "324fa78372d35f84b887b9a9377e99b651109c9cbcc903c42acf582421ee6ffe",
      "planned_active_tokens": 65876,
      "realized_active_tokens": 65876,
      "cumulative_start": 11141631,
      "cumulative_end": 11207507,
      "loss_sum": 14030.309116363525,
      "token_normalized_loss": 0.212980586501359,
      "grad_norm_before_clip": 0.06223655492067337,
      "learning_rates_at_step": {
        "lora": 1.1648965763972897e-07,
        "row_tokens": 1.1648965763972897e-07
      },
      "learning_rates_after_step": {
        "lora": 6.07233308663413e-08,
        "row_tokens": 6.07233308663413e-08
      }
    },
    {
      "update_id": 171,
      "row_count": 67,
      "row_ids_sha256": "7916910c37554f8bf5e6574138968ffea5248b1cf9d3b47f0dbf0844ff2aeed8",
      "input_ids_vector_sha256": "0d13b1e0a9efd72e511632dcb352cfb18d76220c74d05f1c6b47ce5236fd6f39",
      "labels_vector_sha256": "e6e5c2331191e1459ca1ea3ee6ff098a63ca44137359513a2ffc909ec37a9d08",
      "planned_active_tokens": 64993,
      "realized_active_tokens": 64993,
      "cumulative_start": 11207507,
      "cumulative_end": 11272500,
      "loss_sum": 13533.568244934082,
      "token_normalized_loss": 0.20823116712467624,
      "grad_norm_before_clip": 0.059106215834617615,
      "learning_rates_at_step": {
        "lora": 6.07233308663413e-08,
        "row_tokens": 6.07233308663413e-08
      },
      "learning_rates_after_step": {
        "lora": 2.220339418241846e-08,
        "row_tokens": 2.220339418241846e-08
      }
    },
    {
      "update_id": 172,
      "row_count": 63,
      "row_ids_sha256": "bd41e2fc370108fc65a0ba4b214bb1bbc36bcbc6e3dde2279a65ff5bed3a2da6",
      "input_ids_vector_sha256": "5802debcb675acd691076afe668b12cdf638f0e220655b2877bd347716ea6c86",
      "labels_vector_sha256": "fc96e43f056223cb809bec62912760e86fa95f397fe729e70f62bc82433884c3",
      "planned_active_tokens": 66709,
      "realized_active_tokens": 66709,
      "cumulative_start": 11272500,
      "cumulative_end": 11339209,
      "loss_sum": 13883.325355529785,
      "token_normalized_loss": 0.20811772557720526,
      "grad_norm_before_clip": 0.06189237907528877,
      "learning_rates_at_step": {
        "lora": 2.220339418241846e-08,
        "row_tokens": 2.220339418241846e-08
      },
      "learning_rates_after_step": {
        "lora": 3.0609329541075872e-09,
        "row_tokens": 3.0609329541075872e-09
      }
    },
    {
      "update_id": 173,
      "row_count": 67,
      "row_ids_sha256": "446c84220a9bbd5a92a898b47fe5fa6488dfd2cb9f563a86a9ef42d45401447c",
      "input_ids_vector_sha256": "bc7c2c089058288ce65e96bd228d56b149903fab2c7cadfe9ddc666e8d7345ba",
      "labels_vector_sha256": "87120055eb584d97cf5c5ab5077f89f90e376c9443fc509ea92e7a5208ed78a9",
      "planned_active_tokens": 64145,
      "realized_active_tokens": 64145,
      "cumulative_start": 11339209,
      "cumulative_end": 11403354,
      "loss_sum": 13519.707010269165,
      "token_normalized_loss": 0.21076790100973053,
      "grad_norm_before_clip": 0.060558952391147614,
      "learning_rates_at_step": {
        "lora": 3.0609329541075872e-09,
        "row_tokens": 3.0609329541075872e-09
      },
      "learning_rates_after_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      }
    },
    {
      "update_id": 174,
      "row_count": 34,
      "row_ids_sha256": "78a6dd54ddf390db5676d95ece15782cef074566cce9c15b81c096d316a03550",
      "input_ids_vector_sha256": "90997b4cbf8b6637a03ee22ba7b2f8649fe4c6510fe39508b50bd3097088edb5",
      "labels_vector_sha256": "54e88122ed05f209852401955ebd3504847545fd59bfbd20c54807c40642c725",
      "planned_active_tokens": 37880,
      "realized_active_tokens": 37880,
      "cumulative_start": 11403354,
      "cumulative_end": 11441234,
      "loss_sum": 8773.458435058594,
      "token_normalized_loss": 0.23161189110503153,
      "grad_norm_before_clip": 0.08213622123003006,
      "learning_rates_at_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      },
      "learning_rates_after_step": {
        "lora": 0.0,
        "row_tokens": 0.0
      }
    }
  ],
  "frozen_base_digest_start": {
    "scope": "frozen_base",
    "sha256": "5d57dc425b2edd8291c27f6806bbaf90b43e8923f1103860cd0a20346464b375",
    "parameter_count": 355,
    "bytes": 14596022272,
    "names_sha256": "55a15eecdc0d2c8fdc49edbfe55db4accc70117860d030d39e44f294cd5304d2"
  },
  "optimizer_membership": {
    "schema": "think-b-2ep-optimizer-membership/1",
    "token_bake_enabled": false,
    "groups": [
      {
        "group": "lora",
        "param_count": 448,
        "params": [
          {
            "name": "base_model.model.model.layers.0.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.0.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.1.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.2.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.3.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.4.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.5.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.6.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.7.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.8.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.9.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.10.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.11.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.12.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.13.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.14.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.15.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.16.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.17.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.18.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.19.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.20.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.21.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.22.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.23.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.24.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.25.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.26.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.27.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.28.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.29.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.30.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.q_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.q_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.k_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.k_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.v_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.v_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.o_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.self_attn.o_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.gate_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.gate_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.up_proj.lora_A.default.weight",
            "shape": [
              64,
              4096
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.up_proj.lora_B.default.weight",
            "shape": [
              11008,
              64
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.down_proj.lora_A.default.weight",
            "shape": [
              64,
              11008
            ]
          },
          {
            "name": "base_model.model.model.layers.31.mlp.down_proj.lora_B.default.weight",
            "shape": [
              4096,
              64
            ]
          }
        ]
      },
      {
        "group": "row_tokens",
        "param_count": 2,
        "params": [
          {
            "name": "base_model.model.model.embed_tokens.token_adapter.trainable_tokens_delta.default",
            "shape": [
              1,
              4096
            ]
          },
          {
            "name": "base_model.model.lm_head.token_adapter.trainable_tokens_delta.default",
            "shape": [
              1,
              4096
            ]
          }
        ]
      }
    ]
  },
  "tied_token_canary": null,
  "continuation": null,
  "lora_digest_start": {
    "scope": "lora",
    "sha256": "dfdc674eb25a281ac54726af632cb4deba0c0f9e742bd35ff3f3308c75e0a19a",
    "parameter_count": 450,
    "bytes": 639664128,
    "names_sha256": "8682f1cd731b6e577fe15b72c310880afd96758ffb839b1c1159f8e04f2c050f"
  }
}