Release VISTA-24M: model, architecture diagrams, training recipe and evaluation evidence
9287d39 verified | [ | |
| { | |
| "branch": "chck_1M", | |
| "nominal_words": 1000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "c6e1311f71cf0b4818116036daee3e8ac53f6b90a56fb4704fb490e6676b6c9d", | |
| "state": { | |
| "epoch": 0, | |
| "row": 14592, | |
| "words": 1007126, | |
| "targets": 1629019, | |
| "step": 114 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "d258223385cb167e5880a3a4f67837e4cfedf89085a195f2c3e770591546882f", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_2M", | |
| "nominal_words": 2000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "7d1c71cad1a251f1972894305688d36a965b4cab6ba12b0b2be3d5d25fb15845", | |
| "state": { | |
| "epoch": 0, | |
| "row": 29056, | |
| "words": 2004091, | |
| "targets": 3243807, | |
| "step": 227 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "dfb17f508191a84d3afac8f93cd8fc8d233317aebae598e236ee8c4fd3916145", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_3M", | |
| "nominal_words": 3000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "55faa3c537f6fea7a2fc892ccb2015a90979e896c18006312031ff1c1689eeb6", | |
| "state": { | |
| "epoch": 0, | |
| "row": 43520, | |
| "words": 3002571, | |
| "targets": 4862213, | |
| "step": 340 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "de4cdad20e39f7ef43fc5dad3157434481674c20db3f00a3ab2e1f63f5b31244", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_4M", | |
| "nominal_words": 4000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "fa3520f128b724205cd75cb0bc2853317f8865b00fe2c4f90e17283d0f8d155d", | |
| "state": { | |
| "epoch": 0, | |
| "row": 57984, | |
| "words": 4002696, | |
| "targets": 6482862, | |
| "step": 453 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "2e9ac1abbcecbc7fa68e0d7b3edb22dbc293bea40d8068671f29b30643611363", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_5M", | |
| "nominal_words": 5000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "a509ebcde84bbf8b71d8eb69691a41ace8cd15bb144aa041e7d03d1b98753c1d", | |
| "state": { | |
| "epoch": 0, | |
| "row": 72448, | |
| "words": 5001103, | |
| "targets": 8099886, | |
| "step": 566 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "5cd3a31ef7775eb6bf8488604e3a8eb6ebb7cce6aaf7a8050959c3b531463cb9", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_6M", | |
| "nominal_words": 6000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "3617af1210eaf24a3362794b5bd8859dc82adae77915689fb4fedf129dd1481e", | |
| "state": { | |
| "epoch": 0, | |
| "row": 86912, | |
| "words": 6000736, | |
| "targets": 9717998, | |
| "step": 679 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "e50a8dedbba8e21b7d8cf8cf99cb98840cf99cb0d5a594bbfb016d9c7af83d3c", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_7M", | |
| "nominal_words": 7000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "99d9b5937c798b51613c984925f7432573a4baec9a59d055a6a086a5994698ef", | |
| "state": { | |
| "epoch": 0, | |
| "row": 101376, | |
| "words": 7000283, | |
| "targets": 11336537, | |
| "step": 792 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "b833178fb8d65ca5ce0247a0c05dba577c155e3860eacef26c0a9f88c9ce1563", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_8M", | |
| "nominal_words": 8000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "85b1c308358b43c46ff081df2f2226db81d1d58d61cf7194e524fddf551ac4b7", | |
| "state": { | |
| "epoch": 0, | |
| "row": 115968, | |
| "words": 8006545, | |
| "targets": 12966223, | |
| "step": 906 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "8433533b2cfde7a0407781a4d0ef6539c01552f11217e3a821c3b8f5911d2026", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_9M", | |
| "nominal_words": 9000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "e2903384f889b28aa9df183e60b60cdca952d2c75970291855b5eef41461958e", | |
| "state": { | |
| "epoch": 0, | |
| "row": 130432, | |
| "words": 9007630, | |
| "targets": 14587550, | |
| "step": 1019 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "model.safetensors": "75d3ecfd85d65a0b9bb438ee44febbc83e6d9b078bf0b9952985ee1cbbf62034", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_10M", | |
| "nominal_words": 10000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "eca7973f4410799ddfe9b84148a05f778ebb6d1bc4deaf1d4a3eb4ef5bad8651", | |
| "state": { | |
| "epoch": 1, | |
| "row": 0, | |
| "words": 10000000, | |
| "targets": 16193189, | |
| "step": 1131 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "a1e27b3e8649d41b28570daa4e7c467d43f4d719e7c9fd45e71aeebf6f5abb63", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_20M", | |
| "nominal_words": 20000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "cc17c8cad21c52519bd34ad122ee6c1997e4a13099ad8967482fdb81a2692fa4", | |
| "state": { | |
| "epoch": 2, | |
| "row": 0, | |
| "words": 20000000, | |
| "targets": 32450076, | |
| "step": 2221 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "6d1770517ba06c379c8c70b5c320e48430ae9b3f17e5494afc3207aada38b8d2", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_30M", | |
| "nominal_words": 30000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "9637f31941f0ff3aed2cd0d17c5e2155c0ed367614396164638ec9a9257e8e61", | |
| "state": { | |
| "epoch": 3, | |
| "row": 0, | |
| "words": 30000000, | |
| "targets": 48738855, | |
| "step": 3292 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "b4dcdbaeb594276867318a94dd85438e732777082aa101321f49be0ffd5b8f08", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_40M", | |
| "nominal_words": 40000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "67623618f45ab3af7831203e9c614e3e9bd95d6dac0cc2fe439feb4f57b365bc", | |
| "state": { | |
| "epoch": 4, | |
| "row": 0, | |
| "words": 40000000, | |
| "targets": 64931914, | |
| "step": 4423 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "e5188e47a7061202519a651fa004a76082ee8529c9e43c2b8999c578d2abc367", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_50M", | |
| "nominal_words": 50000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "379be6663dcf29dbb26917e8c5e98923b26474099ccd591b7a8f5222ad7ab75b", | |
| "state": { | |
| "epoch": 5, | |
| "row": 0, | |
| "words": 50000000, | |
| "targets": 81188836, | |
| "step": 5513 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "70d92bd329c094dc46914c89543816fdf1f16373386f24eda591fb8b4f7dc529", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_60M", | |
| "nominal_words": 60000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "19ec97fd6d832b9a277b4cb50a1b0fde7a2e74b5296d7a70e0e3561c1078948e", | |
| "state": { | |
| "epoch": 6, | |
| "row": 0, | |
| "words": 60000000, | |
| "targets": 97477678, | |
| "step": 6584 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "d7d71056fc9593a508479ed829d5fb7a44df69aed78904cad765c314207064cb", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_70M", | |
| "nominal_words": 70000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "ba4542c4967c2a5d439f4ccd74926cd837f53c29c2747cb7be399666724bce6f", | |
| "state": { | |
| "epoch": 7, | |
| "row": 0, | |
| "words": 70000000, | |
| "targets": 113671037, | |
| "step": 7715 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "e6962637d448cb8e4bb2abfe245448115a71770d87458d18c77a0119c3b19a69", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_80M", | |
| "nominal_words": 80000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "2b4f0555d6a5e614bd81d09555c008ac8f6310e75a6a3b96378e24fd9d5ff018", | |
| "state": { | |
| "epoch": 8, | |
| "row": 0, | |
| "words": 80000000, | |
| "targets": 129927852, | |
| "step": 8805 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "ea395c4df82b7ca0f05d4b4d97b2e1102751ce61e66b3e1345645deb8fd6ce43", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_90M", | |
| "nominal_words": 90000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "b086ad3365932bf85555ba61941a81837b05a45469874d6a262df2c6fe8203d7", | |
| "state": { | |
| "epoch": 9, | |
| "row": 0, | |
| "words": 90000000, | |
| "targets": 146216686, | |
| "step": 9876 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "4391e9e7d96d27fb043f3ac2609ba167b654147f60f0e6c49c21bd2fc574eebe", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| }, | |
| { | |
| "branch": "chck_100M", | |
| "nominal_words": 100000000, | |
| "export": { | |
| "status": "PASS", | |
| "checkpoint_sha256": "d749187ce9da4fa809f95162b00dfcdfdaa64951734eb0552777af900bfc8501", | |
| "state": { | |
| "epoch": 10, | |
| "row": 0, | |
| "words": 100000000, | |
| "targets": 162505524, | |
| "step": 10947 | |
| }, | |
| "kind": "raw", | |
| "continuation": null, | |
| "files": { | |
| "dense.py": "3303f30eda7607136724dfe4124e54010426a5334c42b4227551e02253e6566a", | |
| "config.json": "b6ba8faee226dcacaebc24ec1b7f47159b9fcb799dbdf72c051cb6bbab11be9f", | |
| "configuration_dense.py": "227987f030b3e56ce8c38960ee8d77fa000b355dfe78fcc6c45c05dbe418c544", | |
| "tokenizer.json": "98dfab9eabdd78aed27c025ec1bdbd881172c6339c0b491f9e1612e9a36fcbf8", | |
| "tokenizer_config.json": "ed01997e2c97efc8158f30b9161e79f3b3cd67e8b3b992b968610e84bd96bd31", | |
| "model.safetensors": "480bf6a220b463773b7c717a15229930881971c54588b098618f1e5818765b07", | |
| "modeling_dense.py": "8fe6cb72985ccccfba423482e1135bee8ad17523b5c91e9c3a261fb3678fd9f4" | |
| } | |
| } | |
| } | |
| ] | |