SparseLM0.5B / shared_checkpoint_metadata.json
edoarc's picture
Upload shared sparse checkpoint
7c2a047 verified
raw
history blame contribute delete
502 Bytes
{
"checkpoint_format": "sparse_checkpoint",
"config_set": "2em5_0p5B",
"export_name": "SparseLM0.5B",
"model_kind": "0.5B",
"normalized_config_set": "2em5",
"source_run_dir": "results/fineweb_edu_dedup_45B/smollm0p5Bcustom/smollm0p5Bcustom_Gated_2048ctx_lr_0.001_l12e-05/2026.01.16111146",
"source_state_dict_file": "results/fineweb_edu_dedup_45B/smollm0p5Bcustom/smollm0p5Bcustom_Gated_2048ctx_lr_0.001_l12e-05/2026.01.16111146/model.safetensors",
"weight_file": "model.safetensors"
}