Upload ZayaForCausalLM

Files changed (6) hide show

config.json CHANGED Viewed

@@ -11,7 +11,7 @@
   "bos_token_id": 2,
   "cca": true,
   "cca_num_q_heads": 8,
-  "dtype": "float32",
   "eos_token_id": 106,
   "ffn_hidden_size": 4096,
   "gated_linear_unit": true,

   "bos_token_id": 2,
   "cca": true,
   "cca_num_q_heads": 8,
+  "dtype": "bfloat16",
   "eos_token_id": 106,
   "ffn_hidden_size": 4096,
   "gated_linear_unit": true,

model-00001-of-00004.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:cd130e51c4dd60d8db8a2704f0ee9fa714ba826d802be641e3d169e261623628
+size 4999499236

model-00002-of-00004.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f46133b248dde2d6854a4b3d34949bdad3f88f845a47bdf1b3d8eae4770bc695
+size 4998887240

model-00003-of-00004.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c4440a169c1e2d2288c97fe9154e06b4c40eabac6cbd35b74ce2e0f71c332779
+size 4990498632

model-00004-of-00004.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:74b8111011d7da7f372a8217ba8ad6868477b86ec5ed883a28177b9ae63a123f
+size 2692425796

model.safetensors.index.json CHANGED Viewed

The diff for this file is too large to render. See raw diff