BeardedMonster
/

MOE

Text Generation

Model card Files Files and versions

BeardedMonster commited on Feb 21

Commit

2410606

·

verified ·

1 Parent(s): ad948c7

Upload GPTJXMoEForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "BeardedMonster/MOE",
   "architectures": [
     "GPTJXMoEForCausalLM"
   ],
@@ -19,7 +19,7 @@
   "n_layer": 12,
   "num_experts": 7,
   "num_experts_per_tok": 2,
-  "torch_dtype": "bfloat16",
   "transformers_version": "4.41.2",
   "use_kv_cache": true,
   "use_moe": true,

 {
+  "_name_or_path": "BeardedMonster/sabiyarn_moe",
   "architectures": [
     "GPTJXMoEForCausalLM"
   ],
   "n_layer": 12,
   "num_experts": 7,
   "num_experts_per_tok": 2,
+  "torch_dtype": "float32",
   "transformers_version": "4.41.2",
   "use_kv_cache": true,
   "use_moe": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bfa2457b0c81c7d938ea75a07ca2a26401c95996b61f1687793a476abfa5efe
-size 979842624

 version https://git-lfs.github.com/spec/v1
+oid sha256:1610961f71bfc258890df055812881211b36ff08e0f74718729878da436da3a9
+size 1959673920