Update configs/example_finetuning.py
#6
by YichongEric - opened
configs/example_finetuning.py
CHANGED
|
@@ -9,7 +9,7 @@ log_dir = os.path.join(out_dir, 'logs') # logs will be written in to out_dir/log
|
|
| 9 |
# -----------------------------------------------------------------------------
|
| 10 |
# model parameters
|
| 11 |
meta_vocab_size = 1024
|
| 12 |
-
block_size =
|
| 13 |
n_layer=24
|
| 14 |
n_head=16
|
| 15 |
n_embd=1024 # 350M, medium
|
|
|
|
| 9 |
# -----------------------------------------------------------------------------
|
| 10 |
# model parameters
|
| 11 |
meta_vocab_size = 1024
|
| 12 |
+
block_size = 1024
|
| 13 |
n_layer=24
|
| 14 |
n_head=16
|
| 15 |
n_embd=1024 # 350M, medium
|