Update configs/example_finetuning.py

#6
Files changed (1) hide show
  1. configs/example_finetuning.py +1 -1
configs/example_finetuning.py CHANGED
@@ -9,7 +9,7 @@ log_dir = os.path.join(out_dir, 'logs') # logs will be written in to out_dir/log
9
  # -----------------------------------------------------------------------------
10
  # model parameters
11
  meta_vocab_size = 1024
12
- block_size = 256
13
  n_layer=24
14
  n_head=16
15
  n_embd=1024 # 350M, medium
 
9
  # -----------------------------------------------------------------------------
10
  # model parameters
11
  meta_vocab_size = 1024
12
+ block_size = 1024
13
  n_layer=24
14
  n_head=16
15
  n_embd=1024 # 350M, medium