Batch size needs to be specified (#87)

EleutherAI · Jan 23, 2021 · efd1ad8 · efd1ad8
1 parent 4d22350
commit efd1ad8
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/configs/gpt3_small.json b/configs/gpt3_small.json
@@ -22,5 +22,6 @@
  "hidden_dim": 768,
  "n_layers": 12,
  "n_heads": 12,
- "dim_head": 64
+ "dim_head": 64,
+ "train_batch_size": 256
 }