Merge pull request #24 from EleutherAI/stella

GPT-3 Small Works
EleutherAI · Jan 3, 2021 · 496d34d · 496d34d
2 parents 7043aac + 71b4da9
commit 496d34d
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/configs/gpt3_small.json b/configs/gpt3_small.json
@@ -23,12 +23,11 @@
  "batch_size": 256,
  "eval_batch_size": 32,
  "learning_rate": 0.0006,
- "validate_every": 100,
  "generate_every": 500,
  "generate_length": 256,
  "seq_len": 1024,
  "hidden_dim": 768,
  "n_layers": 12,
  "n_heads": 12,
  "dim_head": 64
-}
+}
diff --git a/requirements.txt b/requirements.txt
@@ -4,4 +4,3 @@ tqdm>=4.50.0
 deepspeed
 transformers
 tensorflow==1.15.2
-triton