add tensorboard logging

EleutherAI · Dec 27, 2020 · 491d5ae · 491d5ae
1 parent 86f543d
commit 491d5ae
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 0 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,5 +1,6 @@
 ## Data
 data/
+logs/
 
 ## Python
 __pycache__/

diff --git a/configs/base_deepspeed.json b/configs/base_deepspeed.json
@@ -1,6 +1,11 @@
 {
  "train_batch_size": 8,
  "gradient_accumulation_steps": 1,
+ "tensorboard": {
+ "enabled": true,
+ "output_path": "./logs",
+ "job_name": "gptneox"
+ },
  "optimizer": {
  "type": "Adam",
  "params": {

diff --git a/data/enwik8.gz b/data/enwik8.gz
diff --git a/train.sh b/train.sh
@@ -1 +1,2 @@
+mkdir logs
 NCCL_SHM_DISABLE=1 NCCL_DEBUG=info MASTER_ADDR=127.0.0.1 MASTER_PORT=2000 deepspeed train_enwik8.py --deepspeed --deepspeed_config configs/base_deepspeed.json