Fix Causes of CI Test Failures

.github/workflows/cpu_ci.yml

@@ -22,6 +22,7 @@ jobs:
  pip install torch==1.8.2 torchvision==0.9.2 torchaudio==0.8.2 --extra-index-url https://download.pytorch.org/whl/lts/1.8/cpu
  pip install -r requirements/requirements.txt
  pip install -r requirements/requirements-dev.txt
+ pip install -r requirements/requirements-wandb.txt
 
  - name: Prepare Data
  run: python prepare_data.py

Dockerfile

@@ -91,6 +91,7 @@ COPY requirements/requirements.txt .
 COPY requirements/requirements-wandb.txt .
 COPY requirements/requirements-onebitadam.txt .
 COPY requirements/requirements-sparseattention.txt .
+COPY requirements/requirements-flashattention.txt .
 RUN pip install -r requirements.txt && pip install -r requirements-onebitadam.txt && \
  pip install -r requirements-sparseattention.txt && \
  pip install -r requirements-flashattention.txt && \

configs/neox_arguments.md

@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
- Default = ebaeec1
+ Default = 1ab177a
 
  current git hash of repository