Merge pull request #824 from EleutherAI/fused-kernels-msg

Update fused kernel error recommendation, and make error logs more verbose
EleutherAI · Mar 14, 2023 · 382ee7d · 382ee7d
2 parents 2ed00e6 + d17b26d
commit 382ee7d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md
@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
- Default = 1e65709
+ Default = ed27de5
 
  current git hash of repository
 

diff --git a/megatron/fused_kernels/__init__.py b/megatron/fused_kernels/__init__.py
@@ -33,11 +33,12 @@ def load_fused_kernels():
  try:
  import scaled_upper_triang_masked_softmax_cuda
  import scaled_masked_softmax_cuda
- except (ImportError, ModuleNotFoundError):
+ except (ImportError, ModuleNotFoundError) as e:
  print("\n")
+ print(e)
  print("=" * 100)
  print(
- f'ERROR: Fused kernels configured but not installed. Please run `python {str(srcpath / "setup.py")} install` to install them'
+ f'ERROR: Fused kernels configured but not properly installed. Please run `pip install {str(srcpath)}` to install them'
  )
  print("=" * 100)
  exit()