allow cuda mismatch exceptions to be triggered

EleutherAI · Nov 4, 2023 · 4f7dd72 · 4f7dd72
1 parent 016b796
commit 4f7dd72
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/op_builder/builder.py b/op_builder/builder.py
@@ -462,11 +462,12 @@ def jit_load(self, verbose=True):
  raise RuntimeError(f"Unable to JIT load the {self.name} op due to ninja not being installed.")
 
  if isinstance(self, CUDAOpBuilder) and not self.is_rocm_pytorch():
- try:
- assert_no_cuda_mismatch(self.name)
- self.build_for_cpu = False
- except BaseException:
- self.build_for_cpu = True
+ #TODO(jeff): need to come back and fix cpu-only builds, this came in on #3085 but is hiding real user env issues (eg. torch cuda != sys cuda)
+ #try:
+ assert_no_cuda_mismatch(self.name)
+ self.build_for_cpu = False
+ #except BaseException:
+ # self.build_for_cpu = True
 
  self.jit_mode = True
  from torch.utils.cpp_extension import load