Improve CUDA speed using O3 compile argument

Co-authored-by: James Zhao <[email protected]>
0cc4m · May 18, 2023 · 0236f5a · 0236f5a
1 parent 8eb27ed
commit 0236f5a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/setup.py b/setup.py
@@ -13,12 +13,15 @@
  ext_modules=[
  cpp_extension.CUDAExtension(
  "quant_cuda_v1", ["quant_cuda_v1/quant_cuda.cpp", "quant_cuda_v1/quant_cuda_kernel.cu"],
+ extra_compile_args={'nvcc': ['-O3']},
  ),
  cpp_extension.CUDAExtension(
  "quant_cuda_v2", ["quant_cuda_v2/quant_cuda.cpp", "quant_cuda_v2/quant_cuda_kernel.cu"],
+ extra_compile_args={'nvcc': ['-O3']},
  ),
  cpp_extension.CUDAExtension(
  "quant_cuda_v3", ["quant_cuda_v3/quant_cuda.cpp", "quant_cuda_v3/quant_cuda_kernel.cu"],
+ extra_compile_args={'nvcc': ['-O3']},
  ),
  ],
  cmdclass={"build_ext": cpp_extension.BuildExtension},