Reduce binary size - no debug info for binaries

.github/workflows/wheels.yml

@@ -19,6 +19,7 @@ env:
   FORCE_CUDA: 1
   MAX_JOBS: 1 # will crash otherwise
   DISTUTILS_USE_SDK: 1 # otherwise distutils will complain on windows about multiple versions of msvc
+  XFORMERS_BUILD_TYPE: "Release"
 
 jobs:
   build_wheels:

packaging/conda/build_conda.py

@@ -97,6 +97,7 @@ def _set_env_for_build(self):
         os.environ["PYTORCH_VERSION"] = self.pytorch_version
         os.environ["CU_VERSION"] = self.cuda_version
         os.environ["SOURCE_ROOT_DIR"] = str(SOURCE_ROOT_DIR)
+        os.environ["XFORMERS_BUILD_TYPE"] = "Release"
         cuda_constraint = version_constraint(self.cuda_version)
         pytorch_version_tuple = tuple(int(v) for v in self.pytorch_version.split("."))
         if pytorch_version_tuple < (1, 13):

setup.py

@@ -28,6 +28,16 @@
 this_dir = os.path.dirname(os.path.abspath(__file__))
 
 
+def get_extra_nvcc_flags_for_build_type() -> List[str]:
+    build_type = os.environ.get("XFORMERS_BUILD_TYPE", "RelWithDebInfo").lower()
+    if build_type == "relwithdebinfo":
+        return ["--generate-line-info"]
+    elif build_type == "release":
+        return []
+    else:
+        raise ValueError(f"Unknown build type: {build_type}")
+
+
 def fetch_requirements():
     with open("requirements.txt") as f:
         reqs = f.read().strip().split("\n")
@@ -137,10 +147,10 @@ def get_flash_attention_extensions(cuda_version: int, extra_compile_args):
                     "--expt-extended-lambda",
                     "--use_fast_math",
                     "--ptxas-options=-v",
-                    "-lineinfo",
                 ]
                 + nvcc_platform_dependant_args
-                + nvcc_archs_flags,
+                + nvcc_archs_flags
+                + get_extra_nvcc_flags_for_build_type(),
             },
             include_dirs=[
                 Path(flash_root) / "csrc" / "flash_attn",
@@ -199,11 +209,10 @@ def get_extensions():
         nvcc_flags = [
             "-DHAS_PYTORCH",
             "--use_fast_math",
-            "--generate-line-info",
             "-U__CUDA_NO_HALF_OPERATORS__",
             "-U__CUDA_NO_HALF_CONVERSIONS__",
             "--extended-lambda",
-        ]
+        ] + get_extra_nvcc_flags_for_build_type()
         if os.getenv("XFORMERS_ENABLE_DEBUG_ASSERTIONS", "0") != "1":
             nvcc_flags.append("-DNDEBUG")
         nvcc_flags += shlex.split(os.getenv("NVCC_FLAGS", ""))