diff --git a/CMakeLists.txt b/CMakeLists.txt
index 47a65b3..9698cba 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -37,8 +37,6 @@ if(${CERES_VERSION} VERSION_LESS "2.2.0")
     add_definitions("-DCERES_PARAMETERIZATION_ENABLED")
 endif()
 
-set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_SOURCE_DIR}/madpose)
-
 add_subdirectory(ext/pybind11)
 
 include_directories(
diff --git a/setup.py b/setup.py
index da0a005..4c1e438 100644
--- a/setup.py
+++ b/setup.py
@@ -119,6 +119,9 @@ def build_extension(self, ext: CMakeExtension) -> None:
     description="""Solvers and estimators described in the paper "Relative Pose Estimation through Affine Corrections of Monocular Depth Priors".""",
     long_description="",
     packages=find_packages(),
+    package_data={
+        "madpose": ["*.so"],  # Include .so files in the madpose package
+    },
     ext_modules=[CMakeExtension("madpose")],
     cmdclass={"build_ext": CMakeBuild},
     zip_safe=False,