Implement a custom distutils command to symlink data_files

colcon_core/distutils/commands/symlink_data.py

@@ -0,0 +1,26 @@
+# Copyright 2023 Open Source Robotics Foundation, Inc.
+# Licensed under the Apache License, Version 2.0
+
+from distutils.command.install_data import install_data
+import os
+
+
+class symlink_data(install_data):  # noqa: N801
+    """Like install_data, but symlink files instead of copying."""
+
+    def copy_file(self, src, dst, **kwargs):  # noqa: D102
+        if kwargs.get('link'):
+            return super().copy_file(src, dst, **kwargs)
+
+        if self.force:
+            # os.symlink fails if the destination exists as a regular file
+            if os.path.isdir(dst):
+                target = os.path.join(dst, os.path.basename(src))
+            else:
+                target = dst
+            if os.path.exists(dst) and not os.path.islink(dst):
+                os.remove(target)
+
+        kwargs['link'] = 'sym'
+        src = os.path.abspath(src)
+        return super().copy_file(src, dst, **kwargs)

colcon_core/task/python/build.py

@@ -118,13 +118,19 @@
                 # prevent installation of dependencies specified in setup.py
                 cmd.append('--single-version-externally-managed')
             self._append_install_layout(args, cmd)
+            if setup_py_data.get('data_files'):
+                cmd += ['install_data']
+                if rc is not None:
+                    cmd += ['--force']
             completed = await run(
                 self.context, cmd, cwd=args.path, env=env)
             if completed.returncode:
                 return completed.returncode
 
         else:
-            self._undo_install(pkg, args, setup_py_data, python_lib)
+            rc = self._undo_install(pkg, args, setup_py_data, python_lib)
+            if rc:
+                return rc
             temp_symlinks = self._symlinks_in_build(args, setup_py_data)
 
             # invoke `setup.py develop` step in build space
@@ -142,7 +148,9 @@
                     '--no-deps',
                 ]
                 if setup_py_data.get('data_files'):
-                    cmd += ['install_data']
+                    cmd += ['symlink_data']
+                    if rc is not None:
+                        cmd += ['--force']
                 completed = await run(
                     self.context, cmd, cwd=args.build_base, env=env)
             finally:
@@ -246,6 +254,7 @@
             with suppress(OSError):
                 os.rmdir(d)
         os.remove(install_log)
+        return 0
 
     def _symlinks_in_build(self, args, setup_py_data):
         items = ['setup.py']

setup.cfg

@@ -144,6 +144,8 @@ colcon_core.verb =
     test = colcon_core.verb.test:TestVerb
 console_scripts =
     colcon = colcon_core.command:main
+distutils.commands =
+    symlink_data = colcon_core.distutils.commands.symlink_data:symlink_data
 pytest11 =
     colcon_core_warnings_stderr = colcon_core.pytest.hooks