Migrate interval tree from cgranges to superintervals

.github/workflows/pythonpackage.yml

@@ -13,8 +13,6 @@ jobs:
         PYTHON_VERSION: ["3.8", "3.9", "3.10", "3.11"]
     steps:
     - uses: actions/checkout@v2
-      with:
-        submodules: 'true'
 
     - name: Set up Python ${{matrix.PYTHON_VERSION}}
       uses: actions/setup-python@v4

.github/workflows/wheels.yml

@@ -37,8 +37,6 @@ jobs:
 
     steps:
       - uses: actions/checkout@v4
-        with:
-          submodules: "true"
 
       # Used to host cibuildwheel
       - uses: actions/setup-python@v4

README.md

@@ -56,9 +56,9 @@ conda activate pybedlite
 
 # Getting Setup for Development Work
 
-Clone the repository to your local machine. Note that pybedlite >= 0.0.4 includes [cgranges][cgranges-link] as a submodule, so you must use the `--recurse-submodules` option:
+Clone the repository to your local machine.
 ```
-git clone --recurse-submodules https://github.com/fulcrumgenomics/pybedlite.git
+git clone https://github.com/fulcrumgenomics/pybedlite.git
 ```
 
 [Poetry][poetry-link] is used to manage the python development environment.
@@ -85,7 +85,6 @@ export CFLAGS="-stdlib=libc++"
 
 [poetry-link]: https://github.com/python-poetry/poetry
 [conda-link]:  https://docs.conda.io/en/latest/miniconda.html
-[cgranges-link]: https://github.com/lh3/cgranges
 
 ## Checking the Build
 ### Run all checks with:

pybedlite/overlap_detector.py

@@ -67,14 +67,13 @@
 from typing import List
 from typing import Optional
 from typing import Protocol
-from typing import Set
 from typing import Type
 from typing import TypeVar
 from typing import Union
 
 import attr
+from superintervals import IntervalSet
 
-import cgranges as cr
 from pybedlite.bed_record import BedRecord
 from pybedlite.bed_record import BedStrand
 from pybedlite.bed_source import BedSource
@@ -269,7 +268,7 @@ class OverlapDetector(Generic[SpanType], Iterable[SpanType]):
 
     def __init__(self, intervals: Optional[Iterable[SpanType]] = None) -> None:
         # A mapping from the contig/chromosome name to the associated interval tree
-        self._refname_to_tree: Dict[str, cr.cgranges] = {}  # type: ignore
+        self._refname_to_tree: Dict[str, IntervalSet] = {}
         self._refname_to_indexed: Dict[str, bool] = {}
         self._refname_to_intervals: Dict[str, List[SpanType]] = {}
         if intervals is not None:
@@ -286,7 +285,7 @@ def add(self, interval: SpanType) -> None:
             interval: the interval to add to this detector
         """
         if interval.refname not in self._refname_to_tree:
-            self._refname_to_tree[interval.refname] = cr.cgranges()  # type: ignore
+            self._refname_to_tree[interval.refname] = IntervalSet()
             self._refname_to_indexed[interval.refname] = False
             self._refname_to_intervals[interval.refname] = []
 
@@ -295,9 +294,10 @@ def add(self, interval: SpanType) -> None:
         interval_idx: int = len(self._refname_to_intervals[interval.refname])
         self._refname_to_intervals[interval.refname].append(interval)
 
-        # Add the interval to the tree
+        # Add the interval to the tree. Note that IntervalSet uses closed intervals whereas we are
+        # using half-open intervals, so add 1 to start
         tree = self._refname_to_tree[interval.refname]
-        tree.add(interval.refname, interval.start, interval.end, interval_idx)
+        tree.add(interval.start + 1, interval.end, interval_idx)
 
         # Flag this tree as needing to be indexed after adding a new interval, but defer
         # indexing
@@ -322,18 +322,38 @@ def overlaps_any(self, interval: Span) -> bool:
             True if and only if the given interval overlaps with any interval in this
             detector.
         """
-        tree = self._refname_to_tree.get(interval.refname)
+        tree = self._refname_to_tree.get(interval.refname, None)
         if tree is None:
             return False
         else:
             if not self._refname_to_indexed[interval.refname]:
                 tree.index()
-            try:
-                next(iter(tree.overlap(interval.refname, interval.start, interval.end)))
-            except StopIteration:
-                return False
-            else:
-                return True
+                self._refname_to_indexed[interval.refname] = True
+            # IntervalSet uses closed intervals whereas we are using half-open intervals, so add 1
+            # to start
+            return tree.any_overlaps(interval.start + 1, interval.end)
+
+    def iter_overlaps(self, interval: Span) -> Iterator[SpanType]:
+        """Yields any intervals in this detector that overlap the given interval
+
+        Args:
+            interval: the interval to check
+
+        Yields:
+            Intervals in this detector that overlap the given interval, in insertion order.
+        """
+        tree = self._refname_to_tree.get(interval.refname, None)
+        if tree is not None:
+            if not self._refname_to_indexed[interval.refname]:
+                tree.index()
+                self._refname_to_indexed[interval.refname] = True
+            ref_intervals: List[SpanType] = self._refname_to_intervals[interval.refname]
+            # IntervalSet uses closed intervals whereas we are using half-open intervals, so add 1
+            # to start.
+            # Also IntervalSet yields indices in reverse insertion order, so yield intervals in
+            # reverse of indices list.
+            for index in reversed(tree.find_overlaps(interval.start + 1, interval.end)):
+                yield ref_intervals[index]
 
     def get_overlaps(self, interval: Span) -> List[SpanType]:
         """Returns any intervals in this detector that overlap the given interval.
@@ -351,27 +371,15 @@ def get_overlaps(self, interval: Span) -> List[SpanType]:
                 * The interval's strand, positive or negative (assumed to be positive if undefined)
                 * The interval's reference sequence name (lexicographically)
         """
-        tree = self._refname_to_tree.get(interval.refname)
-        if tree is None:
-            return []
-        else:
-            if not self._refname_to_indexed[interval.refname]:
-                tree.index()
-            ref_intervals: List[SpanType] = self._refname_to_intervals[interval.refname]
-            # NB: only return unique instances of intervals
-            intervals: Set[SpanType] = {
-                ref_intervals[index]
-                for _, _, index in tree.overlap(interval.refname, interval.start, interval.end)
-            }
-            return sorted(
-                intervals,
-                key=lambda intv: (
-                    intv.start,
-                    intv.end,
-                    self._negative(intv),
-                    intv.refname,
-                ),
-            )
+        return sorted(
+            set(self.iter_overlaps(interval)),
+            key=lambda intv: (
+                intv.start,
+                intv.end,
+                self._negative(intv),
+                intv.refname,
+            ),
+        )
 
     @staticmethod
     def _negative(interval: Span) -> bool:

pybedlite/tests/test_overlap_detector.py

@@ -384,3 +384,18 @@ def test_the_overlap_detector_can_be_built_from_a_bed_file(tmp_path: Path) -> No
     detector: OverlapDetector[BedRecord] = OverlapDetector.from_bed(bed)
     overlaps: List[BedRecord] = detector.get_overlaps(Interval("chr1", 1, 2))
     assert overlaps == [BedRecord(chrom="chr1", start=1, end=2)]
+
+
+def test_alternating_query_and_adding_intervals() -> None:
+    detector: OverlapDetector[Interval] = OverlapDetector()
+
+    query = Interval("1", 10, 15)
+    target1 = Interval("1", 10, 100, name="target1")
+    detector.add(target1)
+    # Test get_overlaps()
+    assert detector.get_overlaps(query) == [target1]
+
+    target2 = Interval("1", 11, 101, name="target2")
+    detector.add(target2)
+    # Test get_overlaps()
+    assert detector.get_overlaps(query) == [target1, target2]

pyproject.toml

@@ -25,12 +25,13 @@ classifiers = [
 	"Topic :: Software Development :: Libraries :: Python Modules",
 ]
 include = ["LICENSE"]
-packages = [{ include = "pybedlite" }, { include = "cgranges" }]
+packages = [{ include = "pybedlite" }]
 
 [tool.poetry.dependencies]
 python = "^3.8.0"
 attrs = "^23.0.0"
 sphinx = { version = "^7.0.0", optional = true }
+superintervals = "0.2.2"
 
 [tool.poetry.dev-dependencies]
 pytest = "^7.0.0"
@@ -43,10 +44,6 @@ pytest-cov = "^4.0.0"
 [tool.poetry.extras]
 docs = ["sphinx"]
 
-[tool.poetry.build]
-script = "build.py"
-generate-setup-file = true
-
 [build-system]
-requires = ["poetry-core", "setuptools", "cython"]
+requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"