nx-cugraph: add to_undirected method; add reciprocity algorithms

python/nx-cugraph/_nx_cugraph/__init__.py

@@ -78,10 +78,12 @@
         "number_of_selfloops",
         "octahedral_graph",
         "out_degree_centrality",
+        "overall_reciprocity",
         "pagerank",
         "pappus_graph",
         "path_graph",
         "petersen_graph",
+        "reciprocity",
         "sedgewick_maze_graph",
         "single_source_shortest_path_length",
         "single_target_shortest_path_length",

python/nx-cugraph/lint.yaml

@@ -36,7 +36,7 @@ repos:
       - id: autoflake
         args: [--in-place]
   - repo: https://github.com/pycqa/isort
-    rev: 5.12.0
+    rev: 5.13.2
     hooks:
       - id: isort
   - repo: https://github.com/asottile/pyupgrade
@@ -45,12 +45,12 @@ repos:
       - id: pyupgrade
         args: [--py39-plus]
   - repo: https://github.com/psf/black
-    rev: 23.11.0
+    rev: 23.12.0
     hooks:
       - id: black
       # - id: black-jupyter
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.1.7
+    rev: v0.1.8
     hooks:
       - id: ruff
         args: [--fix-only, --show-fixes]  # --unsafe-fixes]
@@ -77,7 +77,7 @@ repos:
         additional_dependencies: [tomli]
         files: ^(nx_cugraph|docs)/
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.1.7
+    rev: v0.1.8
     hooks:
       - id: ruff
   - repo: https://github.com/pre-commit/pre-commit-hooks

python/nx-cugraph/nx_cugraph/algorithms/__init__.py

@@ -24,4 +24,5 @@
 from .core import *
 from .isolate import *
 from .link_analysis import *
+from .reciprocity import *
 from .shortest_paths import *

python/nx-cugraph/nx_cugraph/algorithms/reciprocity.py

@@ -0,0 +1,80 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import cupy as cp
+import networkx as nx
+import numpy as np
+
+from nx_cugraph.convert import _to_directed_graph
+from nx_cugraph.utils import networkx_algorithm, not_implemented_for
+
+__all__ = ["reciprocity", "overall_reciprocity"]
+
+
+@not_implemented_for("undirected", "multigraph")
+@networkx_algorithm
+def reciprocity(G, nodes=None):
+    if nodes is None:
+        return overall_reciprocity(G)
+    G = _to_directed_graph(G)
+    N = G._N
+    if nodes in G:
+        index = nodes if G.key_to_id is None else G.key_to_id[nodes]
+        mask = (G.src_indices == index) | (G.dst_indices == index)
+        src_indices = G.src_indices[mask]
+        if src_indices.size == 0:
+            raise nx.NetworkXError("Not defined for isolated nodes.")
+        dst_indices = G.dst_indices[mask]
+        # Upcast to int64 so indices don't overflow
+        flat_indices = N * src_indices.astype(np.int64) + dst_indices
+        recip_indices = cp.intersect1d(
+            flat_indices,
+            src_indices + N * dst_indices.astype(np.int64),
+            # assume_unique=True,  # cupy <= 12.2.0 also assumes sorted
+        )
+        num_selfloops = (src_indices == dst_indices).sum().tolist()
+        return (recip_indices.size - num_selfloops) / flat_indices.size
+
+    # Don't include self-loops
+    mask = G.src_indices != G.dst_indices
+    src_indices = G.src_indices[mask]
+    dst_indices = G.dst_indices[mask]
+    # Upcast to int64 so indices don't overflow
+    flat_indices = N * src_indices.astype(np.int64) + dst_indices
+    recip_indices = cp.intersect1d(
+        flat_indices,
+        src_indices + N * dst_indices.astype(np.int64),
+        # assume_unique=True,  # cupy <= 12.2.0 also assumes sorted
+    )
+    numer = cp.bincount(recip_indices // N, minlength=N)
+    denom = cp.bincount(src_indices, minlength=N)
+    denom += cp.bincount(dst_indices, minlength=N)
+    recip = 2 * numer / denom
+    node_ids = G._nodekeys_to_nodearray(nodes)
+    return G._nodearrays_to_dict(node_ids, recip[node_ids])
+
+
+@not_implemented_for("undirected", "multigraph")
+@networkx_algorithm
+def overall_reciprocity(G):
+    G = _to_directed_graph(G)
+    if G.number_of_edges() == 0:
+        raise nx.NetworkXError("Not defined for empty graphs")
+    # Upcast to int64 so indices don't overflow
+    flat_indices = G._N * G.src_indices.astype(np.int64) + G.dst_indices
+    recip_indices = cp.intersect1d(
+        flat_indices,
+        G.src_indices + G._N * G.dst_indices.astype(np.int64),
+        # assume_unique=True,  # cupy <= 12.2.0 also assumes sorted
+    )
+    num_selfloops = (G.src_indices == G.dst_indices).sum().tolist()
+    return (recip_indices.size - num_selfloops) / flat_indices.size

python/nx-cugraph/nx_cugraph/classes/digraph.py

@@ -12,13 +12,16 @@
 # limitations under the License.
 from __future__ import annotations
 
+from copy import deepcopy
 from typing import TYPE_CHECKING
 
 import cupy as cp
 import networkx as nx
+import numpy as np
 
 import nx_cugraph as nxcg
 
+from ..utils import index_dtype
 from .graph import Graph
 
 if TYPE_CHECKING:  # pragma: no cover
@@ -59,6 +62,115 @@ def number_of_edges(
     def reverse(self, copy: bool = True) -> DiGraph:
         return self._copy(not copy, self.__class__, reverse=True)
 
+    @networkx_api
+    def to_undirected(self, reciprocal=False, as_view=False):
+        N = self._N
+        # Upcast to int64 so indices don't overflow
+        src_dst_indices_old = N * self.src_indices.astype(np.int64) + self.dst_indices
+        if reciprocal:
+            src_dst_indices_new = cp.intersect1d(
+                src_dst_indices_old,
+                self.src_indices + N * self.dst_indices.astype(np.int64),
+                # assume_unique=True,  # cupy <= 12.2.0 also assumes sorted
+            )
+            if self.edge_values:
+                sorter = cp.argsort(src_dst_indices_old)
+                idx = cp.searchsorted(
+                    src_dst_indices_old, src_dst_indices_new, sorter=sorter
+                )
+                indices = sorter[idx]
+                src_indices = self.src_indices[indices].copy()
+                dst_indices = self.dst_indices[indices].copy()
+                edge_values = {
+                    key: val[indices].copy() for key, val in self.edge_values.items()
+                }
+                edge_masks = {
+                    key: val[indices].copy() for key, val in self.edge_masks.items()
+                }
+            else:
+                src_indices, dst_indices = cp.divmod(
+                    src_dst_indices_new, N, dtype=index_dtype
+                )
+        else:
+            src_dst_indices_old_T = self.src_indices + N * self.dst_indices.astype(
+                np.int64
+            )
+            if self.edge_values:
+                src_dst_extra = cp.setdiff1d(
+                    src_dst_indices_old_T, src_dst_indices_old, assume_unique=True
+                )
+                sorter = cp.argsort(src_dst_indices_old_T)
+                idx = cp.searchsorted(
+                    src_dst_indices_old_T, src_dst_extra, sorter=sorter
+                )
+                indices = sorter[idx]
+                src_indices = cp.hstack((self.src_indices, self.dst_indices[indices]))
+                dst_indices = cp.hstack((self.dst_indices, self.src_indices[indices]))
+                edge_values = {
+                    key: cp.hstack((val, val[indices]))
+                    for key, val in self.edge_values.items()
+                }
+                edge_masks = {
+                    key: cp.hstack((val, val[indices]))
+                    for key, val in self.edge_masks.items()
+                }
+            else:
+                src_dst_indices_new = cp.union1d(
+                    src_dst_indices_old, src_dst_indices_old_T
+                )
+                src_indices, dst_indices = cp.divmod(
+                    src_dst_indices_new, N, dtype=index_dtype
+                )
+
+        if self.edge_values:
+            recip_indices = cp.lexsort(cp.vstack((src_indices, dst_indices)))
+            for key, mask in edge_masks.items():
+                # Make sure we choose a value that isn't masked out
+                val = edge_values[key]
+                rmask = mask[recip_indices]
+                recip_only = rmask & ~mask
+                val[recip_only] = val[recip_indices[recip_only]]
+                only = mask & ~rmask
+                val[recip_indices[only]] = val[only]
+                mask |= mask[recip_indices]
+            # Arbitrarily choose to use value from (j > i) edge
+            mask = src_indices < dst_indices
+            left_idx = cp.nonzero(mask)[0]
+            right_idx = recip_indices[mask]
+            for val in edge_values.values():
+                val[left_idx] = val[right_idx]
+        else:
+            edge_values = {}
+            edge_masks = {}
+
+        node_values = self.node_values
+        node_masks = self.node_masks
+        key_to_id = self.key_to_id
+        id_to_key = None if key_to_id is None else self._id_to_key
+        if not as_view:
+            node_values = {key: val.copy() for key, val in node_values.items()}
+            node_masks = {key: val.copy() for key, val in node_masks.items()}
+            if key_to_id is not None:
+                key_to_id = key_to_id.copy()
+                if id_to_key is not None:
+                    id_to_key = id_to_key.copy()
+        rv = self.to_undirected_class().from_coo(
+            N,
+            src_indices,
+            dst_indices,
+            edge_values,
+            edge_masks,
+            node_values,
+            node_masks,
+            key_to_id=key_to_id,
+            id_to_key=id_to_key,
+        )
+        if as_view:
+            rv.graph = self.graph
+        else:
+            rv.graph.update(deepcopy(self.graph))
+        return rv
+
     # Many more methods to implement...
 
     ###################

python/nx-cugraph/nx_cugraph/classes/graph.py

@@ -500,7 +500,7 @@ def to_directed(self, as_view: bool = False) -> nxcg.DiGraph:
     @networkx_api
     def to_undirected(self, as_view: bool = False) -> Graph:
         # Does deep copy in networkx
-        return self.copy(as_view)
+        return self._copy(as_view, self.to_undirected_class())
 
     # Not implemented...
     # adj, adjacency, add_edge, add_edges_from, add_node,
@@ -690,6 +690,11 @@ def _degrees_array(self):
     _out_degrees_array = _degrees_array
 
     # Data conversions
+    def _nodekeys_to_nodearray(self, nodes: Iterable[NodeKey]) -> cp.array[IndexValue]:
+        if self.key_to_id is None:
+            return cp.fromiter(nodes, dtype=index_dtype)
+        return cp.fromiter(map(self.key_to_id.__getitem__, nodes), dtype=index_dtype)
+
     def _nodeiter_to_iter(self, node_ids: Iterable[IndexValue]) -> Iterable[NodeKey]:
         """Convert an iterable of node IDs to an iterable of node keys."""
         if (id_to_key := self.id_to_key) is not None:

python/nx-cugraph/nx_cugraph/classes/multidigraph.py

@@ -33,3 +33,11 @@ def is_directed(cls) -> bool:
     @classmethod
     def to_networkx_class(cls) -> type[nx.MultiDiGraph]:
         return nx.MultiDiGraph
+
+    ##########################
+    # NetworkX graph methods #
+    ##########################
+
+    @networkx_api
+    def to_undirected(self, reciprocal=False, as_view=False):
+        raise NotImplementedError

python/nx-cugraph/nx_cugraph/classes/multigraph.py

@@ -399,7 +399,7 @@ def to_directed(self, as_view: bool = False) -> nxcg.MultiDiGraph:
     @networkx_api
     def to_undirected(self, as_view: bool = False) -> MultiGraph:
         # Does deep copy in networkx
-        return self.copy(as_view)
+        return self._copy(as_view, self.to_undirected_class())
 
     ###################
     # Private methods #

python/nx-cugraph/nx_cugraph/tests/test_generators.py

@@ -17,30 +17,9 @@
 
 import nx_cugraph as nxcg
 
-nxver = parse(nx.__version__)
-
+from .testing_utils import assert_graphs_equal
 
-def assert_graphs_equal(Gnx, Gcg):
-    assert isinstance(Gnx, nx.Graph)
-    assert isinstance(Gcg, nxcg.Graph)
-    assert Gnx.number_of_nodes() == Gcg.number_of_nodes()
-    assert Gnx.number_of_edges() == Gcg.number_of_edges()
-    assert Gnx.is_directed() == Gcg.is_directed()
-    assert Gnx.is_multigraph() == Gcg.is_multigraph()
-    G = nxcg.to_networkx(Gcg)
-    rv = nx.utils.graphs_equal(G, Gnx)
-    if not rv:
-        print("GRAPHS ARE NOT EQUAL!")
-        assert sorted(G) == sorted(Gnx)
-        assert sorted(G._adj) == sorted(Gnx._adj)
-        assert sorted(G._node) == sorted(Gnx._node)
-        for k in sorted(G._adj):
-            print(k, sorted(G._adj[k]), sorted(Gnx._adj[k]))
-        print(nx.to_scipy_sparse_array(G).todense())
-        print(nx.to_scipy_sparse_array(Gnx).todense())
-        print(G.graph)
-        print(Gnx.graph)
-    assert rv
+nxver = parse(nx.__version__)
 
 
 if nxver.major == 3 and nxver.minor < 2: