Adds updates to build conda packages and CI testing for cugraph-nx

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -38,6 +38,7 @@ dependencies:
 - nbsphinx
 - nccl>=2.9.9
 - networkx>=2.5.1
+- networkx>=3.0
 - ninja
 - notebook>=0.5.0
 - numba>=0.57
@@ -53,6 +54,7 @@ dependencies:
 - pytest
 - pytest-benchmark
 - pytest-cov
+- pytest-mpl
 - pytest-xdist
 - python-louvain
 - raft-dask==23.10.*

conda/environments/all_cuda-120_arch-x86_64.yaml

@@ -38,6 +38,7 @@ dependencies:
 - nbsphinx
 - nccl>=2.9.9
 - networkx>=2.5.1
+- networkx>=3.0
 - ninja
 - notebook>=0.5.0
 - numba>=0.57
@@ -52,6 +53,7 @@ dependencies:
 - pytest
 - pytest-benchmark
 - pytest-cov
+- pytest-mpl
 - pytest-xdist
 - python-louvain
 - raft-dask==23.10.*

conda/recipes/cugraph-nx/build.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+# Copyright (c) 2023, NVIDIA CORPORATION.
+
+# This assumes the script is executed from the root of the repo directory
+
+./build.sh cugraph-nx

conda/recipes/cugraph-nx/meta.yaml

@@ -0,0 +1,38 @@
+# Copyright (c) 2023, NVIDIA CORPORATION.
+
+{% set version = environ.get('GIT_DESCRIBE_TAG', '0.0.0.dev').lstrip('v') %}
+{% set minor_version = version.split('.')[0] + '.' + version.split('.')[1] %}
+{% set py_version = environ['CONDA_PY'] %}
+{% set date_string = environ['RAPIDS_DATE_STRING'] %}
+
+package:
+  name: cugraph-nx
+  version: {{ version }}
+
+source:
+  git_url: ../../..
+
+build:
+  number: {{ GIT_DESCRIBE_NUMBER }}
+  build:
+      number: {{ GIT_DESCRIBE_NUMBER }}
+      string: py{{ py_version }}_{{ date_string }}_{{ GIT_DESCRIBE_HASH }}_{{ GIT_DESCRIBE_NUMBER }}
+
+requirements:
+  host:
+    - python
+  run:
+    - pylibcugraph ={{ version }}
+    - networkx >=3.1
+    - cupy >=12.0.0
+    - python
+
+tests:
+  imports:
+    - cugraph_nx
+
+about:
+  home: https://rapids.ai/
+  license: Apache-2.0
+  license_file: ../../../LICENSE
+  summary: cuGraph backend for GPU-accelerated NetworkX

dependencies.yaml

@@ -14,12 +14,14 @@ files:
       - python_build_cythonize
       - python_run_cugraph
       - python_run_pylibcugraph
+      - python_run_cugraph_nx
       - python_run_cugraph_dgl
       - python_run_cugraph_pyg
       - test_notebook
       - test_python_common
       - test_python_cugraph
       - test_python_pylibcugraph
+      - test_python_cugraph_nx
   checks:
     output: none
     includes:
@@ -103,6 +105,32 @@ files:
     includes:
       - test_python_common
       - test_python_pylibcugraph
+
+
+  py_build_cugraph_nx:
+    output: pyproject
+    pyproject_dir: python/cugraph-nx
+    extras:
+      table: build-system
+    includes:
+      - python_build_wheel
+  py_run_cugraph_nx:
+    output: pyproject
+    pyproject_dir: python/cugraph-nx
+    extras:
+      table: project
+    includes:
+      - python_run_cugraph_nx
+  py_test_cugraph_nx:
+    output: pyproject
+    pyproject_dir: python/cugraph-nx
+    extras:
+      table: project.optional-dependencies
+      key: test
+    includes:
+      - test_python_cugraph_nx
+
+
   py_build_cugraph_dgl:
     output: pyproject
     pyproject_dir: python/cugraph-dgl
@@ -166,9 +194,6 @@ files:
       table: project.optional-dependencies
       key: test
     includes:
-      # TODO: I think that the contents of the server's pyproject.toml
-      # dependencies were just copied from cugraph, so I'm not sure if this
-      # list is really minimal or if it is a superset.
       - test_python_common
       - test_python_cugraph
   cugraph_dgl_dev:
@@ -340,13 +365,29 @@ dependencies:
       - output_types: pyproject
         packages:
           - &cupy_pip cupy-cuda11x>=12.0.0
-          - pylibcugraph==23.10.*
+          - &pylibcugraph pylibcugraph==23.10.*
   python_run_pylibcugraph:
     common:
       - output_types: [conda, pyproject]
         packages:
           - *pylibraft
           - *rmm
+
+
+  python_run_cugraph_nx:
+    common:
+      - output_types: [conda, pyproject]
+        packages:
+          - networkx>=3.0
+      - output_types: conda
+        packages:
+          - *cupy
+      - output_types: pyproject
+        packages:
+          - *cupy_pip
+          - *pylibcugraph
+
+
   python_run_cugraph_dgl:
     common:
       - output_types: [conda, pyproject]
@@ -422,14 +463,10 @@ dependencies:
     common:
       - output_types: [conda, pyproject]
         packages:
-          - networkx>=2.5.1
-          - *numpy
-          - pandas
           - pytest
           - pytest-benchmark
           - pytest-cov
           - pytest-xdist
-          - scipy
   test_python_cugraph:
     common:
       - output_types: [conda, pyproject]
@@ -438,14 +475,26 @@ dependencies:
             # cudf will use fsspec but is protocol independent. cugraph tests
             # specifically require http for the test files it asks cudf to read.
           - fsspec[http]>=0.6.0
+          - networkx>=2.5.1
+          - *numpy
+          - pandas
           - python-louvain
           - requests
           - scikit-learn>=0.23.1
+          - scipy
   test_python_pylibcugraph:
     common:
       - output_types: [conda, pyproject]
         packages:
           - *cudf
+          - *numpy
+          - pandas
+  test_python_cugraph_nx:
+    common:
+      - output_types: [conda, pyproject]
+        packages:
+            # required for running networkx tests
+          - pytest-mpl
   cugraph_dgl_dev:
     common:
       - output_types: [conda]

python/cugraph-nx/pyproject.toml

@@ -31,16 +31,14 @@ classifiers = [
 ]
 dependencies = [
     "cupy-cuda11x>=12.0.0",
+    "networkx>=3.0",
     "pylibcugraph==23.10.*",
-    "networkx >=3.0",
-]
+] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
 
 [project.optional-dependencies]
 test = [
-    "pytest",
-    "pytest-benchmark",
     "pytest-mpl",
-]
+] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
 
 [project.urls]
 Homepage = "https://github.com/rapidsai/cugraph"

python/pylibcugraph/pyproject.toml

@@ -41,14 +41,12 @@ classifiers = [
 [project.optional-dependencies]
 test = [
     "cudf==23.10.*",
-    "networkx>=2.5.1",
     "numpy>=1.21",
     "pandas",
     "pytest",
     "pytest-benchmark",
     "pytest-cov",
     "pytest-xdist",
-    "scipy",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
 
 [project.urls]