Experimental command line interface UX

python/cuml/cuml/cluster/dbscan.pyx

@@ -225,6 +225,20 @@ class DBSCAN(UniversalBase,
     core_sample_indices_ = CumlArrayDescriptor(order="C")
     labels_ = CumlArrayDescriptor(order="C")
 
+    _hyperparam_interop_translator = {
+        "metric": {
+            "manhattan": "dispatch",
+            "chebyshev": "dispatch",
+            "minkowski": "dispatch",
+        },
+
+        "algorithm": {
+            "auto": "brute",
+            "ball_tree": "dispatch",
+            "kd_tree": "dispatch",
+        },
+    }
+
     @device_interop_preparation
     def __init__(self, *,
                  eps=0.5,

python/cuml/cuml/decomposition/pca.pyx

@@ -280,6 +280,16 @@ class PCA(UniversalBase,
     noise_variance_ = CumlArrayDescriptor(order='F')
     trans_input_ = CumlArrayDescriptor(order='F')
 
+    _hyperparam_interop_translator = {
+        "svd_solver": {
+            "arpack": "full",
+            "randomized": "full"
+        },
+        "iterated_power": {
+            "auto": 15,
+        },
+    }
+
     @device_interop_preparation
     def __init__(self, *, copy=True, handle=None, iterated_power=15,
                  n_components=None, random_state=None, svd_solver='auto',

python/cuml/cuml/experimental/accel/__init__.py

@@ -0,0 +1,50 @@
+#
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+from .magics import load_ipython_extension
+
+# from .profiler import Profiler
+
+__all__ = ["load_ipython_extension", "install"]
+
+
+LOADED = False
+
+
+def install():
+    """Enable cuML Accelerator Mode."""
+    from .module_accelerator import ModuleAccelerator
+
+    print("Installing cuML Accelerator...")
+    loader = ModuleAccelerator.install("sklearn", "cuml", "sklearn")
+    loader_umap = ModuleAccelerator.install("umap", "cuml", "umap")
+    loader_hdbscan = ModuleAccelerator.install("hdbscan", "cuml", "hdbscan")
+    global LOADED
+    LOADED = all(
+        var is not None for var in [loader, loader_umap, loader_hdbscan]
+    )
+
+
+def pytest_load_initial_conftests(early_config, parser, args):
+    # https://docs.pytest.org/en/7.1.x/reference/\
+    # reference.html#pytest.hookspec.pytest_load_initial_conftests
+    try:
+        install()
+    except RuntimeError:
+        raise RuntimeError(
+            "An existing plugin has already loaded sklearn. Interposing failed."
+        )

python/cuml/cuml/experimental/accel/__main__.py

@@ -0,0 +1,88 @@
+#
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+import click
+import code
+import os
+import runpy
+import sys
+
+from . import install
+from cuml.internals import logger
+
+
+@click.command()
+@click.option("-m", "module", required=False, help="Module to run")
+@click.option(
+    "--profile",
+    is_flag=True,
+    default=False,
+    help="Perform per-function profiling of this script.",
+)
+@click.option(
+    "--line-profile",
+    is_flag=True,
+    default=False,
+    help="Perform per-line profiling of this script.",
+)
+@click.option(
+    "--strict",
+    is_flag=True,
+    default=False,
+    help="Turn strict mode for hyperparameters on.",
+)
+@click.argument("args", nargs=-1)
+def main(module, profile, line_profile, strict, args):
+    """ """
+
+    # todo (dgd): add option to lower verbosity
+    logger.set_level(logger.level_debug)
+    logger.set_pattern("%v")
+
+    if strict:
+        os.environ["CUML_ACCEL_STRICT_MODE"] = "ON"
+
+    install()
+
+    if module:
+        (module,) = module
+        # run the module passing the remaining arguments
+        # as if it were run with python -m <module> <args>
+        sys.argv[:] = [module] + args  # not thread safe?
+        runpy.run_module(module, run_name="__main__")
+    elif len(args) >= 1:
+        # Remove ourself from argv and continue
+        sys.argv[:] = args
+        runpy.run_path(args[0], run_name="__main__")
+    else:
+        if sys.stdin.isatty():
+            banner = f"Python {sys.version} on {sys.platform}"
+            site_import = not sys.flags.no_site
+            if site_import:
+                cprt = 'Type "help", "copyright", "credits" or "license" for more information.'
+                banner += "\n" + cprt
+        else:
+            # Don't show prompts or banners if stdin is not a TTY
+            sys.ps1 = ""
+            sys.ps2 = ""
+            banner = ""
+
+        # Launch an interactive interpreter
+        code.interact(banner=banner, exitmsg="")
+
+
+if __name__ == "__main__":
+    main()

python/cuml/cuml/experimental/accel/_wrappers/__init__.py

@@ -0,0 +1,34 @@
+#
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+wrapped_estimators = {
+    "KMeans": ("cuml.cluster", "KMeans"),
+    "DBSCAN": ("cuml.cluster", "DBSCAN"),
+    "PCA": ("cuml.decomposition", "PCA"),
+    "TruncatedSVD": ("cuml.decomposition", "TruncatedSVD"),
+    "KernelRidge": ("cuml.kernel_ridge", "KernelRidge"),
+    "LinearRegression": ("cuml.linear_model", "LinearRegression"),
+    "LogisticRegression": ("cuml.linear_model", "LogisticRegression"),
+    "ElasticNet": ("cuml.linear_model", "ElasticNet"),
+    "Ridge": ("cuml.linear_model", "Ridge"),
+    "Lasso": ("cuml.linear_model", "Lasso"),
+    "TSNE": ("cuml.manifold", "TSNE"),
+    "NearestNeighbors": ("cuml.neighbors", "NearestNeighbors"),
+    "KNeighborsClassifier": ("cuml.neighbors", "KNeighborsClassifier"),
+    "KNeighborsRegressor": ("cuml.neighbors", "KNeighborsRegressor"),
+    "UMAP": ("cuml.manifold", "UMAP"),
+    "HDBSCAN": ("cuml.cluster", "HDBSCAN"),
+}

python/cuml/cuml/experimental/accel/_wrappers/hdbscan.py

@@ -0,0 +1,24 @@
+#
+# Copyright (c) 2024, NVIDIA CORPORATION.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+from ..estimator_proxy import intercept
+
+
+UMAP = intercept(
+    original_module="hdbscan",
+    accelerated_module="cuml.cluster",
+    original_class_name="HDBSCAN",
+)