FEAT-#5423: Add a NumPy API to Modin

.github/workflows/ci.yml

@@ -623,6 +623,10 @@ jobs:
       - run: mpiexec -n 1 python -m pytest modin/pandas/test/test_groupby.py
       - run: mpiexec -n 1 python -m pytest modin/pandas/test/test_reshape.py
       - run: mpiexec -n 1 python -m pytest modin/pandas/test/test_general.py
+      - run: mpiexec -n 1 python -m pytest modin/numpy/test/test_array.py
+      - run: mpiexec -n 1 python -m pytest modin/numpy/test/test_array_creation.py
+      - run: mpiexec -n 1 python -m pytest modin/numpy/test/test_array_arithmetic.py
+      - run: mpiexec -n 1 python -m pytest modin/numpy/test/test_array_axis_functions.py
       - run: chmod +x ./.github/workflows/sql_server/set_up_sql_server.sh
       - run: ./.github/workflows/sql_server/set_up_sql_server.sh
       - run: mpiexec -n 1 python -m pytest modin/pandas/test/test_io.py --verbose
@@ -713,6 +717,10 @@ jobs:
         if: matrix.engine == 'python'
       - run: python -m pytest modin/pandas/test/test_concat.py # Ray and Dask versions fails with -n 2
         if: matrix.engine != 'python'
+      - run: python -m pytest -n 2 modin/numpy/test/test_array.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_creation.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_arithmetic.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_axis_functions.py
       - run: python -m pytest -n 2 modin/pandas/test/test_groupby.py
       - run: python -m pytest -n 2 modin/pandas/test/test_reshape.py
       - run: python -m pytest -n 2 modin/pandas/test/test_general.py
@@ -842,6 +850,10 @@ jobs:
           - modin/pandas/test/test_reshape.py
           - modin/pandas/test/test_general.py
           - modin/pandas/test/test_io.py
+          - modin/numpy/test/test_array.py
+          - modin/numpy/test/test_array_creation.py
+          - modin/numpy/test/test_array_axis_functions.py
+          - modin/numpy/test/test_array_arithmetic.py
     env:
       MODIN_ENGINE: ${{matrix.engine}}
     name: test-windows

.github/workflows/push-to-master.yml

@@ -55,6 +55,10 @@ jobs:
           python -m pytest modin/pandas/test/dataframe/test_udf.py
           python -m pytest modin/pandas/test/dataframe/test_window.py
           python -m pytest modin/pandas/test/test_series.py
+          python -m pytest modin/numpy/test/test_array.py
+          python -m pytest modin/numpy/test/test_array_creation.py
+          python -m pytest modin/numpy/test/test_array_arithmetic.py
+          python -m pytest modin/numpy/test/test_array_axis_functions.py
           python -m pytest modin/pandas/test/test_rolling.py
           python -m pytest modin/pandas/test/test_concat.py
           python -m pytest modin/pandas/test/test_groupby.py
@@ -121,6 +125,10 @@ jobs:
           - modin/pandas/test/dataframe/test_window.py
           - modin/pandas/test/dataframe/test_pickle.py
           - modin/pandas/test/test_series.py
+          - modin/numpy/test/test_array.py
+          - modin/numpy/test/test_array_creation.py
+          - modin/numpy/test/test_array_arithmetic.py
+          - modin/numpy/test/test_array_axis_functions.py
           - modin/pandas/test/test_rolling.py
           - modin/pandas/test/test_concat.py
           - modin/pandas/test/test_groupby.py

.github/workflows/push.yml

@@ -297,6 +297,10 @@ jobs:
       - run: python -m pytest -n 2 modin/pandas/test/dataframe/test_window.py
       - run: python -m pytest -n 2 modin/pandas/test/dataframe/test_pickle.py
       - run: python -m pytest -n 2 modin/pandas/test/test_series.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_creation.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_arithmetic.py
+      - run: python -m pytest -n 2 modin/numpy/test/test_array_axis_functions.py
       - run: python -m pytest -n 2 modin/pandas/test/test_rolling.py
       - run: python -m pytest -n 2 modin/pandas/test/test_concat.py
         if: matrix.engine == 'python'
@@ -334,6 +338,10 @@ jobs:
           - modin/pandas/test/dataframe/test_window.py
           - modin/pandas/test/dataframe/test_pickle.py
           - modin/pandas/test/test_series.py
+          - modin/numpy/test/test_array.py
+          - modin/numpy/test/test_array_creation.py
+          - modin/numpy/test/test_array_arithmetic.py
+          - modin/numpy/test/test_array_axis_functions.py
           - modin/pandas/test/test_rolling.py
           - modin/pandas/test/test_concat.py
           - modin/pandas/test/test_groupby.py

modin/config/envvars.py

@@ -628,6 +628,13 @@ class TestReadFromPostgres(EnvironmentVariable, type=bool):
     default = False
 
 
+class ExperimentalNumPyAPI(EnvironmentVariable, type=bool):
+    """Set to true to use Modin's experimental NumPy API."""
+
+    varname = "MODIN_EXPERIMENTAL_NUMPY_API"
+    default = False
+
+
 class ReadSqlEngine(EnvironmentVariable, type=str):
     """Engine to run `read_sql`."""
 

modin/numpy/__init__.py

@@ -0,0 +1,126 @@
+# Licensed to Modin Development Team under one or more contributor license agreements.
+# See the NOTICE file distributed with this work for additional information regarding
+# copyright ownership.  The Modin Development Team licenses this file to you under the
+# Apache License, Version 2.0 (the "License"); you may not use this file except in
+# compliance with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software distributed under
+# the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
+# ANY KIND, either express or implied. See the License for the specific language
+# governing permissions and limitations under the License.
+
+from .arr import array
+
+from .array_creation import (
+    zeros_like,
+    ones_like,
+)
+
+from .array_shaping import (
+    ravel,
+    shape,
+    transpose,
+)
+
+from .math import (
+    absolute,
+    abs,
+    add,
+    divide,
+    float_power,
+    floor_divide,
+    power,
+    prod,
+    multiply,
+    remainder,
+    mod,
+    subtract,
+    sum,
+    true_divide,
+    mean,
+    maximum,
+    amax,
+    max,
+    minimum,
+    amin,
+    min,
+)
+
+from .constants import (
+    Inf,
+    Infinity,
+    NAN,
+    NINF,
+    NZERO,
+    NaN,
+    PINF,
+    PZERO,
+    e,
+    euler_gamma,
+    inf,
+    infty,
+    nan,
+    newaxis,
+    pi,
+)
+
+
+def where(condition, x=None, y=None):
+    if condition is True:
+        return x
+    if condition is False:
+        return y
+    if hasattr(condition, "where"):
+        return condition.where(x=x, y=y)
+    raise NotImplementedError(
+        f"np.where for condition of type {type(condition)} is not yet supported in Modin."
+    )
+
+
+__all__ = [  # noqa: F405
+    "array",
+    "zeros_like",
+    "ones_like",
+    "ravel",
+    "shape",
+    "transpose",
+    "absolute",
+    "abs",
+    "add",
+    "divide",
+    "float_power",
+    "floor_divide",
+    "power",
+    "prod",
+    "multiply",
+    "remainder",
+    "mod",
+    "subtract",
+    "sum",
+    "true_divide",
+    "mean",
+    "maximum",
+    "amax",
+    "max",
+    "minimum",
+    "amin",
+    "min",
+    "where",
+    "Inf",
+    "Infinity",
+    "NAN",
+    "NINF",
+    "NZERO",
+    "NaN",
+    "PINF",
+    "PZERO",
+    "e",
+    "euler_gamma",
+    "inf",
+    "infty",
+    "nan",
+    "newaxis",
+    "pi",
+]