Make bodo compatible with newer pandas versions to enable UDF engine …

…support (#92)

Currently import bodo and running simple jit functions in the pandas development environment does not work because the pandas version is newer and some module/apis have been removed.

SingleArrayManager, ArrayManager and _get_option are removed in newer versions of pandas. Fill them with dummy values if they can't be imported since BlockManager/SingleBlockManager is always used.

pd.read_gbq was removed in newer pandas versions

bodo/hiframes/pd_dataframe_ext.py

@@ -5289,7 +5289,7 @@ def overload_union_dataframes(
 
 
 # Throw BodoError for top-level unsupported functions in Pandas
-pd_unsupported = (
+pd_unsupported = [
     # Input/output
     pd.read_pickle,
     pd.read_table,
@@ -5304,7 +5304,6 @@ def overload_union_dataframes(
     pd.read_sas,
     pd.read_spss,
     pd.read_sql_query,
-    pd.read_gbq,
     pd.read_stata,
     pd.ExcelWriter,
     pd.json_normalize,
@@ -5325,7 +5324,14 @@ def overload_union_dataframes(
     pd.test,
     # GroupBy
     pd.Grouper,
-)
+]
+
+
+try:
+    pd_unsupported.append(pd.read_gbq)
+except AttributeError:
+    # pd.read_gbq is not supported in Pandas > 2.2
+    pass
 
 
 pd_util_unsupported = (

bodo/pandas/array_manager.py

@@ -7,7 +7,17 @@
 import pandas as pd
 from pandas.core.arrays import ExtensionArray
 from pandas.core.arrays.arrow.array import ArrowExtensionArray
-from pandas.core.internals.array_manager import ArrayManager, SingleArrayManager
+
+try:
+    from pandas.core.internals.array_manager import ArrayManager, SingleArrayManager
+except ModuleNotFoundError:
+    # Pandas > 2.2 does not have an array_manager module (uses BlockManager/SinglBlockManager).
+    class ArrayManager:
+        pass
+
+    class SingleArrayManager:
+        pass
+
 
 import bodo.user_logging
 from bodo.pandas.lazy_metadata import LazyMetadataMixin

bodo/pandas/utils.py

@@ -1,12 +1,25 @@
-from pandas._config.config import _get_option
-
 from bodo.pandas.array_manager import LazyArrayManager, LazySingleArrayManager
 from bodo.pandas.managers import LazyBlockManager, LazySingleBlockManager
 
 
+def get_data_manager_pandas() -> str:
+    """Get the value of mode.data_manager from pandas config.
+
+    Returns:
+        str: The value of the mode.data_manager option or 'block'
+    """
+    try:
+        from pandas._config.config import _get_option
+
+        return _get_option("mode.data_manager", silent=True)
+    except ImportError:
+        # _get_option and mode.data_manager are not supported in Pandas > 2.2.
+        return "block"
+
+
 def get_lazy_manager_class() -> type[LazyArrayManager | LazyBlockManager]:
     """Get the lazy manager class based on the pandas option mode.data_manager, suitable for DataFrame."""
-    data_manager = _get_option("mode.data_manager", silent=True)
+    data_manager = get_data_manager_pandas()
     if data_manager == "block":
         return LazyBlockManager
     elif data_manager == "array":
@@ -20,7 +33,7 @@ def get_lazy_single_manager_class() -> (
     type[LazySingleArrayManager | LazySingleBlockManager]
 ):
     """Get the lazy manager class based on the pandas option mode.data_manager, suitable for Series."""
-    data_manager = _get_option("mode.data_manager", silent=True)
+    data_manager = get_data_manager_pandas()
     if data_manager == "block":
         return LazySingleBlockManager
     elif data_manager == "array":