updated poetry manifest list for datafusion package dependency

pyiceberg/table/__init__.py

@@ -1109,8 +1109,6 @@ def merge_rows(self, df: pa.Table, join_cols: list
 
         ctx = SessionContext()
 
-
-
         #register both source and target tables so we can find the deltas to update/append
         ctx.register_dataset(source_table_name, ds.dataset(df))
         ctx.register_dataset(target_table_name, ds.dataset(self.scan().to_arrow()))

pyproject.toml

@@ -64,6 +64,7 @@ tenacity = ">=8.2.3,<10.0.0"
 pyarrow = { version = ">=14.0.0,<19.0.0", optional = true }
 pandas = { version = ">=1.0.0,<3.0.0", optional = true }
 duckdb = { version = ">=0.5.0,<2.0.0", optional = true }
+datafusion = { version = "43.1.0", optional = true }
 ray = [
   { version = "==2.10.0", python = "<3.9", optional = true },
   { version = ">=2.10.0,<3.0.0", python = ">=3.9", optional = true },
@@ -226,6 +227,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -378,6 +383,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -530,6 +539,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -682,6 +695,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -834,6 +851,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -986,6 +1007,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -1138,6 +1163,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true
@@ -1193,6 +1222,7 @@ script = "build-module.py"
 pyarrow = ["pyarrow"]
 pandas = ["pandas", "pyarrow"]
 duckdb = ["duckdb", "pyarrow"]
+datafusion = ["datafusion", "pyarrow"]
 ray = ["ray", "pyarrow", "pandas"]
 daft = ["getdaft"]
 snappy = ["python-snappy"]
@@ -1361,6 +1391,10 @@ ignore_missing_imports = true
 module = "duckdb.*"
 ignore_missing_imports = true
 
+[[tool.mypy.overrides]]
+module = "datafusion.*"
+ignore_missing_imports = true
+
 [[tool.mypy.overrides]]
 module = "ray.*"
 ignore_missing_imports = true