chore: improve docs + CI

.github/workflows/python_build.yml

@@ -31,7 +31,7 @@ jobs:
         run: make check-rust
 
   test-minimal:
-    name: Python Build (Python 3.8 PyArrow latest)
+    name: Python Build (Python 3.8 PyArrow 16.0.0)
     runs-on: ubuntu-latest
     env:
       RUSTFLAGS: "-C debuginfo=line-tables-only"
@@ -49,7 +49,9 @@ jobs:
         run: |
           python -m venv venv
           source venv/bin/activate
-          make develop
+          make setup
+          # Install minimum PyArrow version
+          pip install -e .[pandas,devel] pyarrow==16.0.0
         env:
           RUSTFLAGS: "-C debuginfo=line-tables-only"
 

python/deltalake/schema.py

@@ -42,8 +42,9 @@ def _convert_pa_schema_to_delta(
 
     Args
         schema: Source schema
-        large_dtypes: If True, the pyarrow schema is casted to large_dtypes
-        large_view_passthrough: If True, String/Binary/Lists are passed through as is
+        schema_conversion_mode: large mode will cast all string/binary/list to the large version arrow types, normal mode
+            keeps the normal version of the types. Passthrough mode keeps string/binary/list flavored types in their original
+            version, whether that is view/large/normal.
     """
     dtype_map = {
         pa.uint8(): pa.int8(),

python/deltalake/table.py

@@ -875,7 +875,7 @@ def merge(
         target_alias: Optional[str] = None,
         error_on_type_mismatch: bool = True,
         writer_properties: Optional[WriterProperties] = None,
-        large_dtypes: bool = False,
+        large_dtypes: Optional[bool] = None,
         custom_metadata: Optional[Dict[str, str]] = None,
         post_commithook_properties: Optional[PostCommitHookProperties] = None,
     ) -> "TableMerger":