feat(python): Add array creation/building from buffers

python/README.ipynb

@@ -118,7 +118,12 @@
  "- storage_type: 'decimal128'\n",
  "- decimal_bitwidth: 128\n",
  "- decimal_precision: 10\n",
- "- decimal_scale: 3"
+ "- decimal_scale: 3\n",
+ "- dictionary_ordered: False\n",
+ "- map_keys_sorted: False\n",
+ "- nullable: True\n",
+ "- storage_type_id: 24\n",
+ "- type_id: 24"
  ]
  },
  "execution_count": 3,
@@ -195,7 +200,7 @@
  "- length: 4\n",
  "- offset: 0\n",
  "- null_count: 1\n",
- "- buffers: (2939032895680, 2939032895616, 2939032895744)\n",
+ "- buffers: (5209191547072, 5209191547008, 5209191547136)\n",
  "- dictionary: NULL\n",
  "- children[0]:"
  ]
@@ -297,20 +302,7 @@
  "data": {
  "text/plain": [
  "<nanoarrow.c_lib.CArrayStream>\n",
- "- get_schema(): <nanoarrow.c_lib.CSchema struct>\n",
- " - format: '+s'\n",
- " - name: ''\n",
- " - flags: 0\n",
- " - metadata: NULL\n",
- " - dictionary: NULL\n",
- " - children[1]:\n",
- " 'some_column': <nanoarrow.c_lib.CSchema int32>\n",
- " - format: 'i'\n",
- " - name: 'some_column'\n",
- " - flags: 2\n",
- " - metadata: NULL\n",
- " - dictionary: NULL\n",
- " - children[0]:"
+ "- get_schema(): struct<some_column: int32>"
  ]
  },
  "execution_count": 8,
@@ -343,7 +335,7 @@
  "name": "stdout",
  "output_type": "stream",
  "text": [
- "<nanoarrow.c_lib.CArray struct>\n",
+ "<nanoarrow.c_lib.CArray struct<some_column: int32>>\n",
  "- length: 3\n",
  "- offset: 0\n",
  "- null_count: 0\n",
@@ -354,7 +346,7 @@
  " - length: 3\n",
  " - offset: 0\n",
  " - null_count: 0\n",
- " - buffers: (0, 2939033026688)\n",
+ " - buffers: (0, 5209191678080)\n",
  " - dictionary: NULL\n",
  " - children[0]:\n"
  ]
@@ -382,20 +374,7 @@
  "data": {
  "text/plain": [
  "<nanoarrow.c_lib.CArrayStream>\n",
- "- get_schema(): <nanoarrow.c_lib.CSchema struct>\n",
- " - format: '+s'\n",
- " - name: ''\n",
- " - flags: 0\n",
- " - metadata: NULL\n",
- " - dictionary: NULL\n",
- " - children[1]:\n",
- " 'some_column': <nanoarrow.c_lib.CSchema int32>\n",
- " - format: 'i'\n",
- " - name: 'some_column'\n",
- " - flags: 2\n",
- " - metadata: NULL\n",
- " - dictionary: NULL\n",
- " - children[0]:"
+ "- get_schema(): struct<some_column: int32>"
  ]
  },
  "execution_count": 10,
@@ -433,6 +412,12 @@
  "\n",
  "# Run tests\n",
  "pytest -vvx\n",
+ "```\n",
+ "\n",
+ "If you need to debug or edit any .c files used to build the native extension, you can generate the `compile_commands.json` usable by most IDEs/clang tools using [Bear](https://github.com/rizsotto/Bear).\n",
+ "\n",
+ "```shell\n",
+ "bear -- python setup.py build_ext --inplace && mv compile_commands.json build\n",
  "```"
  ]
  }

python/README.md

@@ -87,6 +87,11 @@ na.c_schema_view(schema)
  - decimal_bitwidth: 128
  - decimal_precision: 10
  - decimal_scale: 3
+ - dictionary_ordered: False
+ - map_keys_sorted: False
+ - nullable: True
+ - storage_type_id: 24
+ - type_id: 24
 
 
 
@@ -131,7 +136,7 @@ array
  - length: 4
  - offset: 0
  - null_count: 1
- - buffers: (2939032895680, 2939032895616, 2939032895744)
+ - buffers: (5209191547072, 5209191547008, 5209191547136)
  - dictionary: NULL
  - children[0]:
 
@@ -194,20 +199,7 @@ array_stream
 
 
  <nanoarrow.c_lib.CArrayStream>
- - get_schema(): <nanoarrow.c_lib.CSchema struct>
- - format: '+s'
- - name: ''
- - flags: 0
- - metadata: NULL
- - dictionary: NULL
- - children[1]:
- 'some_column': <nanoarrow.c_lib.CSchema int32>
- - format: 'i'
- - name: 'some_column'
- - flags: 2
- - metadata: NULL
- - dictionary: NULL
- - children[0]:
+ - get_schema(): struct<some_column: int32>
 
 
 
@@ -219,7 +211,7 @@ for array in array_stream:
  print(array)
 ```
 
- <nanoarrow.c_lib.CArray struct>
+ <nanoarrow.c_lib.CArray struct<some_column: int32>>
  - length: 3
  - offset: 0
  - null_count: 0
@@ -230,7 +222,7 @@ for array in array_stream:
  - length: 3
  - offset: 0
  - null_count: 0
- - buffers: (0, 2939033026688)
+ - buffers: (0, 5209191678080)
  - dictionary: NULL
  - children[0]:
 
@@ -248,20 +240,7 @@ array_stream
 
 
  <nanoarrow.c_lib.CArrayStream>
- - get_schema(): <nanoarrow.c_lib.CSchema struct>
- - format: '+s'
- - name: ''
- - flags: 0
- - metadata: NULL
- - dictionary: NULL
- - children[1]:
- 'some_column': <nanoarrow.c_lib.CSchema int32>
- - format: 'i'
- - name: 'some_column'
- - flags: 2
- - metadata: NULL
- - dictionary: NULL
- - children[0]:
+ - get_schema(): struct<some_column: int32>
 
 
 
@@ -285,3 +264,9 @@ pip install -e .[test]
 # Run tests
 pytest -vvx
 ```
+
+If you need to debug or edit any .c files used to build the native extension, you can generate the `compile_commands.json` usable by most IDEs/clang tools using [Bear](https://github.com/rizsotto/Bear).
+
+```shell
+bear -- python setup.py build_ext --inplace && mv compile_commands.json build
+```