Merge branch 'main' into dev/dont_export_enums

apache · Apr 9, 2022 · f5d485f · f5d485f
2 parents 66457b7 + 4407c70
commit f5d485f
Show file tree

Hide file tree

Showing 6 changed files with 230 additions and 105 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -73,7 +73,7 @@ jobs:
             dir: './src/ArrowTypes'
         version:
           - '1.0'
-          - '1.3'
+          - '1.4'
           - '1' # automatically expands to the latest stable 1.x release of Julia
           - 'nightly'
         os:
@@ -87,7 +87,7 @@ jobs:
             version: '1.0'
           - pkg:
               name: ArrowTypes.jl
-            version: '1.3'
+            version: '1.4'
     steps:
       - uses: actions/checkout@v2
       - uses: julia-actions/setup-julia@v1

diff --git a/Project.toml b/Project.toml
@@ -18,7 +18,7 @@
 name = "Arrow"
 uuid = "69666777-d1a9-59fb-9406-91d4454c9d45"
 authors = ["quinnj <quinn.jacobd@gmail.com>"]
-version = "2.2.1"
+version = "2.3.0"
 
 [deps]
 ArrowTypes = "31f734f8-188a-4ce0-8406-c8a06bd891cd"
@@ -45,7 +45,7 @@ PooledArrays = "0.5, 1.0"
 SentinelArrays = "1"
 Tables = "1.1"
 TimeZones = "1"
-julia = "1.3"
+julia = "1.4"
 
 [extras]
 CategoricalArrays = "324d7699-5711-5eae-9e2f-1d82baa6b597"

diff --git a/docs/src/manual.md b/docs/src/manual.md
@@ -229,6 +229,10 @@ csv_parts = Tables.partitioner(CSV.File, csv_files)
 Arrow.write(io, csv_parts)
 ```
 
+### `Arrow.Writer`
+
+With `Arrow.Writer`, you instantiate an `Arrow.Writer` object, write sources using it, and then close it.  This allows for incrmental writes to the same sink.  It is similar to `Arrow.append` without having to close and re-open the sink in between writes and without the limitation of only supporting the IPC stream format.
+
 ### Multithreaded writing
 
 By default, `Arrow.write` will use multiple threads to write multiple

diff --git a/src/arraytypes/arraytypes.jl b/src/arraytypes/arraytypes.jl
@@ -70,6 +70,9 @@ end
 _normalizemeta(::Nothing) = nothing
 _normalizemeta(meta) = toidict(String(k) => String(v) for (k, v) in meta)
 
+_normalizecolmeta(::Nothing) = nothing
+_normalizecolmeta(colmeta) = toidict(Symbol(k) => toidict(String(v1) => String(v2) for (v1, v2) in v) for (k, v) in colmeta)
+
 function _arrowtypemeta(::Nothing, n, m)
     return toidict(("ARROW:extension:name" => n, "ARROW:extension:metadata" => m))
 end