diff --git a/format/Arrow.graffle b/format/Arrow.graffle index 453e85025d8d3..f4eead9223160 100644 Binary files a/format/Arrow.graffle and b/format/Arrow.graffle differ diff --git a/format/Arrow.png b/format/Arrow.png index 361dc82ed5a45..1b09aa2d8be43 100644 Binary files a/format/Arrow.png and b/format/Arrow.png differ diff --git a/format/Metadata.md b/format/Metadata.md index fa5f623ac9797..3388a7e6cf00d 100644 --- a/format/Metadata.md +++ b/format/Metadata.md @@ -46,7 +46,17 @@ table Field { name: string; nullable: bool; type: Type; + // present only if the field is dictionary encoded + // will point to a dictionary provided by a DictionaryBatch message + dictionary: long; + // children apply only to Nested data types like Struct, List and Union children: [Field]; + /// layout of buffers produced for this type (as derived from the Type) + /// does not include children + /// each recordbatch will return instances of those Buffers. + layout: [ VectorLayout ]; + // User-defined metadata + custom_metadata: [ KeyValue ]; } ```