From c044fe2d060589bf4e411d06eea75f4ccb3973cc Mon Sep 17 00:00:00 2001 From: James Henderson Date: Fri, 4 Aug 2023 22:17:10 +0100 Subject: [PATCH] remove the live-chunk files, #2663 --- core/src/main/clojure/xtdb/indexer.clj | 219 +++------ core/src/main/clojure/xtdb/live_chunk.clj | 451 ------------------ core/src/main/clojure/xtdb/metadata.clj | 3 - core/src/main/clojure/xtdb/node.clj | 1 - core/src/main/clojure/xtdb/watermark.clj | 14 +- src/main/clojure/xtdb/test_util.clj | 6 +- src/test/clojure/xtdb/datalog_test.clj | 10 +- src/test/clojure/xtdb/indexer_test.clj | 119 +---- src/test/clojure/xtdb/operator/scan_test.clj | 2 +- src/test/clojure/xtdb/operator_test.clj | 11 +- src/test/clojure/xtdb/stats_test.clj | 3 +- .../device_info/content-_row_id.arrow.json | 23 - .../content-api_version.arrow.json | 37 -- .../content-manufacturer.arrow.json | 37 -- .../device_info/content-model.arrow.json | 37 -- .../device_info/content-os_name.arrow.json | 37 -- .../device_info/content-xt$id.arrow.json | 37 -- .../chunk-00/device_info/metadata.arrow.json | 190 -------- .../content-_row_id.arrow.json | 23 - .../content-battery_level.arrow.json | 37 -- .../content-battery_status.arrow.json | 37 -- .../content-battery_temperature.arrow.json | 37 -- .../device_readings/content-bssid.arrow.json | 37 -- .../content-cpu_avg_15min.arrow.json | 37 -- .../content-cpu_avg_1min.arrow.json | 37 -- .../content-cpu_avg_5min.arrow.json | 37 -- .../content-device_id.arrow.json | 37 -- .../content-mem_free.arrow.json | 37 -- .../content-mem_used.arrow.json | 37 -- .../device_readings/content-rssi.arrow.json | 37 -- .../device_readings/content-ssid.arrow.json | 37 -- .../device_readings/content-time.arrow.json | 38 -- .../device_readings/content-xt$id.arrow.json | 37 -- .../device_readings/metadata.arrow.json | 268 ----------- .../xt$txs/content-_row_id.arrow.json | 23 - .../xt$txs/content-xt$committed?.arrow.json | 36 -- .../xt$txs/content-xt$error.arrow.json | 54 --- .../chunk-00/xt$txs/content-xt$id.arrow.json | 38 -- .../xt$txs/content-xt$tx_time.arrow.json | 38 -- .../chunk-00/xt$txs/metadata.arrow.json | 216 --------- .../chunk-00/foo/content-_row_id.arrow.json | 23 - .../chunk-00/foo/content-bar.arrow.json | 38 -- .../chunk-00/foo/content-toto.arrow.json | 54 --- .../chunk-00/foo/content-xt$id.arrow.json | 38 -- .../chunk-00/foo/metadata.arrow.json | 202 -------- .../chunk-00/hello/content-_row_id.arrow.json | 23 - .../chunk-00/hello/content-a.arrow.json | 38 -- .../chunk-00/hello/content-xt$id.arrow.json | 43 -- .../chunk-00/hello/metadata.arrow.json | 202 -------- .../chunk-00/world/content-_row_id.arrow.json | 23 - .../chunk-00/world/content-b.arrow.json | 38 -- .../chunk-00/world/content-xt$id.arrow.json | 43 -- .../chunk-00/world/metadata.arrow.json | 202 -------- .../xt$txs/content-_row_id.arrow.json | 23 - .../xt$txs/content-xt$committed?.arrow.json | 36 -- .../xt$txs/content-xt$error.arrow.json | 54 --- .../chunk-00/xt$txs/content-xt$id.arrow.json | 38 -- .../xt$txs/content-xt$tx_time.arrow.json | 38 -- .../chunk-00/xt$txs/metadata.arrow.json | 228 --------- .../xt$txs/content-_row_id.arrow.json | 23 - .../xt$txs/content-xt$committed?.arrow.json | 36 -- .../xt$txs/content-xt$error.arrow.json | 54 --- .../chunk-00/xt$txs/content-xt$id.arrow.json | 38 -- .../xt$txs/content-xt$tx_time.arrow.json | 38 -- .../chunk-00/xt$txs/metadata.arrow.json | 216 --------- .../xt_docs/content-_row_id.arrow.json | 23 - .../chunk-00/xt_docs/content-list.arrow.json | 121 ----- .../xt_docs/content-struct.arrow.json | 184 ------- .../chunk-00/xt_docs/content-xt$id.arrow.json | 71 --- .../chunk-00/xt_docs/metadata.arrow.json | 385 --------------- .../chunk-00/table/content-_row_id.arrow.json | 23 - .../chunk-00/table/content-bar.arrow.json | 37 -- .../chunk-00/table/content-baz.arrow.json | 51 -- .../chunk-00/table/content-foo.arrow.json | 38 -- .../chunk-00/table/content-xt$id.arrow.json | 38 -- .../chunk-00/table/metadata.arrow.json | 228 --------- .../xt$txs/content-_row_id.arrow.json | 23 - .../xt$txs/content-xt$committed?.arrow.json | 36 -- .../xt$txs/content-xt$error.arrow.json | 54 --- .../chunk-00/xt$txs/content-xt$id.arrow.json | 38 -- .../xt$txs/content-xt$tx_time.arrow.json | 38 -- .../chunk-00/xt$txs/metadata.arrow.json | 216 --------- .../xt$txs/content-_row_id.arrow.json | 39 -- .../xt$txs/content-xt$committed?.arrow.json | 64 --- .../xt$txs/content-xt$error.arrow.json | 90 ---- .../chunk-00/xt$txs/content-xt$id.arrow.json | 66 --- .../xt$txs/content-xt$tx_time.arrow.json | 66 --- .../chunk-00/xt$txs/metadata.arrow.json | 216 --------- .../xt_docs/content-_row_id.arrow.json | 39 -- .../chunk-00/xt_docs/content-list.arrow.json | 211 -------- .../xt_docs/content-struct.arrow.json | 338 ------------- .../chunk-00/xt_docs/content-xt$id.arrow.json | 123 ----- .../chunk-00/xt_docs/metadata.arrow.json | 439 ----------------- .../chunk-00/foo/content-_row_id.arrow.json | 23 - .../chunk-00/foo/metadata.arrow.json | 111 ----- .../xt$txs/content-_row_id.arrow.json | 23 - .../xt$txs/content-xt$committed?.arrow.json | 36 -- .../xt$txs/content-xt$error.arrow.json | 54 --- .../chunk-00/xt$txs/content-xt$id.arrow.json | 38 -- .../xt$txs/content-xt$tx_time.arrow.json | 38 -- .../chunk-00/xt$txs/metadata.arrow.json | 228 --------- .../xt_docs/content-_row_id.arrow.json | 23 - .../chunk-00/xt_docs/content-month.arrow.json | 54 --- .../chunk-00/xt_docs/content-xt$id.arrow.json | 37 -- .../chunk-00/xt_docs/metadata.arrow.json | 202 -------- 105 files changed, 114 insertions(+), 8289 deletions(-) delete mode 100644 core/src/main/clojure/xtdb/live_chunk.clj delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-api_version.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-manufacturer.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-model.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-os_name.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_level.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_status.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_temperature.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-bssid.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_15min.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_1min.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_5min.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-device_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_free.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_used.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-rssi.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-ssid.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-bar.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-toto.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-a.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-b.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-list.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-struct.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-bar.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-baz.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-foo.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-list.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-struct.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$committed?.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$error.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$tx_time.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/metadata.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-_row_id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-month.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-xt$id.arrow.json delete mode 100644 src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/metadata.arrow.json diff --git a/core/src/main/clojure/xtdb/indexer.clj b/core/src/main/clojure/xtdb/indexer.clj index 4ad8bf483d..4928dc74bf 100644 --- a/core/src/main/clojure/xtdb/indexer.clj +++ b/core/src/main/clojure/xtdb/indexer.clj @@ -5,7 +5,6 @@ [xtdb.datalog :as d] [xtdb.error :as err] xtdb.indexer.live-index - xtdb.live-chunk [xtdb.metadata :as meta] xtdb.object-store [xtdb.operator :as op] @@ -34,8 +33,7 @@ (org.apache.arrow.vector.ipc ArrowStreamReader) xtdb.RowCounter (xtdb.api.protocols ClojureForm TransactionInstant) - (xtdb.indexer.live_index ILiveIndex ILiveIndexTx) - (xtdb.live_chunk ILiveChunk ILiveChunkTx ILiveTableTx) + (xtdb.indexer.live_index ILiveIndex ILiveIndexTx ILiveTableTx) xtdb.metadata.IMetadataManager xtdb.object_store.ObjectStore xtdb.operator.IRaQuerySource @@ -52,7 +50,6 @@ (^xtdb.api.protocols.TransactionInstant latestCompletedTx [])) (defprotocol Finish - (^void finish-block! [_]) (^void finish-chunk! [_])) (def ^:private abort-exn (err/runtime-err :abort-exn)) @@ -82,7 +79,7 @@ (.digest eid-bytes) (Arrays/copyOfRange 0 16)))))) -(defn- ->put-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^ILiveChunkTx live-chunk, +(defn- ->put-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^IVectorReader tx-ops-rdr, ^Instant system-time] (let [put-leg (.legReader tx-ops-rdr :put) doc-rdr (.structKeyReader put-leg "document") @@ -95,53 +92,40 @@ table-name (.getName table-rdr) table-rel-rdr (vr/rel-reader (for [sk (.structKeys table-rdr)] (.structKeyReader table-rdr sk)) - (.valueCount table-rdr))] + (.valueCount table-rdr)) + live-table (.liveTable live-idx-tx table-name)] {:table-name table-name :id-rdr (.structKeyReader table-rdr "xt$id") - ;; dual write to live-chunk and live-idx for now - :live-chunk-table (let [live-table (.liveTable live-chunk table-name)] - {:live-table live-table - :table-copier (.rowCopier (.writer live-table) table-rel-rdr)}) + :live-table live-table - :live-idx-table (let [live-table (.liveTable live-idx-tx table-name)] - {:live-table live-table - :doc-copier (-> (.docWriter live-table) - (vw/struct-writer->rel-copier table-rel-rdr))})}))))] + :doc-copier (-> (.docWriter live-table) + (vw/struct-writer->rel-copier table-rel-rdr))}))))] (reify OpIndexer (indexOp [_ tx-op-idx] - (let [row-id (.nextRowId live-chunk) - - {:keys [^IVectorReader id-rdr, live-chunk-table, live-idx-table]} + (let [{:keys [^IVectorReader id-rdr, ^ILiveTableTx live-table, ^IRowCopier doc-copier]} (nth tables (.getTypeId doc-rdr tx-op-idx)) - eid (.getObject id-rdr tx-op-idx)] - - (let [{:keys [^ILiveTableTx live-table, ^IRowCopier table-copier]} live-chunk-table] - (.writeRowId live-table row-id) - (.copyRow table-copier tx-op-idx)) - - (let [valid-from (if (= :null (.getLeg valid-from-rdr tx-op-idx)) - system-time-µs - (.getLong valid-from-rdr tx-op-idx)) - valid-to (if (= :null (.getLeg valid-to-rdr tx-op-idx)) - util/end-of-time-μs - (.getLong valid-to-rdr tx-op-idx))] - (when-not (> valid-to valid-from) - (throw (err/runtime-err :xtdb.indexer/invalid-valid-times - {:valid-from (util/micros->instant valid-from) - :valid-to (util/micros->instant valid-to)}))) + eid (.getObject id-rdr tx-op-idx) - (let [{:keys [^xtdb.indexer.live_index.ILiveTableTx live-table, ^IRowCopier doc-copier]} live-idx-table] - (.logPut live-table (->iid eid) valid-from valid-to #(.copyRow doc-copier tx-op-idx)))) + valid-from (if (= :null (.getLeg valid-from-rdr tx-op-idx)) + system-time-µs + (.getLong valid-from-rdr tx-op-idx)) + valid-to (if (= :null (.getLeg valid-to-rdr tx-op-idx)) + util/end-of-time-μs + (.getLong valid-to-rdr tx-op-idx))] + (when-not (> valid-to valid-from) + (throw (err/runtime-err :xtdb.indexer/invalid-valid-times + {:valid-from (util/micros->instant valid-from) + :valid-to (util/micros->instant valid-to)}))) + (.logPut live-table (->iid eid) valid-from valid-to #(.copyRow doc-copier tx-op-idx)) (.addRows row-counter 1)) nil)))) -(defn- ->delete-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx ^ILiveChunkTx live-chunk - ^IVectorReader tx-ops-rdr, ^Instant current-time] +(defn- ->delete-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^IVectorReader tx-ops-rdr, ^Instant current-time] (let [delete-leg (.legReader tx-ops-rdr :delete) table-rdr (.structKeyReader delete-leg "table") id-rdr (.structKeyReader delete-leg "xt$id") @@ -170,15 +154,14 @@ nil)))) -(defn- ->evict-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx ^ILiveChunkTx live-chunk ^IVectorReader tx-ops-rdr] +(defn- ->evict-indexer ^xtdb.indexer.OpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^IVectorReader tx-ops-rdr] (let [evict-leg (.legReader tx-ops-rdr :evict) table-rdr (.structKeyReader evict-leg "_table") id-rdr (.structKeyReader evict-leg "xt$id")] (reify OpIndexer (indexOp [_ tx-op-idx] - (let [row-id (.nextRowId live-chunk) - table (.getObject table-rdr tx-op-idx) + (let [table (.getObject table-rdr tx-op-idx) eid (.getObject id-rdr tx-op-idx)] (-> (.liveTable live-idx-tx table) @@ -300,7 +283,7 @@ (definterface SqlOpIndexer (^void indexOp [^xtdb.vector.RelationReader inRelation, queryOpts])) -(defn- ->sql-upsert-indexer ^xtdb.indexer.SqlOpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^ILiveChunkTx live-chunk, +(defn- ->sql-upsert-indexer ^xtdb.indexer.SqlOpIndexer [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx {{:keys [^Instant current-time]} :basis}] (let [current-time-µs (util/instant->micros current-time)] @@ -313,8 +296,6 @@ (.withName vec (util/str->normal-form-str (.getName vec)))))) (.rowCount in-rel)) table (util/str->normal-form-str table) - live-table (.liveTable live-chunk table) - table-copier (.rowCopier (.writer live-table) content-rel) id-col (.readerForName in-rel "xt$id") valid-from-rdr (.readerForName in-rel "xt$valid_from") valid-from-ts-rdr (some-> valid-from-rdr (.legReader :timestamp-tz-micro-utc)) @@ -326,23 +307,19 @@ (vw/struct-writer->rel-copier content-rel))] (dotimes [idx row-count] - (let [row-id (.nextRowId live-chunk)] - (.writeRowId live-table row-id) - (.copyRow table-copier idx) - - (let [eid (.getObject id-col idx) - valid-from (if (and valid-from-rdr (= :timestamp-tz-micro-utc (.getLeg valid-from-rdr idx))) - (.getLong valid-from-ts-rdr idx) - current-time-µs) - valid-to (if (and valid-to-rdr (= :timestamp-tz-micro-utc (.getLeg valid-to-rdr idx))) - (.getLong valid-to-ts-rdr idx) - util/end-of-time-μs)] - (when (> valid-from valid-to) - (throw (err/runtime-err :xtdb.indexer/invalid-valid-times - {:valid-from (util/micros->instant valid-from) - :valid-to (util/micros->instant valid-to)}))) - - (.logPut live-idx-table (->iid eid) valid-from valid-to #(.copyRow live-idx-table-copier idx))))) + (let [eid (.getObject id-col idx) + valid-from (if (and valid-from-rdr (= :timestamp-tz-micro-utc (.getLeg valid-from-rdr idx))) + (.getLong valid-from-ts-rdr idx) + current-time-µs) + valid-to (if (and valid-to-rdr (= :timestamp-tz-micro-utc (.getLeg valid-to-rdr idx))) + (.getLong valid-to-ts-rdr idx) + util/end-of-time-μs)] + (when (> valid-from valid-to) + (throw (err/runtime-err :xtdb.indexer/invalid-valid-times + {:valid-from (util/micros->instant valid-from) + :valid-to (util/micros->instant valid-to)}))) + + (.logPut live-idx-table (->iid eid) valid-from valid-to #(.copyRow live-idx-table-copier idx)))) (.addRows row-counter row-count)))))) @@ -381,13 +358,13 @@ (.addRows row-counter row-count))))) -(defn- ->sql-indexer ^xtdb.indexer.OpIndexer [^BufferAllocator allocator, ^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^ILiveChunk doc-idxer +(defn- ->sql-indexer ^xtdb.indexer.OpIndexer [^BufferAllocator allocator, ^RowCounter row-counter, ^ILiveIndexTx live-idx-tx ^IVectorReader tx-ops-rdr, ^IRaQuerySource ra-src, wm-src, ^IScanEmitter scan-emitter {:keys [default-all-valid-time? basis default-tz] :as tx-opts}] (let [sql-leg (.legReader tx-ops-rdr :sql) query-rdr (.structKeyReader sql-leg "query") params-rdr (.structKeyReader sql-leg "params") - upsert-idxer (->sql-upsert-indexer row-counter live-idx-tx doc-idxer tx-opts) + upsert-idxer (->sql-upsert-indexer row-counter live-idx-tx tx-opts) delete-idxer (->sql-delete-indexer row-counter live-idx-tx) erase-idxer (->sql-erase-indexer row-counter live-idx-tx)] (reify OpIndexer @@ -447,54 +424,32 @@ (def ^:private ^:const ^String txs-table "xt$txs") -(defn- add-tx-row! [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^ILiveChunkTx live-chunk-tx, ^TransactionInstant tx-key, ^Throwable t] +(defn- add-tx-row! [^RowCounter row-counter, ^ILiveIndexTx live-idx-tx, ^TransactionInstant tx-key, ^Throwable t] (let [tx-id (.tx-id tx-key) system-time-µs (util/instant->micros (.system-time tx-key)) - row-id (.nextRowId live-chunk-tx)] + live-table (.liveTable live-idx-tx txs-table) + doc-writer (.docWriter live-table)] - (let [live-table (.liveTable live-idx-tx txs-table) - doc-writer (.docWriter live-table)] - (.logPut live-table (->iid tx-id) system-time-µs util/end-of-time-μs - (fn write-doc! [] - (.startStruct doc-writer) - (doto (.structKeyWriter doc-writer "xt$id" :i64) - (.writeLong tx-id)) + (.logPut live-table (->iid tx-id) system-time-µs util/end-of-time-μs + (fn write-doc! [] + (.startStruct doc-writer) + (doto (.structKeyWriter doc-writer "xt$id" :i64) + (.writeLong tx-id)) - (doto (.structKeyWriter doc-writer "xt$tx_time" types/temporal-col-type) - (.writeLong system-time-µs)) + (doto (.structKeyWriter doc-writer "xt$tx_time" types/temporal-col-type) + (.writeLong system-time-µs)) - (doto (.structKeyWriter doc-writer "xt$committed?" :bool) - (.writeBoolean (nil? t))) + (doto (.structKeyWriter doc-writer "xt$committed?" :bool) + (.writeBoolean (nil? t))) - (let [e-wtr (.structKeyWriter doc-writer "xt$error" [:union #{:null :clj-form}])] - (if (or (nil? t) (= t abort-exn)) - (doto (.writerForType e-wtr :null) - (.writeNull nil)) - (doto (.writerForType e-wtr :clj-form) - (.writeObject (pr-str t))))) - (.endStruct doc-writer)))) - - (let [live-table (.liveTable live-chunk-tx txs-table) - doc-writer (.writer live-table)] - - (.writeRowId live-table row-id) - - (doto (.writerForName doc-writer "xt$id" :i64) - (.writeLong tx-id)) - - (doto (.writerForName doc-writer "xt$tx_time" types/temporal-col-type) - (.writeLong system-time-µs)) - - (doto (.writerForName doc-writer "xt$committed?" :bool) - (.writeBoolean (nil? t))) - - (let [e-wtr (.writerForName doc-writer "xt$error" [:union #{:null :clj-form}])] - (if (or (nil? t) (= t abort-exn)) - (doto (.writerForType e-wtr :null) - (.writeNull nil)) - (doto (.writerForType e-wtr :clj-form) - (.writeObject (pr-str t)))))) + (let [e-wtr (.structKeyWriter doc-writer "xt$error" [:union #{:null :clj-form}])] + (if (or (nil? t) (= t abort-exn)) + (doto (.writerForType e-wtr :null) + (.writeNull nil)) + (doto (.writerForType e-wtr :clj-form) + (.writeObject (pr-str t))))) + (.endStruct doc-writer))) (.addRows row-counter 1))) @@ -503,7 +458,6 @@ ^IMetadataManager metadata-mgr ^IScanEmitter scan-emitter ^IRaQuerySource ra-src - ^ILiveChunk live-chunk ^ILiveIndex live-idx ^:volatile-mutable ^TransactionInstant latest-completed-tx @@ -515,14 +469,13 @@ IIndexer (indexTx [this {:keys [system-time] :as tx-key} tx-root] - (util/with-open [live-chunk-tx (.startTx live-chunk) - live-idx-tx (.startTx live-idx tx-key)] + (util/with-open [live-idx-tx (.startTx live-idx tx-key)] (let [^DenseUnionVector tx-ops-vec (-> ^ListVector (.getVector tx-root "tx-ops") (.getDataVector)) wm-src (reify IWatermarkSource (openWatermark [_ _tx] - (wm/->wm nil (.openWatermark live-chunk-tx) (.openWatermark live-idx-tx)))) + (wm/->wm nil (.openWatermark live-idx-tx)))) tx-opts {:basis {:tx tx-key, :current-time system-time} :default-tz (ZoneId/of (str (-> (.getVector tx-root "default-tz") @@ -533,12 +486,11 @@ (letfn [(index-tx-ops [^DenseUnionVector tx-ops-vec] (let [tx-ops-rdr (vr/vec->reader tx-ops-vec) - !put-idxer (delay (->put-indexer row-counter live-idx-tx live-chunk-tx tx-ops-rdr system-time)) - !delete-idxer (delay (->delete-indexer row-counter live-idx-tx live-chunk-tx tx-ops-rdr system-time)) - !evict-idxer (delay (->evict-indexer row-counter live-idx-tx live-chunk-tx tx-ops-rdr)) + !put-idxer (delay (->put-indexer row-counter live-idx-tx tx-ops-rdr system-time)) + !delete-idxer (delay (->delete-indexer row-counter live-idx-tx tx-ops-rdr system-time)) + !evict-idxer (delay (->evict-indexer row-counter live-idx-tx tx-ops-rdr)) !call-idxer (delay (->call-indexer allocator ra-src wm-src scan-emitter tx-ops-rdr tx-opts)) - !sql-idxer (delay (->sql-indexer allocator row-counter live-idx-tx live-chunk-tx - tx-ops-rdr ra-src wm-src scan-emitter tx-opts))] + !sql-idxer (delay (->sql-indexer allocator row-counter live-idx-tx tx-ops-rdr ra-src wm-src scan-emitter tx-opts))] (dotimes [tx-op-idx (.valueCount tx-ops-rdr)] (when-let [more-tx-ops (case (.getTypeId tx-ops-rdr tx-op-idx) 0 (.indexOp ^OpIndexer @!sql-idxer tx-op-idx) @@ -569,16 +521,13 @@ (when (not= e abort-exn) (log/debug e "aborted tx")) - (with-open [live-chunk-tx (.startTx live-chunk) - live-idx-tx (.startTx live-idx tx-key)] - (add-tx-row! row-counter live-idx-tx live-chunk-tx tx-key e) - (.commit live-chunk-tx) + (with-open [live-idx-tx (.startTx live-idx tx-key)] + (add-tx-row! row-counter live-idx-tx tx-key e) (.commit live-idx-tx))) (do - (add-tx-row! row-counter live-idx-tx live-chunk-tx tx-key nil) + (add-tx-row! row-counter live-idx-tx tx-key nil) - (.commit live-chunk-tx) (.commit live-idx-tx))) (set! (.-latest-completed-tx this) tx-key) @@ -586,9 +535,6 @@ (finally (.unlock wm-lock wm-lock-stamp))))) - (while (.isBlockFull live-chunk) - (finish-block! this)) - (when (>= (.getChunkRowCount row-counter) rows-per-chunk) (finish-chunk! this)) @@ -614,7 +560,7 @@ (or (maybe-existing-wm) (let [^IWatermark old-wm (.shared-wm this)] (try - (let [^IWatermark shared-wm (wm/->wm latest-completed-tx (.openWatermark live-chunk) (.openWatermark live-idx))] + (let [^IWatermark shared-wm (wm/->wm latest-completed-tx (.openWatermark live-idx))] (set! (.shared-wm this) shared-wm) (doto shared-wm .retain)) (finally @@ -626,28 +572,7 @@ (latestCompletedTx [_] latest-completed-tx) Finish - (finish-block! [this] - (try - (.finishBlock live-chunk) - - (let [wm-lock-stamp (.writeLock wm-lock)] - (try - (when-let [^IWatermark shared-wm (.shared-wm this)] - (set! (.shared-wm this) nil) - (.close shared-wm)) - - (.nextBlock live-chunk) - - (finally - (.unlock wm-lock wm-lock-stamp)))) - - (catch Throwable t - (clojure.tools.logging/error t "fail") - (throw t)))) - (finish-chunk! [this] - @(.finishChunk live-chunk) - (let [chunk-idx (.getChunkIdx row-counter) table-metadata (.finishChunk live-idx chunk-idx)] @@ -664,8 +589,6 @@ (set! (.shared-wm this) nil) (.close shared-wm)) - (.nextChunk live-chunk) - (finally (.unlock wm-lock wm-lock-stamp)))) @@ -680,18 +603,16 @@ :object-store (ig/ref :xtdb/object-store) :metadata-mgr (ig/ref ::meta/metadata-manager) :scan-emitter (ig/ref :xtdb.operator.scan/scan-emitter) - :live-chunk (ig/ref :xtdb/live-chunk) :live-index (ig/ref :xtdb.indexer/live-index) :ra-src (ig/ref ::op/ra-query-source) :rows-per-chunk 102400} opts)) (defmethod ig/init-key :xtdb/indexer - [_ {:keys [allocator object-store metadata-mgr scan-emitter, ra-src - live-chunk live-index, rows-per-chunk]}] + [_ {:keys [allocator object-store metadata-mgr scan-emitter, ra-src, live-index, rows-per-chunk]}] (let [{:keys [latest-completed-tx next-chunk-idx], :or {next-chunk-idx 0}} (meta/latest-chunk-metadata metadata-mgr)] - (->Indexer allocator object-store metadata-mgr scan-emitter ra-src live-chunk live-index + (->Indexer allocator object-store metadata-mgr scan-emitter ra-src live-index latest-completed-tx (RowCounter. next-chunk-idx) diff --git a/core/src/main/clojure/xtdb/live_chunk.clj b/core/src/main/clojure/xtdb/live_chunk.clj deleted file mode 100644 index d1285578bd..0000000000 --- a/core/src/main/clojure/xtdb/live_chunk.clj +++ /dev/null @@ -1,451 +0,0 @@ -(ns xtdb.live-chunk - (:require [clojure.tools.logging :as log] - [juxt.clojars-mirrors.integrant.core :as ig] - [xtdb.blocks :as blocks] - [xtdb.bloom :as bloom] - [xtdb.metadata :as meta] - xtdb.object-store - [xtdb.types :as types] - [xtdb.util :as util] - [xtdb.vector :as vec] - [xtdb.vector.reader :as vr] - [xtdb.vector.writer :as vw]) - (:import [clojure.lang MapEntry] - java.lang.AutoCloseable - (java.util ArrayList HashMap List Map) - (java.util.concurrent CompletableFuture) - java.util.concurrent.atomic.AtomicInteger - (java.util.function Consumer) - (org.apache.arrow.memory BufferAllocator) - (org.apache.arrow.vector BigIntVector ValueVector VectorLoader VectorSchemaRoot VectorUnloader) - org.roaringbitmap.longlong.Roaring64Bitmap - org.roaringbitmap.RoaringBitmap - (xtdb ICursor SliceCursor) - (xtdb.metadata IMetadataManager IMetadataPredicate ITableMetadata ITableMetadataWriter) - xtdb.object_store.ObjectStore - (xtdb.vector IVectorReader IRelationWriter IVectorWriter))) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface IRowCounter - (^int blockIdx []) - (^long blockRowCount []) - (^long chunkRowCount []) - (^ints blockRowCounts []) - - (^void addRows [^int rowCount]) - (^int nextBlock []) - (^void nextChunk [])) - -(deftype RowCounter [^:volatile-mutable ^int block-idx - ^:volatile-mutable ^long chunk-row-count - ^List block-row-counts - ^:volatile-mutable ^long block-row-count] - IRowCounter - (blockIdx [_] block-idx) - (blockRowCount [_] block-row-count) - (chunkRowCount [_] chunk-row-count) - - (blockRowCounts [_] - (int-array (cond-> (vec block-row-counts) - (pos? block-row-count) (conj block-row-count)))) - - (addRows [this row-count] - (set! (.block-row-count this) (+ block-row-count row-count))) - - (nextBlock [this] - (set! (.block-idx this) (inc block-idx)) - (.add block-row-counts block-row-count) - (set! (.chunk-row-count this) (+ chunk-row-count block-row-count)) - (set! (.block-row-count this) 0)) - - (nextChunk [this] - (.clear block-row-counts) - (set! (.chunk-row-count this) 0) - (set! (.block-idx this) 0))) - -(defn- ->row-counter ^xtdb.live_chunk.IRowCounter [^long block-idx] - (let [block-row-counts (ArrayList. ^List (repeat block-idx 0))] - (RowCounter. block-idx 0 block-row-counts 0))) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveTableTx - (^xtdb.vector.IRelationWriter writer []) - - (^void writeRowId [^long rowId]) - (^boolean containsRowId [^long rowId]) - - (^xtdb.live_chunk.ILiveTableWatermark openWatermark [^boolean retain]) - - (^void commit []) - (^void close [])) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveTableWatermark - (^java.util.Map columnTypes []) - (^xtdb.ICursor #_ liveBlocks [^java.util.Set #_ colNames, - ^xtdb.metadata.IMetadataPredicate metadataPred]) - (^void close [])) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveTable - (^xtdb.live_chunk.ILiveTableWatermark openWatermark [^boolean retain]) - (^xtdb.live_chunk.ILiveTableTx startTx []) - (^void finishBlock []) - (^java.util.concurrent.CompletableFuture finishChunk []) - - (^void close [])) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveChunkWatermark - (^xtdb.live_chunk.ILiveTableWatermark liveTable [^String table]) - (^java.util.Map allColumnTypes []) - (^void close [])) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveChunkTx - (^xtdb.live_chunk.ILiveTableTx liveTable [^String table]) - (^xtdb.live_chunk.ILiveChunkWatermark openWatermark []) - - (^long nextRowId []) - (^void commit []) - (^void close [])) - -#_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} -(definterface ILiveChunk - (^xtdb.live_chunk.ILiveTable liveTable [^String table]) - (^xtdb.live_chunk.ILiveChunkWatermark openWatermark []) - (^xtdb.live_chunk.ILiveChunkTx startTx []) - - (^long chunkIdx []) - (^boolean isChunkFull []) - (^boolean isBlockFull []) - - (^void finishBlock []) - (^void nextBlock []) - (^java.util.concurrent.CompletableFuture finishChunk []) - (^void nextChunk []) - (^void close [])) - -(defn- ->excluded-block-idxs ^org.roaringbitmap.RoaringBitmap [^ITableMetadata table-metadata, ^IMetadataPredicate metadata-pred] - (let [exclude-block-idxs (RoaringBitmap.)] - (when-let [pred (some-> metadata-pred (.build table-metadata))] - (dotimes [block-idx (.blockCount table-metadata)] - (when-not (.test pred block-idx) - (.add exclude-block-idxs block-idx)))) - - exclude-block-idxs)) - -(defn- without-block-idxs [^ICursor inner, ^RoaringBitmap exclude-block-idxs] - (let [!block-idx (AtomicInteger. 0)] - (reify ICursor - (tryAdvance [_ c] - (let [!advanced? (volatile! false)] - (while (and (not @!advanced?) - (.tryAdvance inner - (reify Consumer - (accept [_ el] - (let [block-idx (.getAndIncrement !block-idx)] - (when-not (.contains exclude-block-idxs block-idx) - (.accept c el) - (vreset! !advanced? true)))))))) - @!advanced?)) - - (close [_] (.close inner))))) - -(defn- open-wm-rel ^xtdb.vector.RelationReader [^IRelationWriter rel, ^BigIntVector row-id-vec, retain?] - (let [out-cols (ArrayList.)] - (try - (.syncRowCount rel) - (doseq [^ValueVector v (cons row-id-vec - (->> (vals rel) - (map #(.getVector ^IVectorWriter %))))] - (.add out-cols (vr/vec->reader (cond-> v - retain? (util/slice-vec))))) - - (vr/rel-reader out-cols) - - (catch Throwable t - (when retain? (util/close out-cols)) - (throw t))))) - -(deftype LiveTableTx [^BufferAllocator allocator, ^ObjectStore object-store - ^String table-name, ^ITableMetadataWriter table-metadata-writer - ^IRelationWriter static-rel, ^BigIntVector static-row-id-vec, ^Roaring64Bitmap static-row-id-bitmap - ^IRelationWriter transient-rel, ^BigIntVector transient-row-id-vec, ^Roaring64Bitmap transient-row-id-bitmap - ^IRowCounter row-counter] - ILiveTableTx - (writer [_] transient-rel) - - (writeRowId [_ row-id] - (.addLong transient-row-id-bitmap row-id) - - (let [dest-idx (.getValueCount transient-row-id-vec)] - (.setSafe transient-row-id-vec dest-idx row-id) - (.setValueCount transient-row-id-vec (inc dest-idx)))) - - (containsRowId [_ row-id] - (or (.contains static-row-id-bitmap row-id) - (.contains transient-row-id-bitmap row-id))) - - (openWatermark [_ retain?] - (let [col-types (->> transient-rel - (into {} (map (fn [[col-name ^IVectorWriter col]] - (let [v (.getVector col)] - (MapEntry/create col-name (types/field->col-type (.getField v)))))))) - row-counts (.blockRowCounts row-counter) - static-wm-rel (open-wm-rel static-rel static-row-id-vec retain?) - transient-wm-rel (open-wm-rel transient-rel transient-row-id-vec false)] - - (reify ILiveTableWatermark - (columnTypes [_] col-types) - - (liveBlocks [_ col-names metadata-pred] - (let [excluded-block-idxs (->excluded-block-idxs (.tableMetadata table-metadata-writer) metadata-pred)] - (util/->concat-cursor (-> (vr/rel-reader (->> static-wm-rel - (filter (comp col-names #(.getName ^IVectorReader %))))) - (vr/with-absent-cols allocator col-names) - (SliceCursor. row-counts) - (without-block-idxs excluded-block-idxs)) - (-> (vr/rel-reader (->> transient-wm-rel - (filter (comp col-names #(.getName ^IVectorReader %))))) - (vr/with-absent-cols allocator col-names) - (SliceCursor. (int-array [(.rowCount transient-wm-rel)])))))) - - AutoCloseable - (close [_] (when retain? (.close static-wm-rel)))))) - - (commit [_] - (.addRows row-counter (.getValueCount transient-row-id-vec)) - (doto static-row-id-bitmap (.or transient-row-id-bitmap)) - - (doto (vw/->writer static-row-id-vec) - (vw/append-vec (vr/vec->reader transient-row-id-vec)) - (.syncValueCount)) - - (let [copier (.rowCopier static-rel (vw/rel-wtr->rdr transient-rel))] - (dotimes [idx (.getValueCount transient-row-id-vec)] - (.copyRow copier idx))) - - (.clear transient-rel)) - - AutoCloseable - (close [_] - (.close transient-rel) - (util/try-close transient-row-id-vec))) - -(deftype LiveTable [^BufferAllocator allocator, ^ObjectStore object-store, ^IMetadataManager metadata-mgr - ^String table-name, - ^IRelationWriter static-rel, ^BigIntVector row-id-vec, ^Roaring64Bitmap row-id-bitmap - ^ITableMetadataWriter table-metadata-writer - ^long chunk-idx, ^IRowCounter row-counter] - ILiveTable - (startTx [_] - (LiveTableTx. allocator object-store table-name table-metadata-writer - static-rel row-id-vec row-id-bitmap - (vw/->rel-writer allocator) (BigIntVector. (types/col-type->field "_row_id" :i64) allocator) (Roaring64Bitmap.) - row-counter)) - - (openWatermark [_ retain?] - (let [col-types (->> (vals static-rel) - (into {} (map (fn [^IVectorWriter col] - (let [v (.getVector col)] - (MapEntry/create (.getName v) (types/field->col-type (.getField v)))))))) - row-counts (.blockRowCounts row-counter) - wm-rel (open-wm-rel static-rel row-id-vec retain?)] - - (reify ILiveTableWatermark - (columnTypes [_] col-types) - - (liveBlocks [_ col-names metadata-pred] - (let [excluded-block-idxs (->excluded-block-idxs (.tableMetadata table-metadata-writer) metadata-pred)] - (-> (vr/rel-reader (->> wm-rel - (filter (comp col-names #(.getName ^IVectorReader %))))) - (vr/with-absent-cols allocator col-names) - (SliceCursor. row-counts) - (without-block-idxs excluded-block-idxs)))) - - AutoCloseable - (close [_] (when retain? (.close wm-rel)))))) - - (finishBlock [_] - (let [block-meta-wtr (.writeBlockMetadata table-metadata-writer (.blockIdx row-counter))] - (doseq [^IVectorReader live-vec (cons (vr/vec->reader row-id-vec) (seq (vw/rel-wtr->rdr static-rel)))] - (.writeMetadata block-meta-wtr (.select live-vec (.chunkRowCount row-counter) (.blockRowCount row-counter)))) - (.endBlock block-meta-wtr)) - - (.nextBlock row-counter)) - - (finishChunk [_] - (let [row-counts (.blockRowCounts row-counter) - block-meta-wtr (.writeBlockMetadata table-metadata-writer -1)] - (-> (CompletableFuture/allOf - (->> (cons row-id-vec (map #(.getVector ^IVectorWriter %) (vals static-rel))) - (map (fn [^ValueVector live-vec] - (let [live-root (VectorSchemaRoot/of (into-array [live-vec]))] - (.writeMetadata block-meta-wtr (vr/vec->reader live-vec)) - - (.putObject object-store (meta/->chunk-obj-key chunk-idx table-name (.getName live-vec)) - (with-open [write-root (VectorSchemaRoot/create (.getSchema live-root) allocator)] - (let [loader (VectorLoader. write-root)] - (with-open [^ICursor slices (blocks/->slices live-root row-counts)] - (let [buf (util/build-arrow-ipc-byte-buffer write-root :file - (fn [write-batch!] - (.forEachRemaining slices - (reify Consumer - (accept [_ sliced-root] - (with-open [arb (.getRecordBatch (VectorUnloader. sliced-root))] - (.load loader arb) - (write-batch!)))))))] - (.nextChunk row-counter) - buf)))))))) - (into-array CompletableFuture))) - - (util/then-compose - (fn [_] - (.endBlock block-meta-wtr) - (.finishChunk table-metadata-writer)))))) - - AutoCloseable - (close [_] - (util/try-close static-rel) - (util/try-close row-id-vec) - (util/try-close table-metadata-writer))) - -(deftype LiveChunkTx [^BufferAllocator allocator - ^ObjectStore object-store - ^IMetadataManager metadata-mgr - ^Map live-tables, ^Map live-table-txs - ^long chunk-idx, ^long tx-start-row, ^IRowCounter row-counter - ^:volatile-mutable ^long tx-row-count] - ILiveChunkTx - (liveTable [_ table-name] - (letfn [(->live-table [table] - (LiveTable. allocator object-store metadata-mgr table - (vw/->rel-writer allocator) (BigIntVector. (types/col-type->field "_row_id" :i64) allocator) (Roaring64Bitmap.) - (.openTableMetadataWriter metadata-mgr table chunk-idx) - chunk-idx (->row-counter (.blockIdx row-counter)))) - - (->live-table-tx [table-name] - (-> ^ILiveTable (.computeIfAbsent live-tables table-name - (util/->jfn ->live-table)) - (.startTx)))] - - (.computeIfAbsent live-table-txs table-name - (util/->jfn ->live-table-tx)))) - - (openWatermark [_] - (util/with-close-on-catch [wms (HashMap.)] - (doseq [[table-name ^ILiveTableTx live-table] live-table-txs] - (.put wms table-name (.openWatermark live-table false))) - - (doseq [[table-name ^ILiveTable live-table] live-tables] - (.computeIfAbsent wms table-name - (util/->jfn (fn [_] (.openWatermark live-table false))))) - - (reify ILiveChunkWatermark - (liveTable [_ table-name] (.get wms table-name)) - - (allColumnTypes [_] (update-vals wms #(.columnTypes ^ILiveTableWatermark %))) - - AutoCloseable - (close [_] (run! util/try-close (.values wms)))))) - - (nextRowId [this] - (let [tx-row-count (.tx-row-count this)] - (set! (.tx-row-count this) (inc tx-row-count)) - (+ tx-start-row tx-row-count))) - - (commit [_] - (doseq [^ILiveTableTx live-table (.values live-table-txs)] - (.commit live-table)) - (.addRows row-counter tx-row-count)) - - AutoCloseable - (close [_] - (run! util/try-close (.values live-table-txs)) - (.clear live-table-txs))) - -(deftype LiveChunk [^BufferAllocator allocator - ^ObjectStore object-store - ^IMetadataManager metadata-mgr - ^long rows-per-block, ^long rows-per-chunk - ^Map live-tables - ^:volatile-mutable ^long chunk-idx - ^IRowCounter row-counter] - ILiveChunk - (liveTable [_ table] (.get live-tables table)) - - (startTx [_] - (LiveChunkTx. allocator object-store metadata-mgr - live-tables (HashMap.) - chunk-idx (+ chunk-idx (.chunkRowCount row-counter) (.blockRowCount row-counter)) - row-counter 0)) - - (openWatermark [_] - (util/with-close-on-catch [wms (HashMap.)] - (doseq [[table-name ^ILiveTable live-table] live-tables] - (.put wms table-name (.openWatermark live-table true))) - - (reify ILiveChunkWatermark - (liveTable [_ table-name] (.get wms table-name)) - - (allColumnTypes [_] (update-vals wms #(.columnTypes ^ILiveTableWatermark %))) - - AutoCloseable - (close [_] (util/close wms))))) - - (chunkIdx [_] chunk-idx) - (isBlockFull [_] (>= (.blockRowCount row-counter) rows-per-block)) - (isChunkFull [_] (>= (.chunkRowCount row-counter) rows-per-chunk)) - - (finishBlock [_] - (doseq [^ILiveTable live-table (.values live-tables)] - (.finishBlock live-table))) - - (nextBlock [_] (.nextBlock row-counter)) - - (finishChunk [_] - (let [futs (for [^ILiveTable live-table (.values live-tables)] - (.finishChunk live-table))] - - (CompletableFuture/allOf (into-array CompletableFuture futs)))) - - (nextChunk [this] - (run! util/try-close (.values live-tables)) - (.clear live-tables) - - (set! (.chunk-idx this) - (+ (.chunk-idx this) (.chunkRowCount row-counter))) - - (.nextChunk row-counter)) - - AutoCloseable - (close [_] - (run! util/try-close (.values live-tables)) - (.clear live-tables))) - -(defmethod ig/prep-key :xtdb/live-chunk [_ opts] - (merge {:rows-per-block 1024 - :rows-per-chunk 102400 - :allocator (ig/ref :xtdb/allocator) - :object-store (ig/ref :xtdb/object-store) - :metadata-mgr (ig/ref ::meta/metadata-manager)} - opts)) - -(defmethod ig/init-key :xtdb/live-chunk [_ {:keys [allocator object-store metadata-mgr ^long rows-per-block ^long rows-per-chunk]}] - (let [^long chunk-idx (:next-chunk-idx (meta/latest-chunk-metadata metadata-mgr) 0) - bloom-false-positive-probability (bloom/bloom-false-positive-probability? rows-per-chunk)] - - (when (> bloom-false-positive-probability 0.05) - (log/warn "Bloom should be sized for large chunks:" rows-per-chunk - "false positive probability:" bloom-false-positive-probability - "bits:" bloom/bloom-bits - "can be set via system property xtdb.bloom.bits")) - - (LiveChunk. allocator object-store metadata-mgr - rows-per-block rows-per-chunk - (HashMap.) - chunk-idx (->row-counter 0)))) - -(defmethod ig/halt-key! :xtdb/live-chunk [_ live-chunk] - (util/try-close live-chunk)) diff --git a/core/src/main/clojure/xtdb/metadata.clj b/core/src/main/clojure/xtdb/metadata.clj index 00879544e0..0b037092ed 100644 --- a/core/src/main/clojure/xtdb/metadata.clj +++ b/core/src/main/clojure/xtdb/metadata.clj @@ -108,9 +108,6 @@ (defn- ->table-metadata-obj-key [chunk-idx table-name] (format "chunk-%s/%s/metadata.arrow" (util/->lex-hex-string chunk-idx) table-name)) -(defn ->chunk-obj-key [chunk-idx table-name column-name] - (format "chunk-%s/%s/content-%s.arrow" (util/->lex-hex-string chunk-idx) table-name column-name)) - (defn- obj-key->chunk-idx [obj-key] (some-> (second (re-matches #"chunk-metadata/(\p{XDigit}+).transit.json" obj-key)) (util/<-lex-hex-string))) diff --git a/core/src/main/clojure/xtdb/node.clj b/core/src/main/clojure/xtdb/node.clj index d7b8fcfd0e..ad8bdebbcd 100644 --- a/core/src/main/clojure/xtdb/node.clj +++ b/core/src/main/clojure/xtdb/node.clj @@ -124,7 +124,6 @@ :xtdb/allocator {} :xtdb/default-tz nil :xtdb/indexer {} - :xtdb/live-chunk {} :xtdb.indexer/live-index {} :xtdb/ingester {} :xtdb.metadata/metadata-manager {} diff --git a/core/src/main/clojure/xtdb/watermark.clj b/core/src/main/clojure/xtdb/watermark.clj index 165f470ed3..150ef58be3 100644 --- a/core/src/main/clojure/xtdb/watermark.clj +++ b/core/src/main/clojure/xtdb/watermark.clj @@ -2,18 +2,15 @@ (:require [clojure.tools.logging :as log] xtdb.api.protocols xtdb.indexer.live-index - xtdb.live-chunk [xtdb.util :as util]) (:import java.lang.AutoCloseable java.util.concurrent.atomic.AtomicInteger xtdb.api.protocols.TransactionInstant - xtdb.indexer.live_index.ILiveIndexWatermark - xtdb.live_chunk.ILiveChunkWatermark)) + xtdb.indexer.live_index.ILiveIndexWatermark)) #_{:clj-kondo/ignore [:unused-binding :clojure-lsp/unused-public-var]} (definterface IWatermark (^xtdb.api.protocols.TransactionInstant txBasis []) - (^xtdb.live_chunk.ILiveChunkWatermark liveChunk []) (^xtdb.indexer.live_index.ILiveIndexWatermark liveIndex []) (^void retain []) @@ -25,11 +22,9 @@ (definterface IWatermarkSource (^xtdb.watermark.IWatermark openWatermark [^xtdb.api.protocols.TransactionInstant txKey])) -(deftype Watermark [^TransactionInstant tx-key, ^ILiveChunkWatermark live-chunk, ^ILiveIndexWatermark live-idx-wm - ^AtomicInteger ref-cnt] +(deftype Watermark [^TransactionInstant tx-key, ^ILiveIndexWatermark live-idx-wm, ^AtomicInteger ref-cnt] IWatermark (txBasis [_] tx-key) - (liveChunk [_] live-chunk) (liveIndex [_] live-idx-wm) (retain [this] @@ -43,8 +38,7 @@ (when (zero? (.decrementAndGet ref-cnt)) (log/trace "close wm" (hash this)) - (util/try-close live-chunk) (util/try-close live-idx-wm)))) -(defn ->wm ^xtdb.watermark.IWatermark [tx-key live-chunk live-idx-wm] - (Watermark. tx-key live-chunk live-idx-wm (AtomicInteger. 1))) +(defn ->wm ^xtdb.watermark.IWatermark [tx-key live-idx-wm] + (Watermark. tx-key live-idx-wm (AtomicInteger. 1))) diff --git a/src/main/clojure/xtdb/test_util.clj b/src/main/clojure/xtdb/test_util.clj index d45cc5dc56..bb9ca2621a 100644 --- a/src/main/clojure/xtdb/test_util.clj +++ b/src/main/clojure/xtdb/test_util.clj @@ -125,7 +125,6 @@ (with-opts {:xtdb.log/memory-log {:instant-src (->mock-clock)}} f)) (defn finish-chunk! [node] - (idx/finish-block! (component node :xtdb/indexer)) (idx/finish-chunk! (component node :xtdb/indexer))) (defn open-vec @@ -246,10 +245,7 @@ :xtdb.buffer-pool/buffer-pool {:cache-path (.resolve node-dir buffers-dir)} :xtdb.object-store/file-system-object-store {:root-path (.resolve node-dir "objects")} :xtdb/indexer (->> {:rows-per-chunk rows-per-chunk} - (into {} (filter val))) - :xtdb/live-chunk (->> {:rows-per-block rows-per-block - :rows-per-chunk rows-per-chunk} - (into {} (filter val)))}))) + (into {} (filter val)))}))) (defn ->local-submit-node ^java.lang.AutoCloseable [{:keys [^Path node-dir]}] (node/start-submit-node {:xtdb.tx-producer/tx-producer {:clock (->mock-clock)} diff --git a/src/test/clojure/xtdb/datalog_test.clj b/src/test/clojure/xtdb/datalog_test.clj index 67a518b8cb..76844085a7 100644 --- a/src/test/clojure/xtdb/datalog_test.clj +++ b/src/test/clojure/xtdb/datalog_test.clj @@ -1072,7 +1072,7 @@ :spectre])))) (t/deftest bug-non-string-table-names-599 - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 10, :rows-per-chunk 1000}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 1000}})] (letfn [(submit-ops! [ids] (last (for [tx-ops (->> (for [id ids] [:put :t1 {:xt/id id, @@ -1095,7 +1095,7 @@ (t/is (= 160 (count-table tx))))))) (t/deftest bug-dont-throw-on-non-existing-column-597 - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 10, :rows-per-chunk 1000}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 1000}})] (letfn [(submit-ops! [ids] (last (for [tx-ops (->> (for [id ids] [:put :t1 {:xt/id id, @@ -1117,7 +1117,7 @@ :where [(match :xt_docs [xt/id some-attr])]})))))) (t/deftest add-better-metadata-support-for-keywords - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 10, :rows-per-chunk 1000}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 1000}})] (letfn [(submit-ops! [ids] (last (for [tx-ops (->> (for [id ids] [:put :t1 {:xt/id id, @@ -2190,7 +2190,7 @@ :where [(match :foo {:xt/id id})]})))) (t/deftest test-metadata-filtering-for-time-data-607 - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 1, :rows-per-chunk 1}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 1}})] (xt/submit-tx node [[:put :xt_docs {:xt/id 1 :start-date #time/date "2000-01-01"}] [:put :xt_docs {:xt/id 2 :start-date #time/date "3000-01-01"}]]) (t/is (= [{:id 1}] @@ -2319,7 +2319,7 @@ [(= #time/time "08:12:13.366" #time/time "08:12:13.366") d]]})))) (t/deftest bug-temporal-queries-wrong-at-boundary-2531 - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 10, :rows-per-chunk 10} + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 10} :xtdb.tx-producer/tx-producer {:instant-src (tu/->mock-clock)} :xtdb.log/memory-log {:instant-src (tu/->mock-clock)}})] (doseq [i (range 10)] diff --git a/src/test/clojure/xtdb/indexer_test.clj b/src/test/clojure/xtdb/indexer_test.clj index 565b592ce1..0663d13588 100644 --- a/src/test/clojure/xtdb/indexer_test.clj +++ b/src/test/clojure/xtdb/indexer_test.clj @@ -99,21 +99,6 @@ (t/is (= last-tx-key (tu/then-await-tx last-tx-key node (Duration/ofSeconds 2)))) - (t/testing "watermark" - (with-open [^IWatermark watermark (.openWatermark wm-src last-tx-key)] - (let [live-blocks (-> (.liveChunk watermark) - (.liveTable "device_info") - (.liveBlocks #{"xt$id" "model"} nil)) - !res (volatile! [])] - (.forEachRemaining live-blocks - (reify Consumer - (accept [_ content-cols] - (vswap! !res conj (vr/rel->rows content-cols))))) - - (t/is (= [[{:xt$id "device-info-demo000000", :model "pinto"} - {:xt$id "device-info-demo000001", :model "mustang"}]] - @!res))))) - (tu/finish-chunk! node) (t/is (= {:latest-completed-tx last-tx-key @@ -121,13 +106,10 @@ (-> (meta/latest-chunk-metadata mm) (select-keys [:latest-completed-tx :next-chunk-idx])))) - (let [objects-list (->> (.listObjects os "chunk-00/device_info") (filter #(str/ends-with? % "/metadata.arrow")))] - (t/is (= 1 (count objects-list))) - (t/is (= ["chunk-00/device_info/metadata.arrow"] objects-list))) - (tj/check-json (.toPath (io/as-file (io/resource "xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format"))) (.resolve node-dir "objects")) + #_ ; TODO port to buffer pool test that doesn't depend on the structure of the indexer (t/testing "buffer pool" (let [buffer-name "chunk-00/device_info/metadata.arrow" ^ArrowBuf buffer @(.getBuffer bp buffer-name) @@ -419,10 +401,12 @@ (select-keys [:latest-completed-tx :next-chunk-idx])))) (let [objs (.listObjects os)] - (t/is (= 1 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_info/metadata\.arrow" %) objs)))) - (t/is (= 4 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_readings/metadata\.arrow" %) objs)))) - (t/is (= 1 (count (filter #(re-matches #"chunk-.*/device_info/content-api_version\.arrow" %) objs)))) - (t/is (= 4 (count (filter #(re-matches #"chunk-.*/device_readings/content-battery_level\.arrow" %) objs)))))))))) + (t/is (= 4 (count (filter #(re-matches #"chunk-metadata/\p{XDigit}+\.transit.json" %) objs)))) + (t/is (= 2 (count (filter #(re-matches #"tables/device_info/chunks/.+\.arrow" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/device_readings/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/device_readings/chunks/trie-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/xt\$txs/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/xt\$txs/chunks/trie-\p{XDigit}+\.arrow" %) objs)))))))))) (t/deftest can-ingest-ts-devices-mini-into-multiple-nodes (let [node-dir (util/->path "target/can-ingest-ts-devices-mini-into-multiple-nodes") @@ -455,9 +439,12 @@ (t/is (= last-tx-key (tu/latest-completed-tx node))) (let [objs (.listObjects os)] - (t/is (= 13 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_(?:info|readings)/metadata.arrow" %) objs)))) - (t/is (= 2 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_info/content-api_version\.arrow" %) objs)))) - (t/is (= 11 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_readings/content-battery_level\.arrow" %) objs))))))))))) + (t/is (= 11 (count (filter #(re-matches #"chunk-metadata/\p{XDigit}+\.transit.json" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/device_info/chunks/.+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/device_readings/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/device_readings/chunks/trie-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/xt\$txs/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/xt\$txs/chunks/trie-\p{XDigit}+\.arrow" %) objs))))))))))) (t/deftest can-ingest-ts-devices-mini-with-stop-start-and-reach-same-state (let [node-dir (util/->path "target/can-ingest-ts-devices-mini-with-stop-start-and-reach-same-state") @@ -499,10 +486,12 @@ (t/is (< next-chunk-idx (count first-half-tx-ops))) (let [objs (.listObjects os)] - (t/is (= 2 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_info/metadata\.arrow" %) objs)))) - (t/is (= 5 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_readings/metadata\.arrow" %) objs)))) - (t/is (= 2 (count (filter #(re-matches #"chunk-.*/device_info/content-api_version\.arrow" %) objs)))) - (t/is (= 5 (count (filter #(re-matches #"chunk-.*/device_readings/content-battery_level\.arrow" %) objs)))))) + (t/is (= 5 (count (filter #(re-matches #"chunk-metadata/\p{XDigit}+\.transit.json" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/device_info/chunks/.+\.arrow" %) objs)))) + (t/is (= 5 (count (filter #(re-matches #"tables/device_readings/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 5 (count (filter #(re-matches #"tables/device_readings/chunks/trie-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 5 (count (filter #(re-matches #"tables/xt\$txs/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 5 (count (filter #(re-matches #"tables/xt\$txs/chunks/trie-\p{XDigit}+\.arrow" %) objs)))))) (t/is (= :utf8 (.columnType mm "device_readings" "xt$id"))) @@ -538,10 +527,12 @@ ^IMetadataManager mm (tu/component node ::meta/metadata-manager)]] (let [objs (.listObjects os)] - (t/is (= 2 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_info/metadata\.arrow" %) objs)))) - (t/is (= 11 (count (filter #(re-matches #"chunk-\p{XDigit}+/device_readings/metadata\.arrow" %) objs)))) - (t/is (= 2 (count (filter #(re-matches #"chunk-.*/device_info/content-api_version\.arrow" %) objs)))) - (t/is (= 11 (count (filter #(re-matches #"chunk-.*/device_readings/content-battery_level\.arrow" %) objs))))) + (t/is (= 11 (count (filter #(re-matches #"chunk-metadata/\p{XDigit}+\.transit.json" %) objs)))) + (t/is (= 4 (count (filter #(re-matches #"tables/device_info/chunks/.+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/device_readings/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/device_readings/chunks/trie-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/xt\$txs/chunks/leaf-\p{XDigit}+\.arrow" %) objs)))) + (t/is (= 11 (count (filter #(re-matches #"tables/xt\$txs/chunks/trie-\p{XDigit}+\.arrow" %) objs))))) (t/is (= :utf8 (.columnType mm "device_info" "xt$id"))))))))))))) @@ -625,63 +616,3 @@ (tj/check-json (.toPath (io/as-file (io/resource "xtdb/indexer-test/can-index-sql-insert"))) (.resolve node-dir "objects")))))) - -(deftest test-skips-irrelevant-live-blocks-632 - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 2, :rows-per-chunk 10}})] - (-> (xt/submit-tx node [[:put :xt_docs {:name "Håkan", :xt/id :hak}]]) - (tu/then-await-tx node)) - - (tu/finish-chunk! node) - - (xt/submit-tx node [[:put :xt_docs {:name "Dan", :xt/id :dan}] - [:put :xt_docs {:name "Ivan", :xt/id :iva}]]) - - (-> (xt/submit-tx node [[:put :xt_docs {:name "James", :xt/id :jms}] - [:put :xt_docs {:name "Jon", :xt/id :jon}]]) - (tu/then-await-tx node)) - - (let [^IMetadataManager metadata-mgr (tu/component node ::meta/metadata-manager) - ^IWatermarkSource wm-src (tu/component node :xtdb/indexer)] - (with-open [params (tu/open-params {'?name "Ivan"})] - (let [gt-literal-selector (expr.meta/->metadata-selector '(> name "Ivan") '{name :utf8} {}) - gt-param-selector (expr.meta/->metadata-selector '(> name ?name) '{name :utf8} params)] - - (t/is (= #{0} (set (keys (.chunksMetadata metadata-mgr))))) - - (letfn [(test-live-blocks [^IWatermark wm, metadata-pred] - (with-open [live-blocks (-> (.liveChunk wm) - (.liveTable "xt_docs") - (.liveBlocks #{"_row_id" "name"} metadata-pred))] - (let [!res (atom [])] - (.forEachRemaining live-blocks - (reify Consumer - (accept [_ in-rel] - (swap! !res conj (vr/rel->rows in-rel))))) - @!res)))] - - (with-open [wm1 (.openWatermark wm-src nil)] - (t/is (= [[{:_row_id 2, :name "Dan"} {:_row_id 3, :name "Ivan"}] - [{:_row_id 5, :name "James"} {:_row_id 6, :name "Jon"}]] - (test-live-blocks wm1 nil)) - "no selector") - - (t/is (= [[{:_row_id 5, :name "James"} {:_row_id 6, :name "Jon"}]] - (test-live-blocks wm1 gt-literal-selector)) - "only second block, literal selector") - - (t/is (= [[{:_row_id 5, :name "James"} {:_row_id 6, :name "Jon"}]] - (test-live-blocks wm1 gt-param-selector)) - "only second block, param selector") - - (let [next-tx (-> (xt/submit-tx node [[:put :xt_docs {:name "Jeremy", :xt/id :jdt}]]) - (tu/then-await-tx node))] - - (with-open [wm2 (.openWatermark wm-src next-tx)] - (t/is (= [[{:_row_id 5, :name "James"} {:_row_id 6, :name "Jon"}]] - (test-live-blocks wm1 gt-literal-selector)) - "replay with wm1") - - (t/is (= [[{:_row_id 5, :name "James"} {:_row_id 6, :name "Jon"}] - [{:_row_id 8, :name "Jeremy"}]] - (test-live-blocks wm2 gt-literal-selector)) - "now on wm2")))))))))) diff --git a/src/test/clojure/xtdb/operator/scan_test.clj b/src/test/clojure/xtdb/operator/scan_test.clj index 5c942725bd..4a7c71ad5a 100644 --- a/src/test/clojure/xtdb/operator/scan_test.clj +++ b/src/test/clojure/xtdb/operator/scan_test.clj @@ -40,7 +40,7 @@ {:node node}))))) (t/deftest test-chunk-boundary - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 5, :rows-per-chunk 20}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 20}})] (->> (for [i (range 110)] [:put :xt_docs {:xt/id i}]) (partition-all 10) diff --git a/src/test/clojure/xtdb/operator_test.clj b/src/test/clojure/xtdb/operator_test.clj index ceef6d4687..29ab406154 100644 --- a/src/test/clojure/xtdb/operator_test.clj +++ b/src/test/clojure/xtdb/operator_test.clj @@ -12,7 +12,7 @@ (t/use-fixtures :once tu/with-allocator) (t/deftest test-find-gt-ivan - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 2, :rows-per-chunk 10}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 10}})] (-> (xt/submit-tx node [[:put :xt_docs {:name "Håkan", :xt/id :hak}]]) (tu/then-await-tx node)) @@ -39,8 +39,9 @@ (t/is (= #{0 2} (set (keys (.chunksMetadata metadata-mgr))))) + #_ ; TODO reinstate metadata (let [expected-match [(meta/map->ChunkMatch - {:chunk-idx 2, :block-idxs (doto (RoaringBitmap.) (.add 1)), :col-names #{"_row_id" "xt$id" "name"}})]] + {:chunk-idx 2, :block-idxs (doto (RoaringBitmap.) (.add 1)), :col-names #{"xt$id" "name"}})]] (t/is (= expected-match (meta/matching-chunks metadata-mgr "xt_docs" (expr.meta/->metadata-selector '(> name "Ivan") '{name :utf8} {}))) @@ -63,7 +64,7 @@ tx2))))))) (t/deftest test-find-eq-ivan - (with-open [node (node/start-node {:xtdb/live-chunk {:rows-per-block 3, :rows-per-chunk 10}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 10}})] (-> (xt/submit-tx node [[:put :xt_docs {:name "Håkan", :xt/id :hak}] [:put :xt_docs {:name "James", :xt/id :jms}] [:put :xt_docs {:name "Ivan", :xt/id :iva}]]) @@ -78,8 +79,10 @@ (tu/finish-chunk! node) (let [^IMetadataManager metadata-mgr (tu/component node ::meta/metadata-manager)] (t/is (= #{0 4} (set (keys (.chunksMetadata metadata-mgr))))) + + #_ ; TODO reinstate metadata (let [expected-match [(meta/map->ChunkMatch - {:chunk-idx 0, :block-idxs (doto (RoaringBitmap.) (.add 0)), :col-names #{"_row_id" "xt$id" "name"}})]] + {:chunk-idx 0, :block-idxs (doto (RoaringBitmap.) (.add 0)), :col-names #{"xt$id" "name"}})]] (t/is (= expected-match (meta/matching-chunks metadata-mgr "xt_docs" (expr.meta/->metadata-selector '(= name "Ivan") '{name :utf8} {}))) diff --git a/src/test/clojure/xtdb/stats_test.clj b/src/test/clojure/xtdb/stats_test.clj index 40a417869d..a4f8c18513 100644 --- a/src/test/clojure/xtdb/stats_test.clj +++ b/src/test/clojure/xtdb/stats_test.clj @@ -9,8 +9,7 @@ (t/use-fixtures :each tu/with-allocator) (deftest test-scan - (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 2} - :xtdb/live-chunk {:rows-per-block 2 , :rows-per-chunk 2}})] + (with-open [node (node/start-node {:xtdb/indexer {:rows-per-chunk 2}})] (let [scan-emitter (util/component node :xtdb.operator.scan/scan-emitter)] (xt/submit-tx node [[:put :foo {:xt/id "foo1"}] [:put :bar {:xt/id "bar1"}]]) diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-_row_id.arrow.json deleted file mode 100644 index fc4a264960..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["0","3"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-api_version.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-api_version.arrow.json deleted file mode 100644 index 48e510a75f..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-api_version.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "api_version", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "api_version", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,2,4], - "DATA" : ["23","23"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-manufacturer.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-manufacturer.arrow.json deleted file mode 100644 index eadc934b76..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-manufacturer.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "manufacturer", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "manufacturer", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,6,12], - "DATA" : ["iobeam","iobeam"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-model.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-model.arrow.json deleted file mode 100644 index 4536a0bf48..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-model.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "model", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "model", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,12], - "DATA" : ["pinto","mustang"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-os_name.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-os_name.arrow.json deleted file mode 100644 index f346a1245c..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-os_name.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "os_name", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "os_name", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "DATA" : ["6.0.1","6.0.1"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-xt$id.arrow.json deleted file mode 100644 index b429cda470..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/content-xt$id.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,22,44], - "DATA" : ["device-info-demo000000","device-info-demo000001"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/metadata.arrow.json deleted file mode 100644 index da6265646e..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_info/metadata.arrow.json +++ /dev/null @@ -1,190 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,6,12], - "children" : [{ - "name" : "$data$", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,19,24,35,47,54,59,66,71,82,94], - "DATA" : ["_row_id","xt$id","os_name","model","api_version","manufacturer","_row_id","xt$id","os_name","model","api_version","manufacturer"] - },{ - "name" : "root-col?", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : ["2","2","2","2","2","2","2","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 12, - "VALIDITY" : [1,0,0,0,0,0,1,0,0,0,0,0], - "children" : [{ - "name" : "min", - "count" : 12, - "VALIDITY" : [1,0,0,0,0,0,1,0,0,0,0,0], - "DATA" : ["0","0","0","0","0","0","0","0","0","0","0","0"] - },{ - "name" : "max", - "count" : 12, - "VALIDITY" : [1,0,0,0,0,0,1,0,0,0,0,0], - "DATA" : ["3","0","0","0","0","0","3","0","0","0","0","0"] - }] - },{ - "name" : "utf8", - "count" : 12, - "VALIDITY" : [0,1,1,1,1,1,0,1,1,1,1,1], - "children" : [{ - "name" : "min", - "count" : 12, - "VALIDITY" : [0,1,1,1,1,1,0,1,1,1,1,1], - "OFFSET" : [0,0,22,27,34,36,42,42,64,69,76,78,84], - "DATA" : ["","device-info-demo000000","6.0.1","mustang","23","iobeam","","device-info-demo000000","6.0.1","mustang","23","iobeam"] - },{ - "name" : "max", - "count" : 12, - "VALIDITY" : [0,1,1,1,1,1,0,1,1,1,1,1], - "OFFSET" : [0,0,22,27,32,34,40,40,62,67,72,74,80], - "DATA" : ["","device-info-demo000001","6.0.1","pinto","23","iobeam","","device-info-demo000001","6.0.1","pinto","23","iobeam"] - }] - }] - },{ - "name" : "bloom", - "count" : 12, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,52,96,134,194,224,262,314,358,396,456,486,524], - "DATA" : ["3a3000000400000000000100050000000a0000000f000100280000002c0000002e0000003000000000000300fc2af85557c3ade1","3a3000000300000001000000080003000c00000020000000220000002a000000e92f09380a38f066d695f9b3","3a30000003000000060000000700000008000000200000002200000024000000ffad90682123","3a3000000500000004000100050000000b0000000d0000000e000000300000003400000036000000380000003a00000068c95ff09f3d1f57ff16b13b","3a300000020000000000010008000000180000001c0000006d07676cea39","3a3000000300000005000000090000000f000000200000002200000024000000f3d627730da5","3a3000000400000000000100050000000a0000000f000100280000002c0000002e0000003000000000000300fc2af85557c3ade1","3a3000000300000001000000080003000c00000020000000220000002a000000e92f09380a38f066d695f9b3","3a30000003000000060000000700000008000000200000002200000024000000ffad90682123","3a3000000500000004000100050000000b0000000d0000000e000000300000003400000036000000380000003a00000068c95ff09f3d1f57ff16b13b","3a300000020000000000010008000000180000001c0000006d07676cea39","3a3000000300000005000000090000000f000000200000002200000024000000f3d627730da5"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-_row_id.arrow.json deleted file mode 100644 index c985d14f76..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["1","4"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_level.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_level.arrow.json deleted file mode 100644 index 42fdeaed34..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_level.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "battery_level", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "battery_level", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [59.0,86.0] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_status.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_status.arrow.json deleted file mode 100644 index 87c1f2602c..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_status.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "battery_status", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "battery_status", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,11,22], - "DATA" : ["discharging","discharging"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_temperature.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_temperature.arrow.json deleted file mode 100644 index d589751192..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-battery_temperature.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "battery_temperature", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "battery_temperature", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [89.5,93.7] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-bssid.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-bssid.arrow.json deleted file mode 100644 index 65554db8d2..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-bssid.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "bssid", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "bssid", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,17,34], - "DATA" : ["01:02:03:04:05:06","A0:B1:C5:D2:E0:F3"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_15min.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_15min.arrow.json deleted file mode 100644 index dc6540e1cb..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_15min.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "cpu_avg_15min", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "cpu_avg_15min", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [8.654,8.822] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_1min.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_1min.arrow.json deleted file mode 100644 index 335d82187a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_1min.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "cpu_avg_1min", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "cpu_avg_1min", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [24.81,4.93] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_5min.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_5min.arrow.json deleted file mode 100644 index 2c9ab15997..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-cpu_avg_5min.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "cpu_avg_5min", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "cpu_avg_5min", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [10.802,8.106] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-device_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-device_id.arrow.json deleted file mode 100644 index 45660a4399..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-device_id.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "device_id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "device_id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,22,44], - "DATA" : ["device-info-demo000000","device-info-demo000001"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_free.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_free.arrow.json deleted file mode 100644 index a7a1f7a630..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_free.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "mem_free", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "mem_free", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [4.10011078E8,7.20742332E8] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_used.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_used.arrow.json deleted file mode 100644 index 1f587f7fe6..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-mem_used.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "mem_used", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "mem_used", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [5.89988922E8,2.79257668E8] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-rssi.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-rssi.arrow.json deleted file mode 100644 index ef6e181b0c..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-rssi.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "rssi", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "rssi", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "f64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [-50.0,-61.0] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-ssid.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-ssid.arrow.json deleted file mode 100644 index 952446a997..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-ssid.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "ssid", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "ssid", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,8,19], - "DATA" : ["demo-net","stealth-net"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-time.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-time.arrow.json deleted file mode 100644 index 4f3b85ed49..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "time", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [1479211200000000,1479211200000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-xt$id.arrow.json deleted file mode 100644 index 91d3823d63..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/content-xt$id.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,18,36], - "DATA" : ["reading-demo000000","reading-demo000001"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/metadata.arrow.json deleted file mode 100644 index e10955095f..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/device_readings/metadata.arrow.json +++ /dev/null @@ -1,268 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "f64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,15,30], - "children" : [{ - "name" : "$data$", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,15,19,32,41,46,59,63,82,96,101,109,113,125,137,144,152,156,169,178,183,196,200,219,233,238,246,250,262,274], - "DATA" : ["_row_id","mem_used","rssi","battery_level","device_id","bssid","cpu_avg_15min","ssid","battery_temperature","battery_status","xt$id","mem_free","time","cpu_avg_1min","cpu_avg_5min","_row_id","mem_used","rssi","battery_level","device_id","bssid","cpu_avg_15min","ssid","battery_temperature","battery_status","xt$id","mem_free","time","cpu_avg_1min","cpu_avg_5min"] - },{ - "name" : "root-col?", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : ["2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 30, - "VALIDITY" : [1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0], - "children" : [{ - "name" : "min", - "count" : 30, - "VALIDITY" : [1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0], - "DATA" : ["1","0","0","0","0","0","0","0","0","0","0","0","0","0","0","1","0","0","0","0","0","0","0","0","0","0","0","0","0","0"] - },{ - "name" : "max", - "count" : 30, - "VALIDITY" : [1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0], - "DATA" : ["4","0","0","0","0","0","0","0","0","0","0","0","0","0","0","4","0","0","0","0","0","0","0","0","0","0","0","0","0","0"] - }] - },{ - "name" : "f64", - "count" : 30, - "VALIDITY" : [0,1,1,1,0,0,1,0,1,0,0,1,0,1,1,0,1,1,1,0,0,1,0,1,0,0,1,0,1,1], - "children" : [{ - "name" : "min", - "count" : 30, - "VALIDITY" : [0,1,1,1,0,0,1,0,1,0,0,1,0,1,1,0,1,1,1,0,0,1,0,1,0,0,1,0,1,1], - "DATA" : [0.0,2.79257668E8,-61.0,59.0,0.0,0.0,8.654,0.0,89.5,0.0,0.0,4.10011078E8,0.0,4.93,8.106,0.0,2.79257668E8,-61.0,59.0,0.0,0.0,8.654,0.0,89.5,0.0,0.0,4.10011078E8,0.0,4.93,8.106] - },{ - "name" : "max", - "count" : 30, - "VALIDITY" : [0,1,1,1,0,0,1,0,1,0,0,1,0,1,1,0,1,1,1,0,0,1,0,1,0,0,1,0,1,1], - "DATA" : [0.0,5.89988922E8,-50.0,86.0,0.0,0.0,8.822,0.0,93.7,0.0,0.0,7.20742332E8,0.0,24.81,10.802,0.0,5.89988922E8,-50.0,86.0,0.0,0.0,8.822,0.0,93.7,0.0,0.0,7.20742332E8,0.0,24.81,10.802] - }] - },{ - "name" : "utf8", - "count" : 30, - "VALIDITY" : [0,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,1,0,0,0,0], - "children" : [{ - "name" : "min", - "count" : 30, - "VALIDITY" : [0,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,1,0,0,0,0], - "OFFSET" : [0,0,0,0,0,22,39,39,47,47,58,76,76,76,76,76,76,76,76,76,98,115,115,123,123,134,152,152,152,152,152], - "DATA" : ["","","","","device-info-demo000000","01:02:03:04:05:06","","demo-net","","discharging","reading-demo000000","","","","","","","","","device-info-demo000000","01:02:03:04:05:06","","demo-net","","discharging","reading-demo000000","","","",""] - },{ - "name" : "max", - "count" : 30, - "VALIDITY" : [0,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,1,1,0,1,0,1,1,0,0,0,0], - "OFFSET" : [0,0,0,0,0,22,39,39,50,50,61,79,79,79,79,79,79,79,79,79,101,118,118,129,129,140,158,158,158,158,158], - "DATA" : ["","","","","device-info-demo000001","A0:B1:C5:D2:E0:F3","","stealth-net","","discharging","reading-demo000001","","","","","","","","","device-info-demo000001","A0:B1:C5:D2:E0:F3","","stealth-net","","discharging","reading-demo000001","","","",""] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 30, - "VALIDITY" : [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 30, - "VALIDITY" : [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0], - "DATA" : [0,0,0,0,0,0,0,0,0,0,0,0,1479211200000000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1479211200000000,0,0] - },{ - "name" : "max", - "count" : 30, - "VALIDITY" : [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0], - "DATA" : [0,0,0,0,0,0,0,0,0,0,0,0,1479211200000000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1479211200000000,0,0] - }] - }] - },{ - "name" : "bloom", - "count" : 30, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,52,120,180,248,292,360,420,472,540,578,630,698,736,796,864,916,984,1044,1112,1156,1224,1284,1336,1404,1442,1494,1562,1600,1660,1728], - "DATA" : ["3a3000000400000000000200080000000d0000000e000000280000002e0000003000000032000000010004002bee16778e13c989","3a3000000600000000000000010000000300000004000000050000000a000000380000003a0000003c0000003e000000400000004200000022a54295d8356ed64056b1fd","3a3000000500000000000000090001000a0000000e0000000f000000300000003200000036000000380000003a000000f456000006c90c9200807a6b","3a30000006000000010000000500000006000000070000000a0000000d000000380000003a0000003c0000003e00000040000000420000004cf00080986046c28c040080","3a3000000300000001000000080003000c00000020000000220000002a000000e92f09380a38f066d695f9b3","3a30000006000000000000000100000002000000080000000b0000000e000000380000003a0000003c0000003e000000400000004200000058377ea7a127e8b65a9832c7","3a30000005000000010000000300000006000100080000000b000000300000003200000034000000380000003a000000516f96eadb659594fce7633b","3a300000040000000300010004000100080000000e000000280000002c00000030000000320000000e5174fa3f69daa3490b443a","3a3000000600000006000000090000000b0000000c0000000d0000000e000000380000003a0000003c0000003e000000400000004200000000604a5e01a0945c4a3e93dc","3a3000000300000003000000070000000d0000002000000022000000240000001cbc2a702396","3a300000040000000000010001000100060000000c000000280000002c0000003000000032000000a3b2a4b23328c39d747f444c","3a300000060000000500000008000000090000000a0000000c0000000d000000380000003a0000003c0000003e0000004000000042000000d37a4570f959ff3ab9051f39","3a30000003000000010000000a0000000d000000200000002200000024000000490c55f1cffe","3a300000050000000000000006000100090000000d0000000f000000300000003200000036000000380000003a000000eba9e9a6dfdb7b2bd30d32e9","3a300000060000000300000004000000080000000a0000000e0000000f000000380000003a0000003c0000003e00000040000000420000002b52506c82bbc6f6d9248bb1","3a3000000400000000000200080000000d0000000e000000280000002e0000003000000032000000010004002bee16778e13c989","3a3000000600000000000000010000000300000004000000050000000a000000380000003a0000003c0000003e000000400000004200000022a54295d8356ed64056b1fd","3a3000000500000000000000090001000a0000000e0000000f000000300000003200000036000000380000003a000000f456000006c90c9200807a6b","3a30000006000000010000000500000006000000070000000a0000000d000000380000003a0000003c0000003e00000040000000420000004cf00080986046c28c040080","3a3000000300000001000000080003000c00000020000000220000002a000000e92f09380a38f066d695f9b3","3a30000006000000000000000100000002000000080000000b0000000e000000380000003a0000003c0000003e000000400000004200000058377ea7a127e8b65a9832c7","3a30000005000000010000000300000006000100080000000b000000300000003200000034000000380000003a000000516f96eadb659594fce7633b","3a300000040000000300010004000100080000000e000000280000002c00000030000000320000000e5174fa3f69daa3490b443a","3a3000000600000006000000090000000b0000000c0000000d0000000e000000380000003a0000003c0000003e000000400000004200000000604a5e01a0945c4a3e93dc","3a3000000300000003000000070000000d0000002000000022000000240000001cbc2a702396","3a300000040000000000010001000100060000000c000000280000002c0000003000000032000000a3b2a4b23328c39d747f444c","3a300000060000000500000008000000090000000a0000000c0000000d000000380000003a0000003c0000003e0000004000000042000000d37a4570f959ff3ab9051f39","3a30000003000000010000000a0000000d000000200000002200000024000000490c55f1cffe","3a300000050000000000000006000100090000000d0000000f000000300000003200000036000000380000003a000000eba9e9a6dfdb7b2bd30d32e9","3a300000060000000300000004000000080000000a0000000e0000000f000000380000003a0000003c0000003e00000040000000420000002b52506c82bbc6f6d9248bb1"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index 1ec4f7c50a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["2","5"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index 10950ea99b..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$committed?", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "bool", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [1,1] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index beca1e675a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$error", - "count" : 2, - "TYPE_ID" : [1,1], - "OFFSET" : [0,1], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 2 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index 13d10f7f2a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "i64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["0","8165"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index 0beb8fd6ee..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [1577836800000000,1577923200000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index 131a63ca42..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-chunk-as-arrow-ipc-file-format/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,216 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["2","2","2","2","2","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["2","0","0","0","0","2","0","0","0","0"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["5","8165","0","0","0","5","8165","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577923200000000,0,0,0,0,1577923200000000,0,0] - }] - },{ - "name" : "bool", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "null", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,60,120,188,210,232,292,352,420,442,464], - "DATA" : ["3a3000000500000000000100040000000a0000000e0000000f000000300000003400000036000000380000003a00000002000500d2946a4adbd6706b","3a300000050000000000010005000000070000000a0000000b000000300000003400000036000000380000003a0000000000e51ffc2a3fbaf85512ed","3a300000060000000200000004000000090000000b0000000c0000000f000000380000003a0000003c0000003e00000040000000420000000af41c3b4c0193972a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000003e007c00ba00","3a3000000500000000000100040000000a0000000e0000000f000000300000003400000036000000380000003a00000002000500d2946a4adbd6706b","3a300000050000000000010005000000070000000a0000000b000000300000003400000036000000380000003a0000000000e51ffc2a3fbaf85512ed","3a300000060000000200000004000000090000000b0000000c0000000f000000380000003a0000003c0000003e00000040000000420000000af41c3b4c0193972a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000003e007c00ba00"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-_row_id.arrow.json deleted file mode 100644 index 1060f12edf..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "_row_id", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["7","8","9"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-bar.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-bar.arrow.json deleted file mode 100644 index 598d577064..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-bar.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "bar", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "bar", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "i64", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["1","2","2"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-toto.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-toto.arrow.json deleted file mode 100644 index d6503b0967..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-toto.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "toto", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "toto", - "count" : 3, - "TYPE_ID" : [0,0,1], - "OFFSET" : [0,1,0], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,4,8], - "DATA" : ["toto","toto"] - },{ - "name" : "absent", - "count" : 1 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-xt$id.arrow.json deleted file mode 100644 index afbe018ef8..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$id", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "i64", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["1","1","2"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/metadata.arrow.json deleted file mode 100644 index 97b8a66dfb..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/foo/metadata.arrow.json +++ /dev/null @@ -1,202 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "absent", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,4,8], - "children" : [{ - "name" : "$data$", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,15,19,26,31,34,38], - "DATA" : ["_row_id","xt$id","bar","toto","_row_id","xt$id","bar","toto"] - },{ - "name" : "root-col?", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "DATA" : ["3","3","3","3","3","3","3","3"] - },{ - "name" : "types", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 8, - "VALIDITY" : [1,1,1,0,1,1,1,0], - "children" : [{ - "name" : "min", - "count" : 8, - "VALIDITY" : [1,1,1,0,1,1,1,0], - "DATA" : ["7","1","1","0","7","1","1","0"] - },{ - "name" : "max", - "count" : 8, - "VALIDITY" : [1,1,1,0,1,1,1,0], - "DATA" : ["9","2","2","0","9","2","2","0"] - }] - },{ - "name" : "utf8", - "count" : 8, - "VALIDITY" : [0,0,0,1,0,0,0,1], - "children" : [{ - "name" : "min", - "count" : 8, - "VALIDITY" : [0,0,0,1,0,0,0,1], - "OFFSET" : [0,0,0,0,4,4,4,4,8], - "DATA" : ["","","","toto","","","","toto"] - },{ - "name" : "max", - "count" : 8, - "VALIDITY" : [0,0,0,1,0,0,0,1], - "OFFSET" : [0,0,0,0,4,4,4,4,8], - "DATA" : ["","","","toto","","","","toto"] - }] - },{ - "name" : "absent", - "count" : 8, - "VALIDITY" : [0,0,0,1,0,0,0,1], - "DATA" : [0,0,0,1,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 8, - "VALIDITY" : [1,1,1,1,1,1,1,1], - "OFFSET" : [0,66,118,170,222,288,340,392,444], - "DATA" : ["3a300000050000000000020005000100070000000a0000000b00010030000000360000003a0000003c0000003e000000070008000900bc2bce90b4c96f579521dee4","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a3000000400000000000200040000000a0000000f000000280000002e00000030000000320000001f003e005d00746f44e95cac","3a300000050000000000020005000100070000000a0000000b00010030000000360000003a0000003c0000003e000000070008000900bc2bce90b4c96f579521dee4","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a3000000400000000000200040000000a0000000f000000280000002e00000030000000320000001f003e005d00746f44e95cac"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-_row_id.arrow.json deleted file mode 100644 index 72b1979e51..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "_row_id", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["0"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-a.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-a.arrow.json deleted file mode 100644 index 9c527af2a1..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-a.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "a", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "a", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["1"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-xt$id.arrow.json deleted file mode 100644 index 8bd35b50d7..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/content-xt$id.arrow.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "uuid", - "nullable" : false, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$id", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "uuid", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["cb8815ee85f74c61a8032ea1c949cf8d"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/metadata.arrow.json deleted file mode 100644 index dabbb0fb00..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/hello/metadata.arrow.json +++ /dev/null @@ -1,202 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "uuid", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,6], - "children" : [{ - "name" : "$data$", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,7,8,13,20,21,26], - "DATA" : ["_row_id","a","xt$id","_row_id","a","xt$id"] - },{ - "name" : "root-col?", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["1","1","1","1","1","1"] - },{ - "name" : "types", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "DATA" : ["0","1","0","0","1","0"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "DATA" : ["0","1","0","0","1","0"] - }] - },{ - "name" : "uuid", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "DATA" : ["00000000000000000000000000000000","00000000000000000000000000000000","cb8815ee85f74c61a8032ea1c949cf8d","00000000000000000000000000000000","00000000000000000000000000000000","cb8815ee85f74c61a8032ea1c949cf8d"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "DATA" : ["00000000000000000000000000000000","00000000000000000000000000000000","cb8815ee85f74c61a8032ea1c949cf8d","00000000000000000000000000000000","00000000000000000000000000000000","cb8815ee85f74c61a8032ea1c949cf8d"] - }] - }] - },{ - "name" : "bloom", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,38,68,106,144,174,212], - "DATA" : ["3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a300000020000000000010008000000180000001c00000001002bee1677","3a30000003000000000000000100000009000000200000002200000024000000a7b0897b1816","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a300000020000000000010008000000180000001c00000001002bee1677","3a30000003000000000000000100000009000000200000002200000024000000a7b0897b1816"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-_row_id.arrow.json deleted file mode 100644 index 2dca7cbc33..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["1","3"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-b.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-b.arrow.json deleted file mode 100644 index 0211235cff..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-b.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "b", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "b", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "i64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["2","3"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-xt$id.arrow.json deleted file mode 100644 index d348267cc2..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/content-xt$id.arrow.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "uuid", - "nullable" : false, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "uuid", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["424f5622c8264deda5dbe2144d665c38","424f5622c8264deda5dbe2144d665c38"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/metadata.arrow.json deleted file mode 100644 index 19f28b45fc..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/world/metadata.arrow.json +++ /dev/null @@ -1,202 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "uuid", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "UuidType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "uuid", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,6], - "children" : [{ - "name" : "$data$", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,7,8,13,20,21,26], - "DATA" : ["_row_id","b","xt$id","_row_id","b","xt$id"] - },{ - "name" : "root-col?", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["2","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "DATA" : ["1","2","0","1","2","0"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [1,1,0,1,1,0], - "DATA" : ["3","3","0","3","3","0"] - }] - },{ - "name" : "uuid", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "DATA" : ["00000000000000000000000000000000","00000000000000000000000000000000","424f5622c8264deda5dbe2144d665c38","00000000000000000000000000000000","00000000000000000000000000000000","424f5622c8264deda5dbe2144d665c38"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "DATA" : ["00000000000000000000000000000000","00000000000000000000000000000000","424f5622c8264deda5dbe2144d665c38","00000000000000000000000000000000","00000000000000000000000000000000","424f5622c8264deda5dbe2144d665c38"] - }] - }] - },{ - "name" : "bloom", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,44,96,126,170,222,252], - "DATA" : ["3a3000000300000000000200080000000f000100200000002600000028000000010003002bee167757c3ade1","3a3000000400000000000100040000000a0000000f000100280000002c0000002e0000003000000002000300d2946a4a57c3ade1","3a30000002000000040001000c000000180000001c000000de6bdafe5cb5","3a3000000300000000000200080000000f000100200000002600000028000000010003002bee167757c3ade1","3a3000000400000000000100040000000a0000000f000100280000002c0000002e0000003000000002000300d2946a4a57c3ade1","3a30000002000000040001000c000000180000001c000000de6bdafe5cb5"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index 58a1920693..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "_row_id", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["2","4","6","10","11","12"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index b5390efee1..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "xt$committed?", - "count" : 6, - "TYPE_ID" : [0,0,0,0,0,0], - "OFFSET" : [0,1,2,3,4,5], - "children" : [{ - "name" : "bool", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,0] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index 66b874aacd..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "xt$error", - "count" : 6, - "TYPE_ID" : [1,1,1,1,1,0], - "OFFSET" : [0,1,2,3,4,0], - "children" : [{ - "name" : "clj-form", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,284], - "DATA" : ["#xt/runtime-err {:xtdb.error/error-type :runtime-error, :xtdb.error/error-key :xtdb.indexer/invalid-valid-times, :xtdb.error/message \"Runtime error: ':xtdb.indexer/invalid-valid-times'\", :valid-from #time/instant \"2020-01-01T00:00:00Z\", :valid-to #time/instant \"2019-01-01T00:00:00Z\"}"] - },{ - "name" : "null", - "count" : 5 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index 280e054de4..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "xt$id", - "count" : 6, - "TYPE_ID" : [0,0,0,0,0,0], - "OFFSET" : [0,1,2,3,4,5], - "children" : [{ - "name" : "i64", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["0","4461","8538","11831","15076","18145"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index ae7c86b6fa..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 6, - "TYPE_ID" : [0,0,0,0,0,0], - "OFFSET" : [0,1,2,3,4,5], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1577836800000000,1577923200000000,1578009600000000,1578096000000000,1578182400000000,1578268800000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index e44f54b5b5..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-build-live-index/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,228 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "clj-form", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["6","6","6","6","6","6","6","6","6","6"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["2","0","0","0","0","2","0","0","0","0"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["12","18145","0","0","0","12","18145","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1578268800000000,0,0,0,0,1578268800000000,0,0] - }] - },{ - "name" : "bool", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "clj-form", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - },{ - "name" : "null", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,124,232,364,392,444,568,676,808,836,888], - "DATA" : ["3a3000000a00000000000700040000000500000008000000090000000a0000000b0000000c0001000d0000000e00000058000000680000006a0000006c0000006e000000700000007200000074000000780000007a0000000200040006000a000b000c00e014b429d2947789102921c36a4ae8128d1496e18e13c989","3a300000080000000000070001000100020000000500000008000100090001000a0000000c00000048000000580000005c0000005e0000006000000064000000680000006a00000000006d115a21372ee43ae14667fa29fd97c606da8f8afc2a05a2b0fd5002fe4df8559a9e","3a3000000b0000000000000002000200040001000500010006000100090000000a0000000b0000000c0001000e0001000f0000006000000062000000680000006c000000700000007400000076000000780000007a0000007e00000082000000c402595b6f650af4582a1c3b57f945fbe42583504c016dbb93972a6e309bfa4e6e9008db","3a300000010000000000050010000000110013002200260033003900","3a300000040000000000020002000000040000000f000000280000002e00000030000000320000009b003601d1018a6364dfb0e7","3a3000000a00000000000700040000000500000008000000090000000a0000000b0000000c0001000d0000000e00000058000000680000006a0000006c0000006e000000700000007200000074000000780000007a0000000200040006000a000b000c00e014b429d2947789102921c36a4ae8128d1496e18e13c989","3a300000080000000000070001000100020000000500000008000100090001000a0000000c00000048000000580000005c0000005e0000006000000064000000680000006a00000000006d115a21372ee43ae14667fa29fd97c606da8f8afc2a05a2b0fd5002fe4df8559a9e","3a3000000b0000000000000002000200040001000500010006000100090000000a0000000b0000000c0001000e0001000f0000006000000062000000680000006c000000700000007400000076000000780000007a0000007e00000082000000c402595b6f650af4582a1c3b57f945fbe42583504c016dbb93972a6e309bfa4e6e9008db","3a300000010000000000050010000000110013002200260033003900","3a300000040000000000020002000000040000000f000000280000002e00000030000000320000009b003601d1018a6364dfb0e7"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index 4455de8e38..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "_row_id", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["6"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index 7c4d19982c..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$committed?", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index 668b9d40d8..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$error", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 1 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index bd21b780af..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$id", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["0"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index 67b1578fec..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577836800000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index 18ec5ed4c8..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,216 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["1","1","1","1","1","1","1","1","1","1"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["6","0","0","0","0","6","0","0","0","0"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["6","0","0","0","0","6","0","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - }] - },{ - "name" : "bool", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "null", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,38,76,114,136,158,196,234,272,294,316], - "DATA" : ["3a3000000300000000000000050000000b00000020000000220000002400000006007789e812","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a30000003000000090000000c0000000f0000002000000022000000240000004c012a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000001f003e005d00","3a3000000300000000000000050000000b00000020000000220000002400000006007789e812","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a30000003000000090000000c0000000f0000002000000022000000240000004c012a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000001f003e005d00"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-_row_id.arrow.json deleted file mode 100644 index cdc579dbc4..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "_row_id", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["0","1","2","3","4","5"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-list.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-list.arrow.json deleted file mode 100644 index 46e2046e8a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-list.arrow.json +++ /dev/null @@ -1,121 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "list", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "list", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - },{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "list", - "count" : 6, - "TYPE_ID" : [0,1,0,1,1,1], - "OFFSET" : [0,0,1,1,2,3], - "children" : [{ - "name" : "list", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,2,4], - "children" : [{ - "name" : "$data$", - "count" : 4, - "TYPE_ID" : [0,1,2,3], - "OFFSET" : [0,0,0,0], - "children" : [{ - "name" : "f64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [12.0] - },{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,3], - "DATA" : ["foo"] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577836800000000] - },{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [0] - }] - }] - },{ - "name" : "absent", - "count" : 4 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-struct.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-struct.arrow.json deleted file mode 100644 index 83662a607f..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-struct.arrow.json +++ /dev/null @@ -1,184 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "struct", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "struct", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "a", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "b", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - },{ - "name" : "c", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "struct", - "count" : 6, - "TYPE_ID" : [0,0,0,1,0,1], - "OFFSET" : [0,1,2,0,3,1], - "children" : [{ - "name" : "absent", - "count" : 4 - },{ - "name" : "struct", - "count" : 2, - "VALIDITY" : [1,1], - "children" : [{ - "name" : "a", - "count" : 2, - "TYPE_ID" : [0,1], - "OFFSET" : [0,0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["1"] - },{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - },{ - "name" : "b", - "count" : 2, - "TYPE_ID" : [0,1], - "OFFSET" : [0,0], - "children" : [{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,1], - "DATA" : ["b"] - },{ - "name" : "absent", - "count" : 1 - }] - },{ - "name" : "c", - "count" : 2, - "TYPE_ID" : [0,1], - "OFFSET" : [0,0], - "children" : [{ - "name" : "absent", - "count" : 1 - },{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,1], - "DATA" : ["c"] - }] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-xt$id.arrow.json deleted file mode 100644 index 80ab5a7cbb..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/content-xt$id.arrow.json +++ /dev/null @@ -1,71 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "keyword", - "nullable" : false, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 6, - "columns" : [{ - "name" : "xt$id", - "count" : 6, - "TYPE_ID" : [0,1,0,2,1,2], - "OFFSET" : [0,0,1,0,1,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,6], - "DATA" : ["foo","bar"] - },{ - "name" : "i64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["24","52"] - },{ - "name" : "keyword", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,7], - "DATA" : ["baz","quux"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/metadata.arrow.json deleted file mode 100644 index c7b1abe443..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-handle-dynamic-cols-in-same-block/chunk-00/xt_docs/metadata.arrow.json +++ /dev/null @@ -1,385 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "absent", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "struct-2", - "nullable" : true, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "keyword", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - },{ - "name" : "list", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "f64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,8,16], - "children" : [{ - "name" : "$data$", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,8,9,10,16,21,27,31,38,39,40,41,47,52,58,62], - "DATA" : ["_row_id","a","b","c","struct","xt$id","$data$","list","_row_id","a","b","c","struct","xt$id","$data$","list"] - },{ - "name" : "root-col?", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,0,0,0,1,1,0,1,1,0,0,0,1,1,0,1] - },{ - "name" : "count", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : ["6","2","2","2","6","6","4","6","6","2","2","2","6","6","4","6"] - },{ - "name" : "types", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 16, - "VALIDITY" : [1,1,0,0,0,1,0,0,1,1,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 16, - "VALIDITY" : [1,1,0,0,0,1,0,0,1,1,0,0,0,1,0,0], - "DATA" : ["0","1","0","0","0","24","0","0","0","1","0","0","0","24","0","0"] - },{ - "name" : "max", - "count" : 16, - "VALIDITY" : [1,1,0,0,0,1,0,0,1,1,0,0,0,1,0,0], - "DATA" : ["5","1","0","0","0","52","0","0","5","1","0","0","0","52","0","0"] - }] - },{ - "name" : "absent", - "count" : 16, - "VALIDITY" : [0,0,1,1,1,0,0,1,0,0,1,1,1,0,0,1], - "DATA" : [0,0,1,1,1,0,0,1,0,0,1,1,1,0,0,1] - },{ - "name" : "struct-2", - "count" : 16, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0], - "OFFSET" : [0,0,0,0,0,3,3,3,3,3,3,3,3,6,6,6,6], - "children" : [{ - "name" : "$data$", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1,2,3,9,10,11] - }] - },{ - "name" : "bool", - "count" : 16, - "VALIDITY" : [0,1,0,0,0,0,1,0,0,1,0,0,0,0,1,0], - "DATA" : [0,1,0,0,0,0,1,0,0,1,0,0,0,0,1,0] - },{ - "name" : "utf8", - "count" : 16, - "VALIDITY" : [0,0,1,1,0,1,1,0,0,0,1,1,0,1,1,0], - "children" : [{ - "name" : "min", - "count" : 16, - "VALIDITY" : [0,0,1,1,0,1,1,0,0,0,1,1,0,1,1,0], - "OFFSET" : [0,0,0,1,2,2,5,8,8,8,8,9,10,10,13,16,16], - "DATA" : ["","","b","c","","bar","foo","","","","b","c","","bar","foo",""] - },{ - "name" : "max", - "count" : 16, - "VALIDITY" : [0,0,1,1,0,1,1,0,0,0,1,1,0,1,1,0], - "OFFSET" : [0,0,0,1,2,2,5,8,8,8,8,9,10,10,13,16,16], - "DATA" : ["","","b","c","","foo","foo","","","","b","c","","foo","foo",""] - }] - },{ - "name" : "keyword", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "OFFSET" : [0,0,0,0,0,0,3,3,3,3,3,3,3,3,6,6,6], - "DATA" : ["","","","","","baz","","","","","","","","baz","",""] - },{ - "name" : "max", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "OFFSET" : [0,0,0,0,0,0,4,4,4,4,4,4,4,4,8,8,8], - "DATA" : ["","","","","","quux","","","","","","","","quux","",""] - }] - },{ - "name" : "list", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1], - "DATA" : [0,0,0,0,0,0,0,6,0,0,0,0,0,0,0,14] - },{ - "name" : "f64", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "children" : [{ - "name" : "min", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "DATA" : [0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0] - },{ - "name" : "max", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "DATA" : [0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "children" : [{ - "name" : "min", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "DATA" : [0,0,0,0,0,0,1577836800000000,0,0,0,0,0,0,0,1577836800000000,0] - },{ - "name" : "max", - "count" : 16, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0], - "DATA" : [0,0,0,0,0,0,1577836800000000,0,0,0,0,0,0,0,1577836800000000,0] - }] - }] - },{ - "name" : "bloom", - "count" : 16, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,108,144,180,224,290,414,510,568,676,712,748,792,858,982,1078,1136], - "DATA" : ["3a30000008000000000006000400000005000000080000000a0001000d0000000e0001000f0002004800000056000000580000005a0000005c0000006000000062000000660000000000010002000300040005002beed294fc2a16776a4af8558e13c989dbd6706b57c3ade1","3a300000020000000000040008000000180000002200000001001300260039002bee1677","3a30000002000000000004000100000018000000220000001f003e005d006200bea01a41","3a3000000300000000000300070000000f00000020000000280000002a0000001f003e005d0063001dabd755","3a30000005000000000004000200000005000000090000000a000000300000003a0000003c0000003e000000400000007c00f8007401be0f774bb6c1b363ba6895d7","3a3000000a0000000000020001000300020003000300000004000000050000000b0000000c0000000d0000000e000000580000005e000000660000006e00000070000000720000007400000076000000780000007a000000180034000fc570096f86068ab09d891a911af03199cba17cfbe7717542818efc6d97617e","3a3000000800000000000200010001000200010008000000090000000c0000000d0000000f000000480000004e0000005200000056000000580000005a0000005c0000005e0000001100220033007009b09df031ea4200004c012a6e752108db","3a3000000400000000000200090001000a0000000b000200280000002e00000032000000340000007c00f8007401649baae6f0310986a1bd39f5","3a30000008000000000006000400000005000000080000000a0001000d0000000e0001000f0002004800000056000000580000005a0000005c0000006000000062000000660000000000010002000300040005002beed294fc2a16776a4af8558e13c989dbd6706b57c3ade1","3a300000020000000000040008000000180000002200000001001300260039002bee1677","3a30000002000000000004000100000018000000220000001f003e005d006200bea01a41","3a3000000300000000000300070000000f00000020000000280000002a0000001f003e005d0063001dabd755","3a30000005000000000004000200000005000000090000000a000000300000003a0000003c0000003e000000400000007c00f8007401be0f774bb6c1b363ba6895d7","3a3000000a0000000000020001000300020003000300000004000000050000000b0000000c0000000d0000000e000000580000005e000000660000006e00000070000000720000007400000076000000780000007a000000180034000fc570096f86068ab09d891a911af03199cba17cfbe7717542818efc6d97617e","3a3000000800000000000200010001000200010008000000090000000c0000000d0000000f000000480000004e0000005200000056000000580000005a0000005c0000005e0000001100220033007009b09df031ea4200004c012a6e752108db","3a3000000400000000000200090001000a0000000b000200280000002e00000032000000340000007c00f8007401649baae6f0310986a1bd39f5"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-_row_id.arrow.json deleted file mode 100644 index 63f4a8b551..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["0","1"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-bar.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-bar.arrow.json deleted file mode 100644 index be0ceea939..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-bar.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "bar", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "bar", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "DATA" : ["hello","world"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-baz.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-baz.arrow.json deleted file mode 100644 index b8c0900897..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-baz.arrow.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "baz", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "baz", - "count" : 2, - "TYPE_ID" : [1,0], - "OFFSET" : [0,0], - "children" : [{ - "name" : "f64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [3.3] - },{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["12"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-foo.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-foo.arrow.json deleted file mode 100644 index 9063578a64..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-foo.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "foo", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "foo", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "i64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["2","1"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-xt$id.arrow.json deleted file mode 100644 index c502000b5b..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [0,0], - "OFFSET" : [0,1], - "children" : [{ - "name" : "i64", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["0","1"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/metadata.arrow.json deleted file mode 100644 index d5902a1c3a..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/table/metadata.arrow.json +++ /dev/null @@ -1,228 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "f64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,15,18,21,28,33,36,39,42], - "DATA" : ["_row_id","xt$id","foo","bar","baz","_row_id","xt$id","foo","bar","baz"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["2","2","2","2","2","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,1,0,1,1,1,1,0,1], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,1,0,1,1,1,1,0,1], - "DATA" : ["0","0","1","0","12","0","0","1","0","12"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,1,0,1,1,1,1,0,1], - "DATA" : ["1","1","2","0","12","1","1","2","0","12"] - }] - },{ - "name" : "utf8", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "OFFSET" : [0,0,0,0,5,5,5,5,5,10,10], - "DATA" : ["","","","hello","","","","","hello",""] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "OFFSET" : [0,0,0,0,5,5,5,5,5,10,10], - "DATA" : ["","","","world","","","","","world",""] - }] - },{ - "name" : "f64", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0.0,0.0,0.0,0.0,3.3,0.0,0.0,0.0,0.0,3.3] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0.0,0.0,0.0,0.0,3.3,0.0,0.0,0.0,0.0,3.3] - }] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,52,104,156,208,260,312,364,416,468,520], - "DATA" : ["3a300000040000000000020005000000080000000a000000280000002e0000003000000032000000000001002beefc2a1677f855","3a300000040000000000020005000000080000000a000000280000002e0000003000000032000000000001002beefc2a1677f855","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a3000000400000002000000090000000a0002000b000000280000002a0000002c00000032000000ddbddbf0971ca94c77a8235f","3a300000040000000000020002000000090000000c000000280000002e00000030000000320000000c00e014b429d7e3aec70000","3a300000040000000000020005000000080000000a000000280000002e0000003000000032000000000001002beefc2a1677f855","3a300000040000000000020005000000080000000a000000280000002e0000003000000032000000000001002beefc2a1677f855","3a300000040000000000020004000000080000000a000000280000002e0000003000000032000000010002002beed29416776a4a","3a3000000400000002000000090000000a0002000b000000280000002a0000002c00000032000000ddbddbf0971ca94c77a8235f","3a300000040000000000020002000000090000000c000000280000002e00000030000000320000000c00e014b429d7e3aec70000"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index 086485d271..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "_row_id", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["2"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index 7c4d19982c..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$committed?", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index 668b9d40d8..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$error", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 1 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index bd21b780af..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$id", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["0"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index 67b1578fec..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577836800000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index f115534c51..0000000000 --- a/src/test/resources/xtdb/indexer-test/can-index-sql-insert/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,216 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["1","1","1","1","1","1","1","1","1","1"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["2","0","0","0","0","2","0","0","0","0"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["2","0","0","0","0","2","0","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - }] - },{ - "name" : "bool", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "null", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,38,76,114,136,158,196,234,272,294,316], - "DATA" : ["3a3000000300000000000000040000000a0000002000000022000000240000000200d2946a4a","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a30000003000000090000000c0000000f0000002000000022000000240000004c012a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000001f003e005d00","3a3000000300000000000000040000000a0000002000000022000000240000000200d2946a4a","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a30000003000000090000000c0000000f0000002000000022000000240000004c012a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000001f003e005d00"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index 284994b97f..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "_row_id", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["4"] - }] - },{ - "count" : 1, - "columns" : [{ - "name" : "_row_id", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["7"] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "_row_id", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index 542bd7a70f..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,64 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$committed?", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - }] - },{ - "count" : 1, - "columns" : [{ - "name" : "xt$committed?", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "xt$committed?", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "bool", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index 1bf3339421..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,90 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$error", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 1 - }] - }] - },{ - "count" : 1, - "columns" : [{ - "name" : "xt$error", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 1 - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "xt$error", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "clj-form", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "null", - "count" : 0 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index bfbd866186..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$id", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["0"] - }] - }] - },{ - "count" : 1, - "columns" : [{ - "name" : "xt$id", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["5845"] - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "xt$id", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "i64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index 5751d5458f..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 1, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577836800000000] - }] - }] - },{ - "count" : 1, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577923200000000] - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index 98ce19ab25..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,216 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "block-idx", - "count" : 4, - "VALIDITY" : [1,1,1,0], - "DATA" : [0,1,2,0] - },{ - "name" : "columns", - "count" : 4, - "VALIDITY" : [1,1,1,1], - "OFFSET" : [0,5,10,10,15], - "children" : [{ - "name" : "$data$", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86,93,98,108,121,129], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : ["1","1","1","1","1","1","1","1","1","1","2","2","2","2","2"] - },{ - "name" : "types", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 15, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 15, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0,1,1,0,0,0], - "DATA" : ["4","0","0","0","0","7","5845","0","0","0","4","0","0","0","0"] - },{ - "name" : "max", - "count" : 15, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0,1,1,0,0,0], - "DATA" : ["4","0","0","0","0","7","5845","0","0","0","7","5845","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 15, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 15, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577923200000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 15, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577923200000000,0,0,0,0,1577923200000000,0,0] - }] - },{ - "name" : "bool", - "count" : 15, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "null", - "count" : 15, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 15, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,38,76,114,136,158,196,234,272,294,316,376,436,504,526,548], - "DATA" : ["3a30000003000000000000000d0000000e00000020000000220000002400000004008e13c989","3a3000000300000000000000050000000a0000002000000022000000240000000000fc2af855","3a30000003000000090000000c0000000f0000002000000022000000240000004c012a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000001f003e005d00","3a3000000300000000000000050000000b0000002000000022000000240000000700ce909521","3a30000003000000000000000100000008000000200000002200000024000000d516eb82e0cc","3a3000000300000002000000040000000b0000002000000022000000240000000af41c3b9397","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000003e007c00ba00","3a3000000500000000000100050000000b0000000d0000000e000000300000003400000036000000380000003a00000004000700ce9095218e13c989","3a30000005000000000001000100000005000000080000000a000000300000003400000036000000380000003a0000000000d516eb82fc2ae0ccf855","3a300000060000000200000004000000090000000b0000000c0000000f000000380000003a0000003c0000003e00000040000000420000000af41c3b4c0193972a6e08db","3a300000010000000000020010000000130026003900","3a3000000100000000000200100000003e007c00ba00"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-_row_id.arrow.json deleted file mode 100644 index 3b48c4814c..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-_row_id.arrow.json +++ /dev/null @@ -1,39 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "_row_id", - "count" : 4, - "VALIDITY" : [1,1,1,1], - "DATA" : ["0","1","2","3"] - }] - },{ - "count" : 2, - "columns" : [{ - "name" : "_row_id", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : ["5","6"] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "_row_id", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-list.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-list.arrow.json deleted file mode 100644 index e5bc70198e..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-list.arrow.json +++ /dev/null @@ -1,211 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "list", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "list", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "f64", - "nullable" : false, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - },{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "list", - "count" : 4, - "TYPE_ID" : [0,1,0,1], - "OFFSET" : [0,0,1,1], - "children" : [{ - "name" : "list", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,2,4], - "children" : [{ - "name" : "$data$", - "count" : 4, - "TYPE_ID" : [0,1,2,3], - "OFFSET" : [0,0,0,0], - "children" : [{ - "name" : "f64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [12.0] - },{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,3], - "DATA" : ["foo"] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1577836800000000] - },{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [0] - }] - }] - },{ - "name" : "absent", - "count" : 2 - }] - }] - },{ - "count" : 2, - "columns" : [{ - "name" : "list", - "count" : 2, - "TYPE_ID" : [1,1], - "OFFSET" : [0,1], - "children" : [{ - "name" : "list", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "children" : [{ - "name" : "$data$", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "f64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "bool", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - },{ - "name" : "absent", - "count" : 2 - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "list", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "list", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "children" : [{ - "name" : "$data$", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "f64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "bool", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - },{ - "name" : "absent", - "count" : 0 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-struct.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-struct.arrow.json deleted file mode 100644 index a51d98be2c..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-struct.arrow.json +++ /dev/null @@ -1,338 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "struct", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "struct", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "a", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "b", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "struct", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "c", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "d", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }] - }] - }] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "struct", - "count" : 4, - "TYPE_ID" : [0,1,0,0], - "OFFSET" : [0,0,1,2], - "children" : [{ - "name" : "absent", - "count" : 3 - },{ - "name" : "struct", - "count" : 1, - "VALIDITY" : [1], - "children" : [{ - "name" : "a", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["1"] - },{ - "name" : "bool", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - },{ - "name" : "b", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,1], - "DATA" : ["b"] - },{ - "name" : "struct", - "count" : 0, - "VALIDITY" : [ ], - "children" : [{ - "name" : "c", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - }] - },{ - "name" : "d", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - }] - }] - }] - }] - }] - }] - },{ - "count" : 2, - "columns" : [{ - "name" : "struct", - "count" : 2, - "TYPE_ID" : [0,1], - "OFFSET" : [0,0], - "children" : [{ - "name" : "absent", - "count" : 1 - },{ - "name" : "struct", - "count" : 1, - "VALIDITY" : [1], - "children" : [{ - "name" : "a", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "i64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "bool", - "count" : 1, - "VALIDITY" : [1], - "DATA" : [1] - }] - },{ - "name" : "b", - "count" : 1, - "TYPE_ID" : [1], - "OFFSET" : [0], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "struct", - "count" : 1, - "VALIDITY" : [1], - "children" : [{ - "name" : "c", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,1], - "DATA" : ["c"] - }] - },{ - "name" : "d", - "count" : 1, - "TYPE_ID" : [0], - "OFFSET" : [0], - "children" : [{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,1], - "DATA" : ["d"] - }] - }] - }] - }] - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "struct", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "absent", - "count" : 0 - },{ - "name" : "struct", - "count" : 0, - "VALIDITY" : [ ], - "children" : [{ - "name" : "a", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "i64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "bool", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - },{ - "name" : "b", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "struct", - "count" : 0, - "VALIDITY" : [ ], - "children" : [{ - "name" : "c", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - }] - },{ - "name" : "d", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - }] - }] - }] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-xt$id.arrow.json deleted file mode 100644 index 3110740df0..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/content-xt$id.arrow.json +++ /dev/null @@ -1,123 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "keyword", - "nullable" : false, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "xt$id", - "count" : 4, - "TYPE_ID" : [0,1,0,2], - "OFFSET" : [0,0,1,0], - "children" : [{ - "name" : "utf8", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,6], - "DATA" : ["foo","baz"] - },{ - "name" : "keyword", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,3], - "DATA" : ["bar"] - },{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["24"] - }] - }] - },{ - "count" : 2, - "columns" : [{ - "name" : "xt$id", - "count" : 2, - "TYPE_ID" : [2,1], - "OFFSET" : [0,0], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "keyword", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,4], - "DATA" : ["quux"] - },{ - "name" : "i64", - "count" : 1, - "VALIDITY" : [1], - "DATA" : ["52"] - }] - }] - },{ - "count" : 0, - "columns" : [{ - "name" : "xt$id", - "count" : 0, - "TYPE_ID" : [ ], - "OFFSET" : [ ], - "children" : [{ - "name" : "utf8", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "keyword", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "i64", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/metadata.arrow.json deleted file mode 100644 index cbe95559cc..0000000000 --- a/src/test/resources/xtdb/indexer-test/multi-block-metadata/chunk-00/xt_docs/metadata.arrow.json +++ /dev/null @@ -1,439 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "absent", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "struct-2", - "nullable" : true, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "keyword", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "KeywordType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-keyword", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - }] - },{ - "name" : "list", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "f64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "floatingpoint", - "precision" : "DOUBLE" - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "struct-9", - "nullable" : true, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "struct-10", - "nullable" : true, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - }] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 4, - "columns" : [{ - "name" : "block-idx", - "count" : 4, - "VALIDITY" : [1,1,1,0], - "DATA" : [0,1,2,0] - },{ - "name" : "columns", - "count" : 4, - "VALIDITY" : [1,1,1,1], - "OFFSET" : [0,7,15,15,24], - "children" : [{ - "name" : "$data$", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,8,9,15,20,26,30,37,38,39,40,41,47,52,56,63,64,65,66,67,73,78,84,88], - "DATA" : ["_row_id","a","b","struct","xt$id","$data$","list","_row_id","a","c","d","b","struct","xt$id","list","_row_id","a","c","d","b","struct","xt$id","$data$","list"] - },{ - "name" : "root-col?", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,0,0,1,1,0,1,1,0,0,0,0,1,1,1,1,0,0,0,0,1,1,0,1] - },{ - "name" : "count", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "DATA" : ["4","1","1","4","4","4","4","2","1","1","1","1","2","2","2","6","2","1","1","2","6","6","4","6"] - },{ - "name" : "types", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 24, - "VALIDITY" : [1,1,0,0,1,0,0,1,0,0,0,0,0,1,0,1,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 24, - "VALIDITY" : [1,1,0,0,1,0,0,1,0,0,0,0,0,1,0,1,1,0,0,0,0,1,0,0], - "DATA" : ["0","1","0","0","24","0","0","5","0","0","0","0","0","52","0","0","1","0","0","0","0","24","0","0"] - },{ - "name" : "max", - "count" : 24, - "VALIDITY" : [1,1,0,0,1,0,0,1,0,0,0,0,0,1,0,1,1,0,0,0,0,1,0,0], - "DATA" : ["3","1","0","0","24","0","0","6","0","0","0","0","0","52","0","6","1","0","0","0","0","52","0","0"] - }] - },{ - "name" : "absent", - "count" : 24, - "VALIDITY" : [0,0,0,1,0,0,1,0,0,0,0,0,1,0,1,0,0,0,0,0,1,0,0,1], - "DATA" : [0,0,0,1,0,0,1,0,0,0,0,0,1,0,1,0,0,0,0,0,1,0,0,1] - },{ - "name" : "struct-2", - "count" : 24, - "VALIDITY" : [0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0], - "OFFSET" : [0,0,0,0,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2], - "children" : [{ - "name" : "$data$", - "count" : 2, - "VALIDITY" : [1,1], - "DATA" : [1,2] - }] - },{ - "name" : "utf8", - "count" : 24, - "VALIDITY" : [0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,1,1,1,0,1,1,0], - "children" : [{ - "name" : "min", - "count" : 24, - "VALIDITY" : [0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,1,1,1,0,1,1,0], - "OFFSET" : [0,0,0,1,1,4,7,7,7,7,8,9,9,9,9,9,9,9,10,11,12,12,15,18,18], - "DATA" : ["","","b","","baz","foo","","","","c","d","","","","","","","c","d","b","","baz","foo",""] - },{ - "name" : "max", - "count" : 24, - "VALIDITY" : [0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,1,1,1,0,1,1,0], - "OFFSET" : [0,0,0,1,1,4,7,7,7,7,8,9,9,9,9,9,9,9,10,11,12,12,15,18,18], - "DATA" : ["","","b","","foo","foo","","","","c","d","","","","","","","c","d","b","","foo","foo",""] - }] - },{ - "name" : "keyword", - "count" : 24, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 24, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "OFFSET" : [0,0,0,0,0,3,3,3,3,3,3,3,3,3,7,7,7,7,7,7,7,7,10,10,10], - "DATA" : ["","","","","bar","","","","","","","","","quux","","","","","","","","bar","",""] - },{ - "name" : "max", - "count" : 24, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0], - "OFFSET" : [0,0,0,0,0,3,3,3,3,3,3,3,3,3,7,7,7,7,7,7,7,7,11,11,11], - "DATA" : ["","","","","bar","","","","","","","","","quux","","","","","","","","quux","",""] - }] - },{ - "name" : "list", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1], - "DATA" : [0,0,0,0,0,0,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,22] - },{ - "name" : "f64", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "children" : [{ - "name" : "min", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "DATA" : [0.0,0.0,0.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0] - },{ - "name" : "max", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "DATA" : [0.0,0.0,0.0,0.0,0.0,12.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,12.0,0.0] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "children" : [{ - "name" : "min", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "DATA" : [0,0,0,0,0,1577836800000000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1577836800000000,0] - },{ - "name" : "max", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0], - "DATA" : [0,0,0,0,0,1577836800000000,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1577836800000000,0] - }] - },{ - "name" : "bool", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0], - "DATA" : [0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0] - },{ - "name" : "struct-9", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0], - "OFFSET" : [0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,4,4,4,4], - "children" : [{ - "name" : "$data$", - "count" : 4, - "VALIDITY" : [1,1,1,1], - "DATA" : [8,11,16,19] - }] - },{ - "name" : "struct-10", - "count" : 24, - "VALIDITY" : [0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0], - "OFFSET" : [0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,4,4,4,4,4], - "children" : [{ - "name" : "$data$", - "count" : 4, - "VALIDITY" : [1,1,1,1], - "DATA" : [9,10,17,18] - }] - }] - },{ - "name" : "bloom", - "count" : 24, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,80,110,140,184,264,360,418,478,500,538,576,614,658,726,748,856,892,930,968,1020,1078,1202,1298,1356], - "DATA" : ["3a30000006000000000004000400000005000000080000000a0001000f00010038000000420000004400000046000000480000004c00000000000100020003002beed294fc2a16776a4af85557c3ade1","3a300000020000000000010008000000180000001c00000001002bee1677","3a300000020000000000010001000000180000001c0000006200bea01a41","3a30000003000000000003000e0000000f00000020000000280000002a0000005d008100ba001701379bdc4d","3a3000000600000000000100010002000200030003000000040000000b000000380000003c000000420000004a0000004c0000004e00000018000fc57009068ab09d891a911af03199cba17cfbe74281","3a3000000800000000000200010001000200010008000000090000000c0000000d0000000f000000480000004e0000005200000056000000580000005a0000005c0000005e0000001100220033007009b09df031ea4200004c012a6e752108db","3a3000000400000000000200090001000a0000000b000200280000002e00000032000000340000003e007c00ba00649baae6f0310986a1bd39f5","3a3000000500000000000100050000000b0000000e0000000f000000300000003400000036000000380000003a000000050006007789e812dbd6706b","3a300000010000000000020010000000130026003900","3a3000000300000000000000070000000f00000020000000220000002400000063001dabd755","3a3000000300000000000000080000000c00000020000000220000002400000064009cde806f","3a30000003000000000000000300000007000000200000002200000024000000610c41982124","3a3000000300000000000300070000000f00000020000000280000002a0000007c00f8007401ae0e7bb5485c","3a300000060000000000000001000000050000000c0000000d0000000e000000380000003a0000003c0000003e000000400000004200000034006f8671758efc6d97617e","3a3000000100000000000200100000007c00f8007401","3a30000008000000000006000400000005000100080000000a0001000b0000000e0000000f0002004800000056000000580000005c0000005e0000006200000064000000660000000000010002000300050006002beed294fc2a778916776a4af855e812dbd6706b57c3ade1","3a300000020000000000040008000000180000002200000001001300260039002bee1677","3a3000000300000000000000070000000f00000020000000220000002400000063001dabd755","3a3000000300000000000000080000000c00000020000000220000002400000064009cde806f","3a3000000400000000000200010000000300000007000000280000002e00000030000000320000006200610cbea01a4141982124","3a3000000400000000000400070000000e0000000f000100280000003200000034000000360000007c008100f8007401ae0e7bb5379bdc4d485c","3a3000000a0000000000020001000300020003000300000004000000050000000b0000000c0000000d0000000e000000580000005e000000660000006e00000070000000720000007400000076000000780000007a000000180034000fc570096f86068ab09d891a911af03199cba17cfbe7717542818efc6d97617e","3a3000000800000000000200010001000200010008000000090000000c0000000d0000000f000000480000004e0000005200000056000000580000005a0000005c0000005e0000001100220033007009b09df031ea4200004c012a6e752108db","3a3000000400000000000200090001000a0000000b000200280000002e00000032000000340000007c00f8007401649baae6f0310986a1bd39f5"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/content-_row_id.arrow.json deleted file mode 100644 index eeb11804fa..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 0, - "columns" : [{ - "name" : "_row_id", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/metadata.arrow.json deleted file mode 100644 index 217932b327..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/foo/metadata.arrow.json +++ /dev/null @@ -1,111 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [ ] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,0,0], - "children" : [{ - "name" : "$data$", - "count" : 0, - "VALIDITY" : [ ], - "children" : [{ - "name" : "col-name", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - },{ - "name" : "root-col?", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "count", - "count" : 0, - "VALIDITY" : [ ], - "DATA" : [ ] - },{ - "name" : "types", - "count" : 0, - "VALIDITY" : [ ] - },{ - "name" : "bloom", - "count" : 0, - "VALIDITY" : [ ], - "OFFSET" : [0], - "DATA" : [ ] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-_row_id.arrow.json deleted file mode 100644 index c5aafd432e..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "_row_id", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["2","3","5"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$committed?.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$committed?.arrow.json deleted file mode 100644 index 9ce263e4b4..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$committed?.arrow.json +++ /dev/null @@ -1,36 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$committed?", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "bool", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$committed?", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "bool", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : [1,0,1] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$error.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$error.arrow.json deleted file mode 100644 index 12df5569c5..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$error.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$error", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "clj-form", - "nullable" : false, - "type" : { - "name" : "ClojureFormType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "xt/clj-form", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "null" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$error", - "count" : 3, - "TYPE_ID" : [1,0,1], - "OFFSET" : [0,0,1], - "children" : [{ - "name" : "clj-form", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,284], - "DATA" : ["#xt/runtime-err {:xtdb.error/error-type :runtime-error, :xtdb.error/error-key :xtdb.indexer/invalid-valid-times, :xtdb.error/message \"Runtime error: ':xtdb.indexer/invalid-valid-times'\", :valid-from #time/instant \"2020-01-01T00:00:00Z\", :valid-to #time/instant \"2019-01-01T00:00:00Z\"}"] - },{ - "name" : "null", - "count" : 2 - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$id.arrow.json deleted file mode 100644 index db47f104ec..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$id.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "i64", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$id", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "i64", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["0","3421","6554"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$tx_time.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$tx_time.arrow.json deleted file mode 100644 index cbdfb80f9f..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/content-xt$tx_time.arrow.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$tx_time", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "nullable" : false, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$tx_time", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "timestamp-tz-micro-utc", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : [1577836800000000,1577923200000000,1578009600000000] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/metadata.arrow.json deleted file mode 100644 index 42c9c98189..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt$txs/metadata.arrow.json +++ /dev/null @@ -1,228 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "timestamp", - "unit" : "MICROSECOND", - "timezone" : "UTC" - }, - "children" : [ ] - }] - },{ - "name" : "bool", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "clj-form", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "null", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,5,10], - "children" : [{ - "name" : "$data$", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,7,12,22,35,43,50,55,65,78,86], - "DATA" : ["_row_id","xt$id","xt$tx_time","xt$committed?","xt$error","_row_id","xt$id","xt$tx_time","xt$committed?","xt$error"] - },{ - "name" : "root-col?", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "DATA" : ["3","3","3","3","3","3","3","3","3","3"] - },{ - "name" : "types", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["2","0","0","0","0","2","0","0","0","0"] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [1,1,0,0,0,1,1,0,0,0], - "DATA" : ["5","6554","0","0","0","5","6554","0","0","0"] - }] - },{ - "name" : "timestamp-tz-micro-utc", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1577836800000000,0,0,0,0,1577836800000000,0,0] - },{ - "name" : "max", - "count" : 10, - "VALIDITY" : [0,0,1,0,0,0,0,1,0,0], - "DATA" : [0,0,1578009600000000,0,0,0,0,1578009600000000,0,0] - }] - },{ - "name" : "bool", - "count" : 10, - "VALIDITY" : [0,0,0,1,0,0,0,0,1,0], - "DATA" : [0,0,0,1,0,0,0,0,1,0] - },{ - "name" : "clj-form", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - },{ - "name" : "null", - "count" : 10, - "VALIDITY" : [0,0,0,0,1,0,0,0,0,1], - "DATA" : [0,0,0,0,1,0,0,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 10, - "VALIDITY" : [1,1,1,1,1,1,1,1,1,1], - "OFFSET" : [0,66,140,230,258,310,376,450,540,568,620], - "DATA" : ["3a3000000500000000000200040000000a0000000e0000000f0002003000000036000000380000003a0000003c000000020003000500d2946a4adbd6706b57c3ade1","3a300000060000000000020005000000090000000a0000000c0000000f000100380000003e0000004000000042000000440000004600000000005d0d9a19fc2ac562f85511b8f23846a9","3a30000008000000000000000200000004000000090000000b0000000c0001000e0000000f000000480000004a0000004c0000004e00000050000000520000005600000058000000c4020af41c3b4c0193972a6e309bfa4e08db","3a300000010000000000050010000000110013002200260033003900","3a300000040000000000020002000000040000000f000000280000002e00000030000000320000003e007c00ba008a6364dfb0e7","3a3000000500000000000200040000000a0000000e0000000f0002003000000036000000380000003a0000003c000000020003000500d2946a4adbd6706b57c3ade1","3a300000060000000000020005000000090000000a0000000c0000000f000100380000003e0000004000000042000000440000004600000000005d0d9a19fc2ac562f85511b8f23846a9","3a30000008000000000000000200000004000000090000000b0000000c0001000e0000000f000000480000004a0000004c0000004e00000050000000520000005600000058000000c4020af41c3b4c0193972a6e309bfa4e08db","3a300000010000000000050010000000110013002200260033003900","3a300000040000000000020002000000040000000f000000280000002e00000030000000320000003e007c00ba008a6364dfb0e7"] - }] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-_row_id.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-_row_id.arrow.json deleted file mode 100644 index fd88a2db73..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-_row_id.arrow.json +++ /dev/null @@ -1,23 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "_row_id", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "_row_id", - "count" : 3, - "VALIDITY" : [1,1,1], - "DATA" : ["0","1","4"] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-month.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-month.arrow.json deleted file mode 100644 index f81001ecb7..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-month.arrow.json +++ /dev/null @@ -1,54 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "month", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "absent", - "nullable" : false, - "type" : { - "name" : "AbsentType" - }, - "children" : [ ], - "metadata" : [{ - "value" : "absent", - "key" : "ARROW:extension:name" - },{ - "value" : "", - "key" : "ARROW:extension:metadata" - }] - },{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "month", - "count" : 3, - "TYPE_ID" : [0,0,1], - "OFFSET" : [0,1,0], - "children" : [{ - "name" : "absent", - "count" : 2 - },{ - "name" : "utf8", - "count" : 1, - "VALIDITY" : [1], - "OFFSET" : [0,5], - "DATA" : ["april"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-xt$id.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-xt$id.arrow.json deleted file mode 100644 index 16d9b71e9d..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/content-xt$id.arrow.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "xt$id", - "nullable" : false, - "type" : { - "name" : "union", - "mode" : "Dense", - "typeIds" : [ ] - }, - "children" : [{ - "name" : "utf8", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - }] - }, - "batches" : [{ - "count" : 3, - "columns" : [{ - "name" : "xt$id", - "count" : 3, - "TYPE_ID" : [0,0,0], - "OFFSET" : [0,1,2], - "children" : [{ - "name" : "utf8", - "count" : 3, - "VALIDITY" : [1,1,1], - "OFFSET" : [0,3,6,9], - "DATA" : ["foo","bar","bar"] - }] - }] - }] -} \ No newline at end of file diff --git a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/metadata.arrow.json b/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/metadata.arrow.json deleted file mode 100644 index e5df373abf..0000000000 --- a/src/test/resources/xtdb/indexer-test/writes-log-file/chunk-00/xt_docs/metadata.arrow.json +++ /dev/null @@ -1,202 +0,0 @@ -{ - "schema" : { - "fields" : [{ - "name" : "block-idx", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 32, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "columns", - "nullable" : false, - "type" : { - "name" : "list" - }, - "children" : [{ - "name" : "$data$", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "col-name", - "nullable" : false, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "root-col?", - "nullable" : false, - "type" : { - "name" : "bool" - }, - "children" : [ ] - },{ - "name" : "count", - "nullable" : false, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "types", - "nullable" : false, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "i64", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "int", - "bitWidth" : 64, - "isSigned" : true - }, - "children" : [ ] - }] - },{ - "name" : "utf8", - "nullable" : true, - "type" : { - "name" : "struct" - }, - "children" : [{ - "name" : "min", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - },{ - "name" : "max", - "nullable" : true, - "type" : { - "name" : "utf8" - }, - "children" : [ ] - }] - },{ - "name" : "absent", - "nullable" : true, - "type" : { - "name" : "bool" - }, - "children" : [ ] - }] - },{ - "name" : "bloom", - "nullable" : true, - "type" : { - "name" : "binary" - }, - "children" : [ ] - }] - }] - }] - }, - "batches" : [{ - "count" : 2, - "columns" : [{ - "name" : "block-idx", - "count" : 2, - "VALIDITY" : [1,0], - "DATA" : [0,0] - },{ - "name" : "columns", - "count" : 2, - "VALIDITY" : [1,1], - "OFFSET" : [0,3,6], - "children" : [{ - "name" : "$data$", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "col-name", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,7,12,17,24,29,34], - "DATA" : ["_row_id","xt$id","month","_row_id","xt$id","month"] - },{ - "name" : "root-col?", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : [1,1,1,1,1,1] - },{ - "name" : "count", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "DATA" : ["3","3","3","3","3","3"] - },{ - "name" : "types", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "children" : [{ - "name" : "i64", - "count" : 6, - "VALIDITY" : [1,0,0,1,0,0], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [1,0,0,1,0,0], - "DATA" : ["0","0","0","0","0","0"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [1,0,0,1,0,0], - "DATA" : ["4","0","0","4","0","0"] - }] - },{ - "name" : "utf8", - "count" : 6, - "VALIDITY" : [0,1,1,0,1,1], - "children" : [{ - "name" : "min", - "count" : 6, - "VALIDITY" : [0,1,1,0,1,1], - "OFFSET" : [0,0,3,8,8,11,16], - "DATA" : ["","bar","april","","bar","april"] - },{ - "name" : "max", - "count" : 6, - "VALIDITY" : [0,1,1,0,1,1], - "OFFSET" : [0,0,3,8,8,11,16], - "DATA" : ["","foo","april","","foo","april"] - }] - },{ - "name" : "absent", - "count" : 6, - "VALIDITY" : [0,0,1,0,0,1], - "DATA" : [0,0,1,0,0,1] - }] - },{ - "name" : "bloom", - "count" : 6, - "VALIDITY" : [1,1,1,1,1,1], - "OFFSET" : [0,74,126,178,252,304,356], - "DATA" : ["3a300000060000000000030005000000080000000a0000000d0000000e0000003800000040000000420000004400000046000000480000000000010004002beefc2a1677f8558e13c989","3a300000040000000100010002000100040000000b000000280000002c00000030000000320000007009b09d891af031fbe74281","3a300000040000000000020001000000050000000a000000280000002e00000030000000320000003e007c00ba00956a83d4713e","3a300000060000000000030005000000080000000a0000000d0000000e0000003800000040000000420000004400000046000000480000000000010004002beefc2a1677f8558e13c989","3a300000040000000100010002000100040000000b000000280000002c00000030000000320000007009b09d891af031fbe74281","3a300000040000000000020001000000050000000a000000280000002e00000030000000320000003e007c00ba00956a83d4713e"] - }] - }] - }] - }] -} \ No newline at end of file