Use Arc in Datatype to reduce memory use

.github/workflows/integration-ffi.yml

@@ -10,8 +10,8 @@ jobs:
  - uses: actions/checkout@v2
  - name: Setup Rust toolchain
  run: |
- rustup toolchain install stable
- rustup default stable
+ rustup toolchain install 1.72.1
+ rustup default 1.72.1
  rustup component add rustfmt clippy
  - name: Cache Cargo
  uses: actions/cache@v2

.github/workflows/test.yml

@@ -9,10 +9,8 @@ jobs:
  runs-on: ubuntu-latest
  steps:
  - uses: actions/checkout@v2
- with:
- submodules: true # needed to test IPC, which are located in a submodule
  - name: Install Rust
- run: rustup update stable
+ run: rustup update 1.72.1
  - name: Setup parquet files
  run: |
  apt update && apt install python3-pip python3-venv -y -q
@@ -35,10 +33,8 @@ jobs:
  runs-on: ${{ matrix.os }}
  steps:
  - uses: actions/checkout@v2
- with:
- submodules: true # needed to test IPC, which are located in a submodule
  - name: Install Rust
- run: rustup update stable
+ run: rustup update 1.72.1
  - uses: Swatinem/rust-cache@v1
  - name: Run
  shell: bash
@@ -52,7 +48,7 @@ jobs:
  steps:
  - uses: actions/checkout@v2
  - name: Install Rust
- run: rustup update stable
+ run: rustup update 1.72.1
  - uses: Swatinem/rust-cache@v1
  - name: Install clippy
  run: rustup component add clippy
@@ -65,7 +61,7 @@ jobs:
  steps:
  - uses: actions/checkout@v2
  - name: Install Rust
- run: rustup update stable
+ run: rustup update 1.72.1
  - uses: Swatinem/rust-cache@v1
  - name: Install rustfmt
  run: rustup component add rustfmt
@@ -79,7 +75,7 @@ jobs:
  - uses: actions/checkout@v2
  - uses: actions-rs/toolchain@v1
  with:
- toolchain: nightly-2022-12-05
+ toolchain: nightly
  override: true
  - uses: Swatinem/rust-cache@v1
  with:
@@ -98,11 +94,9 @@ jobs:
  runs-on: ubuntu-latest
  steps:
  - uses: actions/checkout@v2
- with:
- submodules: true # needed to test IPC, which are located in a submodule
  - uses: actions-rs/toolchain@v1
  with:
- toolchain: nightly-2022-12-05
+ toolchain: nightly
  override: true
  - uses: Swatinem/rust-cache@v1
  with:
@@ -121,7 +115,7 @@ jobs:
  - uses: actions/checkout@v2
  - uses: actions-rs/toolchain@v1
  with:
- toolchain: nightly-2022-12-05
+ toolchain: nightly
  override: true
  - uses: Swatinem/rust-cache@v1
  with:
@@ -139,7 +133,7 @@ jobs:
  steps:
  - uses: actions/checkout@v2
  - name: Install Rust
- run: rustup update stable
+ run: rustup update 1.72.1
  - name: Setup all features
  run: cargo install cargo-all-features
  - uses: Swatinem/rust-cache@v1
@@ -158,23 +152,21 @@ jobs:
  - i686-unknown-linux-gnu
  - powerpc-unknown-linux-gnu
  - powerpc64-unknown-linux-gnu
- - mips-unknown-linux-gnu
+ # - mips-unknown-linux-gnu
  - arm-linux-androideabi
  steps:
  - uses: actions/checkout@v2
- with:
- submodules: true
  - uses: actions-rs/toolchain@v1
  with:
- toolchain: nightly-2022-12-05
+ toolchain: nightly
  target: ${{ matrix.target }}
  override: true
  - uses: Swatinem/rust-cache@v1
  - uses: actions-rs/cargo@v1
  with:
  use-cross: true
  command: check
- args: --features=compute_merge_sort,io_ipc,io_csv,io_print,io_json,io_parquet --target ${{ matrix.target }}
+ args: --features=compute_merge_sort,io_ipc,io_csv,io_print,io_json --target ${{ matrix.target }}
 
  linux-simd-test:
  name: SIMD
@@ -183,7 +175,7 @@ jobs:
  - uses: actions/checkout@v2
  - uses: actions-rs/toolchain@v1
  with:
- toolchain: nightly-2022-12-05
+ toolchain: nightly
  override: true
  - uses: Swatinem/rust-cache@v1
  - name: Run

.gitignore

@@ -1,8 +1,8 @@
 target
+target_ra
 target-tarpaulin
 venv
 lcov.info
-Cargo.lock
 example.arrow
 fixtures
 settings.json