Merge pull request #272 from tablelandnetwork/dtb/bulk-import

Bulk table import

.github/workflows/review.yml

@@ -5,9 +5,8 @@ name: Review
 
 on:
   push:
-    branches: ["main", "staging"]
+    branches: ["main"]
   pull_request:
-    branches: ["main", "staging"]
 
 env:
   STORE_PRIVATE_KEY: ${{ secrets.STORE_PRIVATE_KEY }}

.github/workflows/test.yml

@@ -5,9 +5,8 @@ name: Test
 
 on:
   push:
-    branches: ["main", "staging"]
+    branches: ["main"]
   pull_request:
-    branches: ["main", "staging"]
 
 env:
   # This is local hardhat account #7 key.

package.json

@@ -65,6 +65,7 @@
     "prettier-plugin-tailwindcss": "^0.5.3",
     "sinon": "^15.0.1",
     "tailwindcss": "^3.4.3",
+    "tempy": "^3.1.0",
     "ts-node": "^10.9.1",
     "tsx": "^4.10.5",
     "typescript": "^5.4.5"

packages/cli/package.json

@@ -47,6 +47,7 @@
     "@tableland/sdk": "^7.0.0",
     "@tableland/sqlparser": "^1.3.0",
     "@tableland/studio-client": "0.0.1",
+    "@tableland/studio-validators": "^0.0.1",
     "chalk": "^5.3.0",
     "cli-select-2": "^2.0.0",
     "cosmiconfig": "^8.0.0",

packages/cli/src/commands/import-data.ts

@@ -1,6 +1,5 @@
 import { readFileSync } from "fs";
 import type { Arguments } from "yargs";
-import { parse } from "csv-parse";
 import chalk from "chalk";
 import { type Wallet } from "ethers";
 import { studioAliases } from "@tableland/studio-client";
@@ -12,6 +11,7 @@ import {
   helpers,
   logger,
   normalizePrivateKey,
+  parseCsvFile,
   FileStore,
 } from "../utils.js";
 
@@ -102,31 +102,6 @@ export const handler = async (
   }
 };
 
-const parseCsvFile = async function (file: string): Promise<string[][]> {
-  return await new Promise(function (resolve, reject) {
-    const parser = parse();
-    const rows: any[] = [];
-
-    parser.on("readable", function () {
-      let row;
-      while ((row = parser.read()) !== null) {
-        rows.push(row);
-      }
-    });
-
-    parser.on("error", function (err) {
-      reject(err);
-    });
-
-    parser.on("end", function () {
-      resolve(rows);
-    });
-
-    parser.write(file);
-    parser.end();
-  });
-};
-
 async function confirmImport(info: {
   statements: string[];
   rowCount: number;