Nocodb update may 2024

.github/ISSUE_TEMPLATE/--bug-report.yaml

@@ -2,8 +2,6 @@ name: 🐛 Bug Report
 description: Create a bug report to help improve NocoDB
 title: "🐛 Bug: "
 labels: [Type : Bug]
-assignees:
-- o1lab
 body:
 - type: markdown
   attributes:
@@ -12,7 +10,7 @@ body:
 
 - type: checkboxes
   attributes:
-    label: Please confirm if bug report does NOT exists already ?
+    label: Please confirm if bug report does NOT exist already ?
     description: We kindly ask that you [search](https://github.com/nocodb/nocodb/issues?q=is%3Aissue+sort%3Acreated-desc+) to see if an issue already exists for your bug
     options:
     - label: I confirm there is no existing issue for this

.github/ISSUE_TEMPLATE/--feature-request.yaml

@@ -2,8 +2,6 @@ name: 🔦 Feature request
 description: Suggest a new/missing feature for NocoDB
 title: "🔦 Feature: "
 labels: [Type : Feature]
-assignees:
-- o1lab
 body:
 - type: markdown
   attributes:
@@ -12,7 +10,7 @@ body:
 
 - type: checkboxes
   attributes:
-    label: Please confirm if feature request does NOT exists already ?
+    label: Please confirm if feature request does NOT exist already ?
     description: We kindly ask that you [search](https://github.com/nocodb/nocodb/issues?q=is%3Aissue+sort%3Acreated-desc+) to see if an issue already exists for your feature
     options:
     - label: I confirm there is no existing issue for this

.github/uffizzi/docker-compose.uffizzi.yml

@@ -31,7 +31,7 @@ services:
       MYSQL_PASSWORD: password
       MYSQL_ROOT_PASSWORD: password
       MYSQL_USER: noco
-    image: "mysql:8.0.32"
+    image: "mysql:8.3.0"
     deploy:
       resources:
         limits:

.github/workflows/bats-test.yml

@@ -0,0 +1,55 @@
+name: Run BATS Tests
+
+on:
+  push:
+    paths:
+      - 'docker-compose/setup-script/noco.sh'
+  workflow_dispatch:
+
+jobs:
+  prepare:
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install jq
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y jq
+
+      - name: Prepare matrix for test files
+        id: set-matrix
+        run: |
+          BATS_FILES=$(find docker-compose/setup-script/tests -name '*.bats')
+          MATRIX_JSON=$(echo $BATS_FILES | jq -Rsc 'split("\n") | map(select(. != ""))')
+          echo "matrix=$MATRIX_JSON" >> $GITHUB_ENV
+
+  test:
+    needs: prepare
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        test: ${{fromJson(env.matrix)}}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Install BATS
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y bats expect
+
+      - name: Get working directory
+        run: |
+          WORKING_DIR="$(pwd)/docker-compose/setup-script/tests"
+          echo "WORKING_DIR=$WORKING_DIR" >> $GITHUB_ENV
+
+      - name: Run BATS test
+        run: bats ${{ matrix.test }}
+        env:
+          WORKING_DIR: ${{ env.WORKING_DIR }}
+          SKIP_TARE_DOWN: true

.github/workflows/dispatch-oss.yml

@@ -0,0 +1,23 @@
+name: "Dispatch OSS"
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ develop ]
+
+jobs:
+  push:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/github-script@v6
+      with:
+        github-token: ${{ secrets.OSS_DISPATCH }}
+        script: |
+          const result = await github.rest.repos.createDispatchEvent({
+            owner: 'nocodb',
+            repo: 'nocohub',
+            event_type: 'OSS',
+            client_payload: {
+              push: ${{ toJSON(github.event) }}
+            }
+          })

.github/workflows/pre-build-for-playwright.yml

@@ -0,0 +1,50 @@
+name: pre-build-for-playwright
+
+on:
+  workflow_call:
+
+jobs:
+  playwright:
+    runs-on: [self-hosted, v3]
+    timeout-minutes: 100
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Setup Node
+        uses: actions/setup-node@v3
+        with:
+          node-version: 18.19.1
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v2
+        with:
+          version: 8
+      - name: remove use-node-version from .npmrc 
+        run:  sed -i '/^use-node-version/d' .npmrc                   
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=/root/setup-pnpm/node_modules/.bin/store/v3" >> $GITHUB_ENV          
+      - uses: actions/cache@v3
+        name: Setup pnpm cache
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
+      - name: install dependencies
+        run: pnpm bootstrap
+      - name: build frontend (nc-gui)
+        working-directory: ./packages/nc-gui
+        run: |
+          pnpm run build
+        timeout-minutes: 20
+      - name: upload frontend (nc-gui) build to artf server
+        working-directory: ./
+        run: |
+          # expects the variables to be available in runner context.
+          FILE="$(echo ${GITHUB_REPOSITORY} | sed "s,/,-,g")-${GITHUB_RUN_ID}.zip"
+          cd ./packages/nc-gui/
+          zip -r ${FILE} .output || echo "UI build directory does not exists" >&2
+          echo "uploading  ${FILE} to http://65.21.27.147/upload/${FILE}"
+          time curl -T "${FILE}" http://65.21.27.147/upload/${FILE} -n
+

.github/workflows/publish-docs-index-typesense.yml

@@ -0,0 +1,26 @@
+name: "Publish : Docs search index (Typesense)"
+
+on:
+  # Triggered manually
+  workflow_dispatch:
+
+jobs:
+  doc-indexer:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v3   # You MUST checkout your repository first!
+
+      - name: Run DocSearch Scraper
+        uses: celsiusnarhwal/typesense-scraper@v2
+        with:
+          # The secret containing your Typesense API key. Required.
+          api-key: ${{ secrets.TYPESENSE_API_KEY }}      
+          # The hostname or IP address of your Typesense server. Required.
+          host: ${{ secrets.TYPESENSE_HOST }}      
+          # The port on which your Typesense server is listening. Optional. Default: 8108.
+          port: 443      
+          # The protocol to use when connecting to your Typesense server. Optional. Default: http.
+          protocol: https      
+          # The path to your DocSearch config file. Optional. Default: docsearch.config.json.
+          config: ./packages/noco-docs/typesense-scrape-config.json

.github/workflows/release-docker.yml

@@ -45,6 +45,10 @@ jobs:
     env:
       working-directory: ./packages/nocodb
     steps:
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v2
+        with:
+          version: 8
       - name: Get Docker Repository
         id: get-docker-repository
         run: |
@@ -58,7 +62,7 @@ jobs:
             if [[ ${{ github.event.inputs.currentVersion || inputs.currentVersion || 'N/A' }} != 'N/A' ]]; then
               DOCKER_BUILD_TAG=${{ github.event.inputs.currentVersion || inputs.currentVersion }}-${{ github.event.inputs.tag || inputs.tag }}
             fi
-            if [[ ${{ inputs.isDaily || 'N' }} == 'Y' ]]; then 
+            if [[ ${{ inputs.isDaily || 'N' }} == 'Y' ]]; then
               DOCKER_REPOSITORY=${DOCKER_REPOSITORY}-daily
             else
               DOCKER_REPOSITORY=${DOCKER_REPOSITORY}-timely
@@ -80,32 +84,25 @@ jobs:
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v3
         with:
-          node-version: 16.15.0
+          node-version: 18.19.1
 
       - name: upgrade packages for nightly build or pr build
         if: ${{ github.event.inputs.targetEnv == 'DEV' || inputs.targetEnv == 'DEV' }}
         run: |
           export NODE_OPTIONS="--max_old_space_size=16384"
-          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} targetVersion=${{ github.event.inputs.tag || inputs.tag }} node scripts/bumpNocodbSdkVersion.js
-          cd packages/nocodb-sdk
-          npm install && npm run build
-          cd ../..
-          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} node scripts/upgradeNocodbSdk.js && 
+          NOCODB_SDK_PKG_NAME=nocodb-sdk-daily
+          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} targetVersion=${{ github.event.inputs.tag || inputs.tag }} node scripts/bumpNocodbSdkVersion.js &&
+          pnpm --filter=${NOCODB_SDK_PKG_NAME} install --ignore-scripts --no-frozen-lockfile --ignore-workspace && pnpm --filter=${NOCODB_SDK_PKG_NAME} run build &&
+          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} node scripts/upgradeNocodbSdk.js &&
           targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} targetVersion=${{ github.event.inputs.tag || inputs.tag }} node scripts/bumpNcGuiVersion.js &&
-          cd packages/nc-gui
-          npm install
-          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} targetVersion=${{ github.event.inputs.tag || inputs.tag }} npm run build:copy
-          cd ../..
+          pnpm --filter=nc-gui install --ignore-scripts --no-frozen-lockfile &&
+          targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} targetVersion=${{ github.event.inputs.tag || inputs.tag }} pnpm --filter=nc-gui run build:copy &&
           targetEnv=${{ github.event.inputs.targetEnv || inputs.targetEnv }} node scripts/upgradeNcGui.js
 
-      - uses: bahmutov/npm-install@v1
-        with:
-          working-directory: ${{ env.working-directory }}
-
       - name: Build nocodb and docker files
         run: |
-          npm run build
-          npm run docker:build
+          pnpm install --ignore-scripts --no-frozen-lockfile
+          pnpm run docker:build
         working-directory: ${{ env.working-directory }}
 
       - name: Set up QEMU

.gitignore

@@ -2,8 +2,10 @@
 # ===========
 .DS_Store
 ehthumbs.db
-Icon?
 Thumbs.db
+Icon
+
+
 
 # Node and related ecosystem
 # ==========================
@@ -38,6 +40,7 @@ _site/
 *.pid
 *.gz
 *.tmp
+*.tmp.md
 *.bak
 *.swp
 logs/
@@ -91,3 +94,8 @@ test_noco.db
 
 # ngrok config
 httpbin
+.run/test-debug.run.xml
+
+
+# Dev
+.env

.npmrc

@@ -0,0 +1,3 @@
+engine-strict=true
+shamefully-hoist=true
+use-node-version=18.19.1

.run/Clear metadb.run.xml

@@ -1,5 +1,5 @@
 <component name="ProjectRunConfigurationManager">
-  <configuration default="false" name="Drop metadb" type="NodeJSConfigurationType" path-to-js-file="deleteMetaDb.js" working-dir="$PROJECT_DIR$/packages/nocodb/src/run">
+  <configuration default="false" name="Drop metadb" type="NodeJSConfigurationType" path-to-js-file="$PROJECT_DIR$/packages/nocodb-legacy/src/run/deleteMetaDb.js" working-dir="$PROJECT_DIR$/packages/nocodb-legacy/src/run">
     <method v="2" />
   </configuration>
 </component>

.run/Run NocoDB Sqlite.run.xml

@@ -12,4 +12,4 @@
     </envs>
     <method v="2" />
   </configuration>
-</component>
+</component>