Adds Harvest table and APIs (#582)

Fixes #539

Adds APIs, tables, and workflows that allow remote audio uploads.

Docs here: https://github.com/QutEcoacoustics/baw-server/wiki/Harvest-Workflows

The existing harvest system has been left in place until we can verify the new process is fully capable of replacing the old process.

Note: spec/helpers was moved to spec/support because helpers was part of a default filter in rspec-rails that applies support module for controller helper specs. This automatic loading of unassociated helpers caused multiple issues.

.dockerignore

@@ -18,3 +18,4 @@ rspec_results.html
 
 real_data
 public/system/*
+data

.gitignore

@@ -52,5 +52,8 @@ provision/upload/config/id_*
 # sometimes i mount large dirs here
 /real_data/*
 
+# where we simulate real data shared
+data/
+
 # health check flag
 .ready

.rerun

@@ -1,4 +1,5 @@
 --dir 'lib'
+--dir 'app'
 --dir 'spec/fixtures'
 --pattern '**/*.{rb,rake}'
 --name "baw-workers"

.rspec

@@ -1,4 +1,3 @@
 --color
 --format documentation
--r turnip/rspec
 --require rails_helper

.rubocop.yml

@@ -11,18 +11,23 @@ AllCops:
   TargetRubyVersion: 3.1
   NewCops: enable
 # Bug in rubocop-rspec config merge: https://github.com/rubocop/rubocop-rspec/pull/1163
-# RSpec:
-#   inherit_mode:
-#     override:
-#       - Merge
-#   Language:
-#     ExampleGroups:
-#       # rswag example group aliases
-#       - path
-#       - get
-#       - push
-#       - post
-#       - delete
+RSpec:
+  Language:
+    ExampleGroups:
+      Regular:
+        # rswag example group aliases
+        - path
+        - get
+        - push
+        - post
+        - delete
+        - stepwise
+    Examples:
+      Regular:
+        # custom dsl for permissions tests
+        - the_users
+        - the_user
+        - step
 
 # Customized options
 Lint/DeprecatedOpenSSLConstant:
@@ -75,6 +80,8 @@ Metrics/BlockLength:
     - factory
     - path
     - Async
+    - aasm
+    - stepwise
 Metrics/MethodLength:
   Max: 30
   IgnoredMethods:

.solargraph.yml

@@ -15,7 +15,7 @@ reporters:
   - update_errors
 require_paths:
   - spec/lib
-  - spec/helpers
+  - spec/support
   - spec
   - lib
 formatter:

Dockerfile

@@ -41,6 +41,8 @@ RUN --mount=type=bind,source=./provision,target=/provision \
   # https://github.com/moby/moby/issues/20437
   && mkdir -p /home/${app_user}/${app_name}/tmp \
   && chown -R 1000:1000 /home/${app_user} \
+  && mkdir /data \
+  && chown -R 1000:1000 /data \
   && (if [ "x${trimmed}" != "xtrue" ]; then /provision/dev_setup.sh ; fi)
 
 

Gemfile

@@ -64,7 +64,7 @@ group :server do
   gem 'rails_same_site_cookie'
 
   # bumping to latest RC because it has pre-compiled native binaries
-  gem 'nokogiri', '~> 1.11.0.rc3'
+  gem 'nokogiri', '~> 1.13.3'
 
   # cms
   gem 'comfortable_mexican_sofa', '~> 2.0.0'
@@ -129,7 +129,7 @@ group :server do
   gem 'composite_primary_keys', COMPOSITE_PRIMARY_KEYS_VERSION
 
   # allows for adding common table expressions to queries
-  gem "activerecord-cte"
+  gem 'activerecord-cte'
 
   # MODELS
   # -------------------------------------
@@ -252,7 +252,7 @@ group :development, :test do
 
   # rspec helpers for rails
   # allows factory generators to be used when in development group as well as test
-  gem 'rspec-rails'
+  gem 'rspec-rails', '~> 6.0.0.rc1'
 
   # we're using falcon and these async primitives in web_server_helper for tests
   gem 'async', git: 'https://github.com/socketry/async'
@@ -277,9 +277,8 @@ group :test do
   gem 'timecop'
   # better diffs
   # 0.8.0 causes ifinite hangs during some specs (spec/requests/media/edge_cases_spec.rb)
-  gem 'super_diff', '0.7.0'
-  # for multi-step specs
-  gem 'turnip'
+  gem 'super_diff'
+
   # for profiling
   gem 'ruby-prof', '>= 0.17.0', require: false
   gem 'shoulda-matchers', '~> 4', require: false