Remove upgrade tests from the main pipeline

These tests only test very old versions of BOSH that we no longer
support directly upgrading from. If we find that we need to write a new
upgrade test in the future we can always bring back this test suite, or
write a new one.

[#164668124](https://www.pivotaltracker.com/story/show/164668124)

ci/pipeline.yml

@@ -16,7 +16,6 @@ groups:
       - bats-ubuntu-xenial-aws
       - brats-ubuntu-xenial
       - bosh-disaster-recovery-acceptance-tests
-      - upgrade-tests
       - blobstore-performance
       - upload-compiled-staging-tarball
       - deploy-acceptance-env
@@ -141,7 +140,6 @@ jobs:
       - unit-2.4
       - unit-2.4-mysql
       - unit-2.4-postgres
-      - upgrade-tests
     plan:
     - get: bosh-src
       trigger: true
@@ -359,34 +357,6 @@ jobs:
           file: parallel-runtime-log/parallel_runtime_rspec.log
           acl: public-read
 
-  - name: upgrade-tests
-    public: true
-    serial: true
-    serial_groups: [upgrade-tests]
-    build_logs_to_retain: 250
-    plan:
-      - aggregate:
-        - get: bosh-src
-          passed: [gate]
-          trigger: true
-        - get: bosh-cli
-          trigger: true
-        - get: bosh-agent
-      - aggregate:
-        - task: upgrade-with-postgres
-          privileged: true
-          file: bosh-src/ci/tasks/test-upgrade.yml
-          tags: ["bosh-integration-4"]
-          params:
-            DB: postgresql
-
-        - task: upgrade-with-mysql
-          privileged: true
-          file: bosh-src/ci/tasks/test-upgrade.yml
-          tags: ["bosh-integration-5"]
-          params:
-            DB: mysql
-
   - name: fuzz-tests
     public: true
     build_logs_to_retain: 2500
@@ -414,7 +384,6 @@ jobs:
       - unit-2.4
       - unit-2.4-mysql
       - unit-2.4-postgres
-      - upgrade-tests
       - blobstore-performance
       - integration-db-tls-mysql
       - integration-db-tls-postgres

src/bosh-dev/lib/bosh/dev/tasks/spec.rake

@@ -26,11 +26,6 @@ namespace :spec do
       run_integration_specs(spec_path: 'spec/gocli/integration', tags: 'hm')
     end
 
-    desc 'Run BOSH gocli upgrade tests against a local sandbox'
-    task upgrade: :install_dependencies do
-      run_integration_specs(spec_path: 'spec/gocli/integration_upgrade')
-    end
-
     desc 'Install BOSH integration test dependencies (currently Nginx, UAA, and Config Server)'
     task :install_dependencies do
       FileUtils.mkdir_p('tmp')
@@ -120,8 +115,6 @@ namespace :spec do
 
   task integration_gocli: %w[spec:integration:gocli]
 
-  task upgrade: %w[spec:integration:upgrade]
-
   desc 'Run all release unit tests (ERB templates)'
   task :release_unit do
     puts 'Release unit tests (ERB templates)'