Add scope test instrumentation

.gitignore

@@ -26,4 +26,7 @@ vendor
 *.swo
 *~
 
+# scope test logs
+scope-go-*.log
+
 dist

go.mod

@@ -18,7 +18,6 @@ require (
 	github.com/hashicorp/go-getter v1.3.1-0.20190627223108-da0323b9545e
 	github.com/hashicorp/go-multierror v1.0.0
 	github.com/imdario/mergo v0.3.7 // indirect
-	github.com/mattn/go-colorable v0.1.2 // indirect
 	github.com/mholt/archiver v3.1.1+incompatible
 	github.com/mitchellh/go-wordwrap v1.0.0 // indirect
 	github.com/nwaples/rardecode v1.0.0 // indirect
@@ -30,13 +29,17 @@ require (
 	github.com/tj/go-spin v1.1.0
 	github.com/ugorji/go v1.1.7 // indirect
 	github.com/xi2/xz v0.0.0-20171230120015-48954b6210f8 // indirect
+	go.undefinedlabs.com/scopeagent v0.1.6
 	gopkg.in/yaml.v2 v2.2.4
+	honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc // indirect
 	k8s.io/api v0.17.0
 	k8s.io/apiextensions-apiserver v0.0.0-20190918161926-8f644eb6e783
 	k8s.io/apimachinery v0.17.0
 	k8s.io/cli-runtime v0.17.0
 	k8s.io/client-go v0.17.0
+	k8s.io/code-generator v0.16.5-beta.1 // indirect
 	sigs.k8s.io/controller-runtime v0.4.0
+	sigs.k8s.io/controller-tools v0.2.4 // indirect
 )
 
 replace github.com/appscode/jsonpatch => github.com/gomodules/jsonpatch v2.0.1+incompatible

pkg/analyze/cluster_version_test.go

@@ -6,9 +6,12 @@ import (
 
 	"github.com/blang/semver"
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_analyzeClusterVersionResult(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	outcomes := []*troubleshootv1beta1.Outcome{
 		{
 			Fail: &troubleshootv1beta1.SingleOutcome{

pkg/analyze/container_runtime_test.go

@@ -6,9 +6,12 @@ import (
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_compareRuntimeConditionalToActual(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name        string
 		conditional string
@@ -67,6 +70,8 @@ func Test_compareRuntimeConditionalToActual(t *testing.T) {
 }
 
 func Test_containerRuntime(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		analyzer     troubleshootv1beta1.ContainerRuntime

pkg/analyze/deployment_status_test.go

@@ -6,9 +6,12 @@ import (
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_deploymentStatus(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		analyzer     troubleshootv1beta1.DeploymentStatus

pkg/analyze/distribution_test.go

@@ -5,9 +5,12 @@ import (
 
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_compareDistributionConditionalToActual(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name        string
 		conditional string
@@ -49,10 +52,11 @@ func Test_compareDistributionConditionalToActual(t *testing.T) {
 			assert.Equal(t, test.expected, actual)
 		})
 	}
-
 }
 
 func Test_mustNormalizeDistributionName(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		raw      string
 		expected Provider

pkg/analyze/main_test.go

@@ -0,0 +1,12 @@
+package analyzer
+
+import (
+	"os"
+	"testing"
+
+	"go.undefinedlabs.com/scopeagent"
+)
+
+func TestMain(m *testing.M) {
+	os.Exit(scopeagent.Run(m))
+}

pkg/analyze/text_analyze_test.go

@@ -7,9 +7,12 @@ import (
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_textAnalyze(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		analyzer     troubleshootv1beta1.TextAnalyze
@@ -218,6 +221,8 @@ func Test_textAnalyze(t *testing.T) {
 }
 
 func Test_compareRegex(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		conditional  string
@@ -263,5 +268,4 @@ func Test_compareRegex(t *testing.T) {
 			assert.Equal(t, test.expected, actual)
 		})
 	}
-
 }

pkg/apis/troubleshoot/v1beta1/analyzer_shared_test.go

@@ -5,10 +5,13 @@ import (
 
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
+	"go.undefinedlabs.com/scopeagent"
 	"gopkg.in/yaml.v2"
 )
 
 func TestAnalyze_Unmarshal(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		spec         string

pkg/apis/troubleshoot/v1beta1/v1beta1_suite_test.go

@@ -22,6 +22,7 @@ import (
 	"path/filepath"
 	"testing"
 
+	"go.undefinedlabs.com/scopeagent"
 	"k8s.io/client-go/kubernetes/scheme"
 	"k8s.io/client-go/rest"
 	"sigs.k8s.io/controller-runtime/pkg/client"
@@ -49,7 +50,7 @@ func TestMain(m *testing.M) {
 		log.Fatal(err)
 	}
 
-	code := m.Run()
+	code := scopeagent.Run(m)
 	t.Stop()
 	os.Exit(code)
 }

pkg/collect/collector_test.go

@@ -5,9 +5,12 @@ import (
 
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
 	"github.com/stretchr/testify/assert"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_ParseSpec(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name         string
 		spec         string

pkg/collect/main_test.go

@@ -0,0 +1,12 @@
+package collect
+
+import (
+	"os"
+	"testing"
+
+	"go.undefinedlabs.com/scopeagent"
+)
+
+func TestMain(m *testing.M) {
+	os.Exit(scopeagent.Run(m))
+}

pkg/collect/util_test.go

@@ -5,9 +5,12 @@ import (
 
 	troubleshootv1beta1 "github.com/replicatedhq/troubleshoot/pkg/apis/troubleshoot/v1beta1"
 	"github.com/stretchr/testify/assert"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_selectorToString(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name     string
 		selector []string
@@ -29,6 +32,8 @@ func Test_selectorToString(t *testing.T) {
 }
 
 func Test_DeterministicIDForCollector(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	tests := []struct {
 		name      string
 		collector *troubleshootv1beta1.Collect

pkg/redact/main_test.go

@@ -0,0 +1,12 @@
+package redact
+
+import (
+	"os"
+	"testing"
+
+	"go.undefinedlabs.com/scopeagent"
+)
+
+func TestMain(m *testing.M) {
+	os.Exit(scopeagent.Run(m))
+}

pkg/redact/redact_test.go

@@ -7,9 +7,12 @@ import (
 	"testing"
 
 	"github.com/stretchr/testify/assert"
+	"go.undefinedlabs.com/scopeagent"
 )
 
 func Test_Redactors(t *testing.T) {
+	test := scopeagent.StartTest(t)
+	defer test.End()
 	original := `[
 		{
 		  "metadata": {