[WIP] Add continuous integration models (Projects and Builds)

.gitignore

@@ -25,3 +25,4 @@ Thumbs.db
 
 csrf_headers.txt
 /dashboard
+/build-maker

base/200-clusterrole-tenant.yaml

@@ -33,7 +33,20 @@ rules:
   - apiGroups:
       - dashboard.tekton.dev
     resources:
+      - builds
+      - builds/status
       - extensions
+      - projects
+      - projects/status
+    verbs:
+      - get
+      - list
+      - watch
+  - apiGroups:
+      - extensions
+      - apps
+    resources:
+      - ingresses
     verbs:
       - get
       - list

base/202-build-crd.yaml

@@ -0,0 +1,59 @@
+# Copyright 2019 The Tekton Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+apiVersion: apiextensions.k8s.io/v1beta1
+kind: CustomResourceDefinition
+metadata:
+  name: builds.dashboard.tekton.dev
+  labels:
+    app.kubernetes.io/component: dashboard
+    app.kubernetes.io/instance: default
+    app.kubernetes.io/part-of: tekton-dashboard
+spec:
+  group: dashboard.tekton.dev
+  versions:
+    - name: v1alpha1
+      served: true
+      storage: true
+  preserveUnknownFields: false
+  validation:
+    openAPIV3Schema:
+      type: object
+      # One can use x-kubernetes-preserve-unknown-fields: true at the root
+      # of the schema (and inside any properties, additionalProperties)
+      # to get the traditional CRD behaviour that nothing is pruned, despite
+      # setting spec.preserveUnknownProperties: false.
+      #
+      # See https://kubernetes.io/blog/2019/06/20/crd-structural-schema/
+      # See issue: https://github.com/knative/serving/issues/912
+      x-kubernetes-preserve-unknown-fields: true
+  names:
+    kind: Build
+    plural: builds
+    categories:
+      - tekton
+      - tekton-dashboard
+  scope: Namespaced
+  # additionalPrinterColumns:
+  #   - name: Repository URL
+  #     type: string
+  #     JSONPath: .spec.repositoryUrl
+  #   - name: Age
+  #     type: date
+  #     JSONPath: .metadata.creationTimestamp
+  # Opt into the status subresource so metadata.generation
+  # starts to increment
+  subresources:
+    status: {}

base/202-project-crd.yaml

@@ -0,0 +1,64 @@
+# Copyright 2019 The Tekton Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+---
+apiVersion: apiextensions.k8s.io/v1beta1
+kind: CustomResourceDefinition
+metadata:
+  name: projects.dashboard.tekton.dev
+  labels:
+    app.kubernetes.io/component: dashboard
+    app.kubernetes.io/instance: default
+    app.kubernetes.io/part-of: tekton-dashboard
+spec:
+  group: dashboard.tekton.dev
+  versions:
+    - name: v1alpha1
+      served: true
+      storage: true
+  preserveUnknownFields: false
+  validation:
+    openAPIV3Schema:
+      type: object
+      # One can use x-kubernetes-preserve-unknown-fields: true at the root
+      # of the schema (and inside any properties, additionalProperties)
+      # to get the traditional CRD behaviour that nothing is pruned, despite
+      # setting spec.preserveUnknownProperties: false.
+      #
+      # See https://kubernetes.io/blog/2019/06/20/crd-structural-schema/
+      # See issue: https://github.com/knative/serving/issues/912
+      x-kubernetes-preserve-unknown-fields: true
+  names:
+    kind: Project
+    plural: projects
+    categories:
+      - tekton
+      - tekton-dashboard
+    shortNames:
+      - project
+  scope: Namespaced
+  additionalPrinterColumns:
+    - name: Service account
+      type: string
+      JSONPath: .spec.serviceAccountName
+    - name: Ingress URL
+      type: string
+      JSONPath: .spec.ingress.host
+    - name: Age
+      type: date
+      JSONPath: .metadata.creationTimestamp
+  # Opt into the status subresource so metadata.generation
+  # starts to increment
+  subresources:
+    status: {}

cmd/build-maker/Dockerfile

@@ -0,0 +1,16 @@
+
+FROM golang as goBuilder
+
+ARG GOARCH=amd64
+
+USER root
+WORKDIR /work
+COPY . .
+RUN GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=$GOARCH go build ./cmd/build-maker
+
+FROM alpine
+
+WORKDIR /work
+COPY --from=goBuilder /work/build-maker .
+
+ENTRYPOINT ["./build-maker"]

cmd/build-maker/main.go

@@ -0,0 +1,147 @@
+/*
+Copyright 2019-2020 The Tekton Authors
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+		http://www.apache.org/licenses/LICENSE-2.0
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"os"
+	"strings"
+
+	"github.com/spf13/pflag"
+	dashboardv1alpha1 "github.com/tektoncd/dashboard/pkg/apis/dashboard/v1alpha1"
+	dashboardclientset "github.com/tektoncd/dashboard/pkg/client/clientset/versioned"
+	"github.com/tektoncd/dashboard/pkg/logging"
+	pipelinev1beta1 "github.com/tektoncd/pipeline/pkg/apis/pipeline/v1beta1"
+	resourcev1alpha1 "github.com/tektoncd/pipeline/pkg/apis/resource/v1alpha1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/types"
+	"k8s.io/apimachinery/pkg/util/yaml"
+	"k8s.io/client-go/rest"
+	"k8s.io/client-go/tools/clientcmd"
+)
+
+var (
+	kubeConfigPath = pflag.String("kube-config", "", "Path to kube config file")
+	file           = pflag.String("file", "", "PipelineRun spec file")
+	namespace      = pflag.String("namespace", "", "Target namespace")
+	ownerName      = pflag.String("owner-name", "", "Owner project name")
+	ownerUid       = pflag.String("owner-uid", "", "Owner project UID")
+	url            = pflag.String("url", "", "Repository url")
+	revision       = pflag.String("revision", "", "Revision")
+	logLevel       = pflag.String("log-level", "info", "Minimum log level output by the logger")
+	logFormat      = pflag.String("log-format", "json", "Format for log output (json or console)")
+	params         = pflag.StringArray("param", nil, "Param int the form name=value")
+)
+
+func main() {
+	pflag.Parse()
+
+	logging.InitLogger(*logLevel, *logFormat)
+
+	if *file == "" {
+		logging.Log.Panic("file must be provided")
+	}
+
+	if *namespace == "" {
+		logging.Log.Panic("namespace must be provided")
+	}
+
+	if *url == "" {
+		logging.Log.Panic("url must be provided")
+	}
+
+	if *revision == "" {
+		logging.Log.Panic("revision must be provided")
+	}
+
+	if f, err := os.Open(*file); err != nil {
+		logging.Log.Panicf("Error loading file (%s): %s", *file, err.Error())
+	} else {
+		decoder := yaml.NewYAMLOrJSONDecoder(f, 4096)
+
+		var pipelineSpec pipelinev1beta1.PipelineSpec
+
+		if err := decoder.Decode(&pipelineSpec); err != nil {
+			logging.Log.Panicf("Error decoding file: %s", err.Error())
+		}
+
+		var cfg *rest.Config
+
+		if *kubeConfigPath != "" {
+			cfg, err = clientcmd.BuildConfigFromFlags("", *kubeConfigPath)
+			if err != nil {
+				logging.Log.Panicf("Error building kubeconfig from %s: %s", *kubeConfigPath, err.Error())
+			}
+		} else {
+			if cfg, err = rest.InClusterConfig(); err != nil {
+				logging.Log.Panicf("Error building kubeconfig: %s", err.Error())
+			}
+		}
+
+		dashboardClient, err := dashboardclientset.NewForConfig(cfg)
+		if err != nil {
+			logging.Log.Panicf("Error building dashboard clientset: %s", err.Error())
+		}
+
+		build := &dashboardv1alpha1.Build{
+			Spec: dashboardv1alpha1.BuildSpec{
+				PipelineSpec: pipelineSpec,
+				PipelineResourceSpec: resourcev1alpha1.PipelineResourceSpec{
+					Type: "git",
+					Params: []resourcev1alpha1.ResourceParam{
+						{
+							Name:  "url",
+							Value: *url,
+						},
+						{
+							Name:  "revision",
+							Value: *revision,
+						},
+					},
+				},
+			},
+		}
+
+		if params != nil {
+			for _, param := range *params {
+				nameValue := strings.Split(param, "=")
+				if len(nameValue) == 2 {
+					build.Spec.Params = append(build.Spec.Params, pipelinev1beta1.Param{
+						Name:  nameValue[0],
+						Value: pipelinev1beta1.NewArrayOrString(nameValue[1]),
+					})
+				}
+			}
+		}
+
+		build.GenerateName = "build-"
+
+		if *ownerName != "" && *ownerUid != "" {
+			trueHelper := true
+			build.OwnerReferences = append(build.OwnerReferences, metav1.OwnerReference{
+				APIVersion:         "dashboard.tekton.dev/v1alpha1",
+				Kind:               "Project",
+				Name:               *ownerName,
+				UID:                types.UID(*ownerUid),
+				Controller:         &trueHelper,
+				BlockOwnerDeletion: &trueHelper,
+			})
+		}
+
+		if build, err := dashboardClient.DashboardV1alpha1().Builds(*namespace).Create(build); err != nil {
+			logging.Log.Panicf("Error creating build: %s", err.Error())
+		} else {
+			logging.Log.Infof("Created build %s in namespace %s", build.Name, build.Namespace)
+		}
+	}
+}

cmd/dashboard/main.go

@@ -31,6 +31,7 @@ import (
 	"github.com/tektoncd/dashboard/pkg/router"
 	pipelineclientset "github.com/tektoncd/pipeline/pkg/client/clientset/versioned"
 	resourceclientset "github.com/tektoncd/pipeline/pkg/client/resource/clientset/versioned"
+	triggersclientset "github.com/tektoncd/triggers/pkg/client/clientset/versioned"
 	k8sclientset "k8s.io/client-go/kubernetes"
 	"k8s.io/client-go/rest"
 	"k8s.io/client-go/tools/clientcmd"
@@ -102,6 +103,11 @@ func main() {
 		logging.Log.Errorf("Error building pipeline clientset: %s", err.Error())
 	}
 
+	triggersClient, err := triggersclientset.NewForConfig(cfg)
+	if err != nil {
+		logging.Log.Errorf("Error building triggers clientset: %s", err.Error())
+	}
+
 	dashboardClient, err := dashboardclientset.NewForConfig(cfg)
 	if err != nil {
 		logging.Log.Errorf("Error building dashboard clientset: %s", err.Error())
@@ -147,6 +153,7 @@ func main() {
 		DashboardClient:        dashboardClient,
 		PipelineClient:         pipelineClient,
 		PipelineResourceClient: pipelineResourceClient,
+		TriggersClient:         triggersClient,
 		K8sClient:              k8sClient,
 		RouteClient:            routeClient,
 		Options:                options,
@@ -160,7 +167,9 @@ func main() {
 	resyncDur := time.Second * 30
 	controllers.StartTektonControllers(resource.PipelineClient, resource.PipelineResourceClient, *tenantNamespace, resyncDur, ctx.Done())
 	controllers.StartKubeControllers(resource.K8sClient, resyncDur, *tenantNamespace, *readOnly, routerHandler, ctx.Done())
-	controllers.StartDashboardControllers(resource.DashboardClient, resyncDur, *tenantNamespace, ctx.Done())
+	controllers.StartDashboardControllers(resource.DashboardClient, resource.TriggersClient, resource.K8sClient, resyncDur, *tenantNamespace, ctx.Done())
+
+	controllers.StartRuntimeControllers(cfg)
 
 	logging.Log.Infof("Creating server and entering wait loop")
 	CSRF := csrf.Protect(

go.mod

@@ -12,20 +12,21 @@ replace (
 )
 
 require (
-	github.com/circonus-labs/circonus-gometrics v2.3.1+incompatible
 	github.com/emicklei/go-restful v2.12.0+incompatible
 	github.com/google/go-cmp v0.4.0
 	github.com/gorilla/csrf v1.7.0
 	github.com/gorilla/websocket v1.4.2
 	github.com/openshift/api v3.9.0+incompatible // indirect
 	github.com/openshift/client-go v0.0.0-20191125132246-f6563a70e19a
+	github.com/spf13/pflag v1.0.5
 	github.com/tektoncd/pipeline v0.12.1
 	github.com/tektoncd/plumbing v0.0.0-20200430135134-e53521e1d887
+	github.com/tektoncd/triggers v0.6.0
 	go.uber.org/zap v1.15.0
-	k8s.io/api v0.17.6
-	k8s.io/apimachinery v0.17.6
+	k8s.io/api v0.18.2
+	k8s.io/apimachinery v0.18.2
 	k8s.io/client-go v11.0.1-0.20190805182717-6502b5e7b1b5+incompatible
 	k8s.io/code-generator v0.18.0
 	knative.dev/pkg v0.0.0-20200529164702-389d28f9b67a
-	sigs.k8s.io/yaml v1.2.0 // indirect
+	sigs.k8s.io/controller-runtime v0.5.0
 )