Push built image to the S3

Signed-off-by: michal.gubricky <michal.gubricky@dnation.cloud>

Author: michal-gubricky

csctlopenstack/csctlopenstack_main.go

@@ -18,15 +18,30 @@ limitations under the License.
 package main
 
 import (
+	"context"
 	"fmt"
 	"os"
 	"os/exec"
 	"path/filepath"
 	"strings"
 
 	csctlclusterstack "github.com/SovereignCloudStack/csctl/pkg/clusterstack"
+	minio "github.com/minio/minio-go/v7"
+	"github.com/minio/minio-go/v7/pkg/credentials"
+	"gopkg.in/yaml.v2"
 )
 
+// RegistryConfig represents the structure of the registry.yaml file.
+type RegistryConfig struct {
+	Type   string `yaml:"type"`
+	Config struct {
+		Endpoint  string `yaml:"endpoint"`
+		Bucket    string `yaml:"bucket"`
+		AccessKey string `yaml:"accessKey"`
+		SecretKey string `yaml:"secretKey"`
+	} `yaml:"config"`
+}
+
 const provider = "openstack"
 
 func usage() {
@@ -83,6 +98,7 @@ func main() {
 
 				if _, err := os.Stat(packerImagePath); err == nil {
 					fmt.Println("Running packer build...")
+					// #nosec G204
 					cmd := exec.Command("packer", "build", packerImagePath)
 					cmd.Stdout = os.Stdout
 					cmd.Stderr = os.Stderr
@@ -92,11 +108,20 @@ func main() {
 					}
 					fmt.Println("Packer build completed successfully.")
 
-					// // Push the built image to S3
-					// if err := pushToS3(releaseDir, *image); err != nil {
-					// 	fmt.Printf("Error pushing image to S3: %v\n", err)
-					// 	os.Exit(1)
-					// }
+					registryConfig := filepath.Join(clusterStackPath, "node-images", "registry.yaml")
+					// Get the current working directory
+					currentDir, err := os.Getwd()
+					if err != nil {
+						fmt.Printf("Error getting current working directory: %v\n", err)
+						os.Exit(1)
+					}
+					ouputImageDir := filepath.Join(currentDir, "output", *image)
+					// Push the built image to S3
+					if err := pushToS3(ouputImageDir, *image, registryConfig); err != nil {
+						fmt.Printf("Error pushing image to S3: %v\n", err)
+						os.Exit(1)
+					}
+					// TODO: create node-images.yaml in releaseDir after building and pushing image to registry were successful
 				} else {
 					fmt.Printf("Image folder %s does not exist\n", packerImagePath)
 				}
@@ -108,3 +133,49 @@ func main() {
 		fmt.Println("Unknown method:", method)
 	}
 }
+
+func pushToS3(filePath, fileName, configFilePath string) error {
+	// Load configuration from YAML file
+	// #nosec G304
+	configFile, err := os.Open(configFilePath)
+	if err != nil {
+		return fmt.Errorf("error opening config file: %w", err)
+	}
+	defer configFile.Close()
+
+	var registryConfig RegistryConfig
+	decoder := yaml.NewDecoder(configFile)
+	if err := decoder.Decode(&registryConfig); err != nil {
+		return fmt.Errorf("error decoding config file: %w", err)
+	}
+
+	// Initialize Minio client
+	minioClient, err := minio.New(registryConfig.Config.Endpoint, &minio.Options{
+		Creds:  credentials.NewStaticV4(registryConfig.Config.AccessKey, registryConfig.Config.SecretKey, ""),
+		Secure: true,
+	})
+	if err != nil {
+		return fmt.Errorf("error initializing Minio client: %w", err)
+	}
+
+	// Open file to upload
+	// #nosec G304
+	file, err := os.Open(filePath)
+	if err != nil {
+		return fmt.Errorf("error opening file: %w", err)
+	}
+	defer file.Close()
+
+	// Get file info
+	fileInfo, err := file.Stat()
+	if err != nil {
+		return fmt.Errorf("error getting file info: %w", err)
+	}
+
+	// Upload file to bucket
+	_, err = minioClient.PutObject(context.Background(), registryConfig.Config.Bucket, fileName, file, fileInfo.Size(), minio.PutObjectOptions{})
+	if err != nil {
+		return fmt.Errorf("error uploading file: %w", err)
+	}
+	return nil
+}

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon-values.yaml

@@ -0,0 +1,5 @@
+values: |
+  metrics-server:
+    commonLabels:
+      domain: "{{ .Cluster.spec.controlPlaneEndpoint.host }}"
+      clusterAddonVersion: "v2"

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: metrics-server
+  repository: https://kubernetes-sigs.github.io/metrics-server/
+  version: 3.11.0
+digest: sha256:d92caa34d06b047b0390aa33a6f5d15d4fe0566143625204ebbbc69085133c4e
+generated: "2023-09-12T12:02:23.747094767+02:00"

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon/Chart.yaml

@@ -0,0 +1,14 @@
+apiVersion: v2
+dependencies:
+- alias: metrics-server
+  name: metrics-server
+  repository: https://kubernetes-sigs.github.io/metrics-server/
+  version: 3.11.0
+description: 'This chart installs and configures: * Openstack Ferrol Cluster Class '
+maintainers:
+- email: info@syself.com
+  name: Syself
+  url: https://github.com/syself
+name: openstack-ferrol-1-27-cluster-addon
+type: application
+version: << .ClusterAddonVersion >>

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon/charts/metrics-server/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

csctlopenstack/example/cluster-stacks/openstack/ferrol/cluster-addon/charts/metrics-server/Chart.yaml

@@ -0,0 +1,32 @@
+annotations:
+  artifacthub.io/changes: |
+    - kind: added
+      description: "Added default Metrics Server resource requests."
+    - kind: changed
+      description: "Updated the Metrics Server OCI image to v0.6.3."
+    - kind: changed
+      description: "Updated the addon resizer OCI image to v1.8.19."
+    - kind: changed
+      description: "Changed the default addon resizer nanny resource configuration to match the documented Metrics Server autoscaling values."
+apiVersion: v2
+appVersion: 0.6.4
+description: Metrics Server is a scalable, efficient source of container resource
+  metrics for Kubernetes built-in autoscaling pipelines.
+home: https://github.com/kubernetes-sigs/metrics-server
+icon: https://avatars.githubusercontent.com/u/36015203?s=400&v=4
+keywords:
+- kubernetes
+- metrics-server
+- metrics
+maintainers:
+- name: stevehipwell
+  url: https://github.com/stevehipwell
+- name: krmichel
+  url: https://github.com/krmichel
+- name: endrec
+  url: https://github.com/endrec
+name: metrics-server
+sources:
+- https://github.com/kubernetes-sigs/metrics-server
+type: application
+version: 3.11.0