wip generation of terraform code from application code (#1855)

* terraform code generation demo


---------

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

Author: motatoes

backend/controllers/github.go

@@ -10,37 +10,37 @@ import (
 	"github.com/diggerhq/digger/backend/ci_backends"
 	config2 "github.com/diggerhq/digger/backend/config"
 	"github.com/diggerhq/digger/backend/locking"
+	"github.com/diggerhq/digger/backend/middleware"
+	"github.com/diggerhq/digger/backend/models"
 	"github.com/diggerhq/digger/backend/segment"
 	"github.com/diggerhq/digger/backend/services"
+	"github.com/diggerhq/digger/backend/utils"
 	"github.com/diggerhq/digger/libs/ci"
 	"github.com/diggerhq/digger/libs/ci/generic"
+	dg_github "github.com/diggerhq/digger/libs/ci/github"
 	comment_updater "github.com/diggerhq/digger/libs/comment_utils/reporting"
+	dg_configuration "github.com/diggerhq/digger/libs/digger_config"
 	dg_locking "github.com/diggerhq/digger/libs/locking"
 	orchestrator_scheduler "github.com/diggerhq/digger/libs/scheduler"
+	"github.com/dominikbraun/graph"
+	"github.com/gin-gonic/gin"
+	"github.com/google/go-github/v61/github"
 	"github.com/google/uuid"
+	"github.com/samber/lo"
+	"golang.org/x/oauth2"
 	"gorm.io/gorm"
 	"log"
 	"math/rand"
 	"net/http"
 	"net/url"
 	"os"
 	"path"
+	"path/filepath"
 	"reflect"
 	"runtime/debug"
 	"slices"
 	"strconv"
 	"strings"
-
-	"github.com/diggerhq/digger/backend/middleware"
-	"github.com/diggerhq/digger/backend/models"
-	"github.com/diggerhq/digger/backend/utils"
-	dg_github "github.com/diggerhq/digger/libs/ci/github"
-	dg_configuration "github.com/diggerhq/digger/libs/digger_config"
-	"github.com/dominikbraun/graph"
-	"github.com/gin-gonic/gin"
-	"github.com/google/go-github/v61/github"
-	"github.com/samber/lo"
-	"golang.org/x/oauth2"
 )
 
 type IssueCommentHook func(gh utils.GithubClientProvider, payload *github.IssueCommentEvent, ciBackendProvider ci_backends.CiBackendProvider) error
@@ -765,6 +765,158 @@ func handleIssueCommentEvent(gh utils.GithubClientProvider, payload *github.Issu
 		return fmt.Errorf("error getting digger config")
 	}
 
+	// terraform code generator
+	if os.Getenv("DIGGER_GENERATION_ENABLED") == "1" {
+		if strings.HasPrefix(*payload.Comment.Body, "digger generate") {
+			projectName := ci.ParseProjectName(*payload.Comment.Body)
+			if projectName == "" {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: generate requires argument -p <project_name>: %v", err))
+				log.Printf("missing project in command: %v", *payload.Comment.Body)
+				return fmt.Errorf("generate requires argument -p <project_name>: %v", err)
+			}
+
+			project := config.GetProject(projectName)
+			if project == nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf("could not find project %v in digger.yml", projectName))
+				log.Printf("could not find project %v in digger.yml", projectName)
+				return fmt.Errorf("could not find project %v in digger.yml", projectName)
+			}
+
+			commentReporterManager.UpdateComment(fmt.Sprintf(":white_check_mark: Successfully loaded project"))
+
+			generationEndpoint := os.Getenv("DIGGER_GENERATION_ENDPOINT")
+			if generationEndpoint == "" {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: server does not have generation endpoint configured, please verify"))
+				log.Printf("server does not have generation endpoint configured, please verify")
+				return fmt.Errorf("server does not have generation endpoint configured, please verify")
+			}
+			webhookSecret := os.Getenv("DIGGER_GENERATION_WEBHOOK_SECRET")
+
+			// Get all code content from the repository at a specific commit
+			getCodeFromCommit := func(ghService *dg_github.GithubService, repoOwner, repoName string, commitSha *string, projectDir string) (string, error) {
+				const MaxPatchSize = 1024 * 1024 // 1MB limit
+
+				// Get the commit's changes compared to default branch
+				comparison, _, err := ghService.Client.Repositories.CompareCommits(
+					context.Background(),
+					repoOwner,
+					repoName,
+					defaultBranch,
+					*commitSha,
+					nil,
+				)
+				if err != nil {
+					return "", fmt.Errorf("error comparing commits: %v", err)
+				}
+
+				var appCode strings.Builder
+				for _, file := range comparison.Files {
+					if file.Patch == nil {
+						continue // Skip files without patches
+					}
+					log.Printf("Processing patch for file: %s", *file.Filename)
+					if *file.Additions > 0 {
+						lines := strings.Split(*file.Patch, "\n")
+						for _, line := range lines {
+							if strings.HasPrefix(line, "+") && !strings.HasPrefix(line, "+++") {
+								appCode.WriteString(strings.TrimPrefix(line, "+"))
+								appCode.WriteString("\n")
+							}
+						}
+					}
+					appCode.WriteString("\n")
+				}
+
+				if appCode.Len() == 0 {
+					return "", fmt.Errorf("no code changes found in commit %s. Please ensure the PR contains added or modified code", *commitSha)
+				}
+
+				return appCode.String(), nil
+			}
+
+			appCode, err := getCodeFromCommit(ghService, repoOwner, repoName, commitSha, project.Dir)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: Failed to get code content: %v", err))
+				log.Printf("Error getting code content: %v", err)
+				return fmt.Errorf("error getting code content: %v", err)
+			}
+
+			commentReporterManager.UpdateComment(fmt.Sprintf(":white_check_mark: Successfully loaded code from commit"))
+
+			log.Printf("the app code is: %v", appCode)
+
+			commentReporterManager.UpdateComment(fmt.Sprintf("Generating terraform..."))
+			terraformCode, err := utils.GenerateTerraformCode(appCode, generationEndpoint, webhookSecret)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: could not generate terraform code: %v", err))
+				log.Printf("could not generate terraform code: %v", err)
+				return fmt.Errorf("could not generate terraform code: %v", err)
+			}
+
+			commentReporterManager.UpdateComment(fmt.Sprintf(":white_check_mark: Generated terraform"))
+
+			// comment terraform code to project dir
+			//project.Dir
+			log.Printf("terraform code is %v", terraformCode)
+
+			baseTree, _, err := ghService.Client.Git.GetTree(context.Background(), repoOwner, repoName, *commitSha, false)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: Failed to get base tree: %v", err))
+				log.Printf("Error getting base tree: %v", err)
+				return fmt.Errorf("error getting base tree: %v", err)
+			}
+
+			// Create a new tree with the new file
+			treeEntries := []*github.TreeEntry{
+				{
+					Path:    github.String(filepath.Join(project.Dir, fmt.Sprintf("generated_%v.tf", issueNumber))),
+					Mode:    github.String("100644"),
+					Type:    github.String("blob"),
+					Content: github.String(terraformCode),
+				},
+			}
+
+			newTree, _, err := ghService.Client.Git.CreateTree(context.Background(), repoOwner, repoName, *baseTree.SHA, treeEntries)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: Failed to create new tree: %v", err))
+				log.Printf("Error creating new tree: %v", err)
+				return fmt.Errorf("error creating new tree: %v", err)
+			}
+
+			// Create the commit
+			commitMsg := fmt.Sprintf("Add generated Terraform code for %v", projectName)
+			commit := &github.Commit{
+				Message: &commitMsg,
+				Tree:    newTree,
+				Parents: []*github.Commit{{SHA: commitSha}},
+			}
+
+			newCommit, _, err := ghService.Client.Git.CreateCommit(context.Background(), repoOwner, repoName, commit, nil)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: Failed to commit Terraform file: %v", err))
+				log.Printf("Error committing Terraform file: %v", err)
+				return fmt.Errorf("error committing Terraform file: %v", err)
+			}
+
+			// Update the reference to point to the new commit
+			ref := &github.Reference{
+				Ref: github.String(fmt.Sprintf("refs/heads/%s", *branch)),
+				Object: &github.GitObject{
+					SHA: newCommit.SHA,
+				},
+			}
+			_, _, err = ghService.Client.Git.UpdateRef(context.Background(), repoOwner, repoName, ref, false)
+			if err != nil {
+				commentReporterManager.UpdateComment(fmt.Sprintf(":x: Failed to update branch reference: %v", err))
+				log.Printf("Error updating branch reference: %v", err)
+				return fmt.Errorf("error updating branch reference: %v", err)
+			}
+
+			commentReporterManager.UpdateComment(":white_check_mark: Successfully generated and committed Terraform code")
+			return nil
+		}
+	}
+
 	commentIdStr := strconv.FormatInt(userCommentId, 10)
 	err = ghService.CreateCommentReaction(commentIdStr, string(dg_github.GithubCommentEyesReaction))
 	if err != nil {

backend/utils/ai.go

@@ -0,0 +1,69 @@
+package utils
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"io"
+	"net/http"
+)
+
+func GenerateTerraformCode(appCode string, generationEndpoint string, webhookSecret string) (string, error) {
+
+	payload := map[string]string{
+		"code": appCode,
+	}
+
+	// Convert payload to JSON
+	jsonData, err := json.Marshal(payload)
+	if err != nil {
+		return "", fmt.Errorf("Error marshalling JSON: %v\n", err)
+	}
+
+	// Create request
+	req, err := http.NewRequest("POST", generationEndpoint, bytes.NewBuffer(jsonData))
+	if err != nil {
+		return "", fmt.Errorf("Error creating request: %v\n", err)
+	}
+
+	// Set headers
+	req.Header.Set("Content-Type", "application/json")
+	req.Header.Set("X-Webhook-Secret", webhookSecret) // Replace with your webhook secret
+
+	// Make the request
+	client := &http.Client{}
+	resp, err := client.Do(req)
+	if err != nil {
+		return "", fmt.Errorf("Error making request: %v\n", err)
+	}
+	defer resp.Body.Close()
+
+	// Read response
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		return "", fmt.Errorf("Error reading response: %v\n", err)
+	}
+
+	// Print response
+	if resp.StatusCode == 400 {
+		return "", fmt.Errorf("unable to generate terraform code from the code available, is it valid application code")
+	}
+
+	if resp.StatusCode != 200 {
+		return "", fmt.Errorf("unexpected error occured while generating code")
+	}
+
+	type GeneratorResponse struct {
+		Result string `json:"result"`
+		Status string `json:"status"`
+	}
+
+	var response GeneratorResponse
+	err = json.Unmarshal(body, &response)
+	if err != nil {
+		return "", fmt.Errorf("unable to parse generator response: %v", err)
+	}
+
+	return response.Result, nil
+
+}