-
Notifications
You must be signed in to change notification settings - Fork 251
Support listing workflows from remote repositories #16423
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Merged
+292
−67
Merged
Changes from all commits
Commits
Show all changes
9 commits
Select commit
Hold shift + click to select a range
3920517
Initial plan
Copilot 783aaf7
Add support for listing workflows from remote repositories
Copilot 28e171e
Change to use --repo flag instead of positional argument
Copilot 5829f1a
Merge remote-tracking branch 'origin/main' into copilot/add-gh-aw-lis…
Copilot 2c9f3a6
Merge main and add gh aw list validation to CI
Copilot a486231
Add --path flag to support custom workflow directories
Copilot 0237822
Merge branch 'main' into copilot/add-gh-aw-list-support
pelikhan 71ba847
Merge remote-tracking branch 'origin/main' into copilot/add-gh-aw-lis…
Copilot c62bfcb
Merge main and fix linting issues
Copilot File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -30,32 +30,40 @@ func NewListCommand() *cobra.Command { | |
| cmd := &cobra.Command{ | ||
| Use: "list [pattern]", | ||
| Short: "List agentic workflows in the repository", | ||
| Long: `List all agentic workflows in the repository without checking their status. | ||
| Long: `List all agentic workflows in a repository without checking their status. | ||
|
|
||
| Displays a simplified table with workflow name, AI engine, and compilation status. | ||
| Unlike 'status', this command does not check GitHub workflow state or time remaining. | ||
|
|
||
| The optional pattern argument filters workflows by name (case-insensitive substring match). | ||
|
|
||
| Examples: | ||
| ` + string(constants.CLIExtensionPrefix) + ` list # List all workflows | ||
| ` + string(constants.CLIExtensionPrefix) + ` list ci- # List workflows with 'ci-' in name | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --json # Output in JSON format | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --label automation # List workflows with 'automation' label`, | ||
| ` + string(constants.CLIExtensionPrefix) + ` list # List all workflows in current repo | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --repo github/gh-aw # List workflows from github/gh-aw repo | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --repo org/repo --path workflows # List from custom path | ||
| ` + string(constants.CLIExtensionPrefix) + ` list ci- # List workflows with 'ci-' in name | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --repo github/gh-aw ci- # List workflows from github/gh-aw with 'ci-' in name | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --json # Output in JSON format | ||
| ` + string(constants.CLIExtensionPrefix) + ` list --label automation # List workflows with 'automation' label`, | ||
| RunE: func(cmd *cobra.Command, args []string) error { | ||
| var pattern string | ||
| if len(args) > 0 { | ||
| pattern = args[0] | ||
| } | ||
|
|
||
| repo, _ := cmd.Flags().GetString("repo") | ||
| path, _ := cmd.Flags().GetString("path") | ||
| verbose, _ := cmd.Flags().GetBool("verbose") | ||
| jsonFlag, _ := cmd.Flags().GetBool("json") | ||
| labelFilter, _ := cmd.Flags().GetString("label") | ||
| return RunListWorkflows(pattern, verbose, jsonFlag, labelFilter) | ||
| return RunListWorkflows(repo, path, pattern, verbose, jsonFlag, labelFilter) | ||
| }, | ||
| } | ||
|
|
||
| addRepoFlag(cmd) | ||
| addJSONFlag(cmd) | ||
| cmd.Flags().String("label", "", "Filter workflows by label") | ||
| cmd.Flags().String("path", ".github/workflows", "Path to workflows directory in the repository") | ||
|
|
||
| // Register completions for list command | ||
| cmd.ValidArgsFunction = CompleteWorkflowNames | ||
|
|
@@ -64,16 +72,31 @@ Examples: | |
| } | ||
|
|
||
| // RunListWorkflows lists workflows without checking GitHub status | ||
| func RunListWorkflows(pattern string, verbose bool, jsonOutput bool, labelFilter string) error { | ||
| listWorkflowsLog.Printf("Listing workflows: pattern=%s, jsonOutput=%v, labelFilter=%s", pattern, jsonOutput, labelFilter) | ||
| if verbose && !jsonOutput { | ||
| fmt.Fprintf(os.Stderr, "Listing workflow files\n") | ||
| if pattern != "" { | ||
| fmt.Fprintf(os.Stderr, "Filtering by pattern: %s\n", pattern) | ||
| func RunListWorkflows(repo, path, pattern string, verbose bool, jsonOutput bool, labelFilter string) error { | ||
| listWorkflowsLog.Printf("Listing workflows: repo=%s, path=%s, pattern=%s, jsonOutput=%v, labelFilter=%s", repo, path, pattern, jsonOutput, labelFilter) | ||
|
|
||
| var mdFiles []string | ||
| var err error | ||
| var isRemote bool | ||
|
|
||
| if repo != "" { | ||
| // List workflows from remote repository | ||
| isRemote = true | ||
| if verbose && !jsonOutput { | ||
| fmt.Fprintf(os.Stderr, "Listing workflow files from %s\n", repo) | ||
| } | ||
| mdFiles, err = getRemoteWorkflowFiles(repo, path, verbose, jsonOutput) | ||
| } else { | ||
| // List workflows from local repository | ||
| if verbose && !jsonOutput { | ||
| fmt.Fprintf(os.Stderr, "Listing workflow files\n") | ||
| if pattern != "" { | ||
| fmt.Fprintf(os.Stderr, "Filtering by pattern: %s\n", pattern) | ||
| } | ||
| } | ||
| mdFiles, err = getMarkdownWorkflowFiles("") | ||
| } | ||
|
|
||
| mdFiles, err := getMarkdownWorkflowFiles("") | ||
| if err != nil { | ||
| listWorkflowsLog.Printf("Failed to get markdown workflow files: %v", err) | ||
| fmt.Fprintln(os.Stderr, console.FormatErrorMessage(err.Error())) | ||
|
|
@@ -108,67 +131,80 @@ func RunListWorkflows(pattern string, verbose bool, jsonOutput bool, labelFilter | |
| continue | ||
| } | ||
|
|
||
| // Extract engine ID from workflow file | ||
| agent := extractEngineIDFromFile(file) | ||
|
|
||
| // Check if compiled (.lock.yml file is in .github/workflows) | ||
| lockFile := stringutil.MarkdownToLockFile(file) | ||
| compiled := "N/A" | ||
|
|
||
| if _, err := os.Stat(lockFile); err == nil { | ||
| // Check if up to date | ||
| mdStat, _ := os.Stat(file) | ||
| lockStat, _ := os.Stat(lockFile) | ||
| if mdStat.ModTime().After(lockStat.ModTime()) { | ||
| compiled = "No" | ||
| } else { | ||
| compiled = "Yes" | ||
| // For remote repos, we can't check compilation status or read local files | ||
| if isRemote { | ||
| // For remote repos, skip fetching individual file metadata to avoid slowness | ||
| // Just show file name with minimal info | ||
| workflows = append(workflows, WorkflowListItem{ | ||
| Workflow: name, | ||
| EngineID: "N/A", // Skip fetching to avoid slow API/git calls | ||
| Compiled: "N/A", // Cannot determine for remote repos | ||
| Labels: nil, | ||
| On: nil, | ||
| }) | ||
|
Comment on lines
+135
to
+144
|
||
| } else { | ||
| // Extract engine ID from workflow file | ||
| agent := extractEngineIDFromFile(file) | ||
|
|
||
| // Check if compiled (.lock.yml file is in .github/workflows) | ||
| lockFile := stringutil.MarkdownToLockFile(file) | ||
| compiled := "N/A" | ||
|
|
||
| if _, err := os.Stat(lockFile); err == nil { | ||
| // Check if up to date | ||
| mdStat, _ := os.Stat(file) | ||
| lockStat, _ := os.Stat(lockFile) | ||
| if mdStat.ModTime().After(lockStat.ModTime()) { | ||
| compiled = "No" | ||
| } else { | ||
| compiled = "Yes" | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Extract "on" field and labels from frontmatter | ||
| var onField any | ||
| var labels []string | ||
| if content, err := os.ReadFile(file); err == nil { | ||
| if result, err := parser.ExtractFrontmatterFromContent(string(content)); err == nil { | ||
| if result.Frontmatter != nil { | ||
| onField = result.Frontmatter["on"] | ||
| // Extract labels field if present | ||
| if labelsField, ok := result.Frontmatter["labels"]; ok { | ||
| if labelsArray, ok := labelsField.([]any); ok { | ||
| for _, label := range labelsArray { | ||
| if labelStr, ok := label.(string); ok { | ||
| labels = append(labels, labelStr) | ||
| // Extract "on" field and labels from frontmatter | ||
| var onField any | ||
| var labels []string | ||
| if content, err := os.ReadFile(file); err == nil { | ||
| if result, err := parser.ExtractFrontmatterFromContent(string(content)); err == nil { | ||
| if result.Frontmatter != nil { | ||
| onField = result.Frontmatter["on"] | ||
| // Extract labels field if present | ||
| if labelsField, ok := result.Frontmatter["labels"]; ok { | ||
| if labelsArray, ok := labelsField.([]any); ok { | ||
| for _, label := range labelsArray { | ||
| if labelStr, ok := label.(string); ok { | ||
| labels = append(labels, labelStr) | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Skip if label filter specified and workflow doesn't have the label | ||
| if labelFilter != "" { | ||
| hasLabel := false | ||
| for _, label := range labels { | ||
| if strings.EqualFold(label, labelFilter) { | ||
| hasLabel = true | ||
| break | ||
| // Skip if label filter specified and workflow doesn't have the label | ||
| if labelFilter != "" { | ||
| hasLabel := false | ||
| for _, label := range labels { | ||
| if strings.EqualFold(label, labelFilter) { | ||
| hasLabel = true | ||
| break | ||
| } | ||
| } | ||
| if !hasLabel { | ||
| continue | ||
| } | ||
| } | ||
| if !hasLabel { | ||
| continue | ||
| } | ||
| } | ||
|
|
||
| // Build workflow list item | ||
| workflows = append(workflows, WorkflowListItem{ | ||
| Workflow: name, | ||
| EngineID: agent, | ||
| Compiled: compiled, | ||
| Labels: labels, | ||
| On: onField, | ||
| }) | ||
| // Build workflow list item | ||
| workflows = append(workflows, WorkflowListItem{ | ||
| Workflow: name, | ||
| EngineID: agent, | ||
| Compiled: compiled, | ||
| Labels: labels, | ||
| On: onField, | ||
| }) | ||
| } | ||
| } | ||
|
|
||
| // Output results | ||
|
|
@@ -194,3 +230,36 @@ func RunListWorkflows(pattern string, verbose bool, jsonOutput bool, labelFilter | |
|
|
||
| return nil | ||
| } | ||
|
|
||
| // getRemoteWorkflowFiles fetches the list of workflow files from a remote repository | ||
| func getRemoteWorkflowFiles(repoSpec, workflowPath string, verbose bool, jsonOutput bool) ([]string, error) { | ||
| // Parse repo spec: owner/repo[@ref] | ||
| var owner, repo, ref string | ||
| parts := strings.SplitN(repoSpec, "@", 2) | ||
| repoPart := parts[0] | ||
| if len(parts) == 2 { | ||
| ref = parts[1] | ||
| } else { | ||
| ref = "main" // default to main branch | ||
| } | ||
pelikhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
|
|
||
| // Parse owner/repo | ||
| repoParts := strings.Split(repoPart, "/") | ||
| if len(repoParts) != 2 { | ||
| return nil, fmt.Errorf("invalid repository format: %s (expected owner/repo or owner/repo@ref)", repoSpec) | ||
| } | ||
| owner = repoParts[0] | ||
| repo = repoParts[1] | ||
pelikhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
|
|
||
| if verbose && !jsonOutput { | ||
| fmt.Fprintf(os.Stderr, "Fetching workflow files from %s/%s@%s (path: %s)\n", owner, repo, ref, workflowPath) | ||
| } | ||
|
|
||
| // Use the parser package to list workflow files | ||
| files, err := parser.ListWorkflowFiles(owner, repo, ref, workflowPath) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to list workflow files from %s/%s: %w", owner, repo, err) | ||
| } | ||
|
|
||
| return files, nil | ||
| } | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.