dev branch

.github/prompts/genaiscript.prompt.md

@@ -5,7 +5,7 @@ Your task is to generate a GenAIScript script or answer questions about GenAIScr
 
 ## Reference
 
-- [GenAIScript docs](./.genaiscript/docs/llms-full.txt)
+- [GenAIScript docs](../../.genaiscript/docs/llms-full.txt)
 
 ## Guidance for Code Generation
 

.github/workflows/azure.yml

@@ -1,4 +1,4 @@
 name: azure openai tests
 on:
     workflow_dispatch:
     release:
@@ -30,7 +30,7 @@
             - name: compile
               run: yarn compile:action
             - name: poem
-              run: yarn run:script poem --model azure:gpt-4o -tlp 5 --out-trace $GITHUB_STEP_SUMMARY
+              run: yarn run:script poem --model azure:gpt-4.1 -tlp 5 --out-trace $GITHUB_STEP_SUMMARY
               env:
                   AZURE_OPENAI_API_ENDPOINT: ${{ secrets.AZURE_OPENAI_API_ENDPOINT }}
                   AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}

.github/workflows/genai-blog-post.yml

@@ -1,15 +1,11 @@
 name: genai blog post generator
 on:
     workflow_dispatch:
+    schedule:
+      - cron: '0 0 * * *'
 concurrency:
-    group: ${{ github.workflow }}-${{ github.ref }}
+    group: blog-post-${{ github.workflow }}-${{ github.ref }}
     cancel-in-progress: true
-env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
 jobs:
     build:
         runs-on: ubuntu-latest
@@ -22,6 +18,7 @@ jobs:
               with:
                   submodules: "recursive"
                   fetch-depth: 10
+                  ref: dev
             - uses: actions/setup-node@v4
               with:
                   node-version: "20"
@@ -30,9 +27,7 @@ jobs:
             - name: compile
               run: yarn compile
             - name: generate blog post
-              run: yarn genai:blog-post --out-trace $GITHUB_STEP_SUMMARY
-            - name: docs
-              run: yarn build:docs
+              run: yarn genai:blog-post -p github --out-trace $GITHUB_STEP_SUMMARY
             - uses: stefanzweifel/git-auto-commit-action@v5
               with:
                   file_pattern: "docs/src/content/docs/blog/drafts/*.md"

.github/workflows/genai-commander.yml

@@ -2,12 +2,6 @@ name: genai commander
 on:
     issue_comment:
         types: [created]
-env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
 jobs:
     pr_commented:
         # must be PR and have a comment starting with /genai
@@ -16,6 +10,7 @@ jobs:
         permissions:
             contents: read
             pull-requests: write
+            models: read
         steps:
             # only allow PRs from the same repository
             - name: Check if PR is from the same repository
@@ -79,23 +74,16 @@ jobs:
               run: yarn install --frozen-lockfile
             - name: compile
               run: yarn compile
-            #
-            # Start Ollama in a docker container
-            #
-            - name: start ollama
-              run: yarn ollama:start
-            # Execute the /genai <command> found in the comment
-            #
             - name: genaiscript pr-describe
               if: startsWith(github.event.comment.body, '/genai describe')
-              run: node packages/cli/built/genaiscript.cjs run pr-describe -prd --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
+              run: node packages/cli/built/genaiscript.cjs run pr-describe -p github -prd --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
               env:
                   GITHUB_ISSUE: ${{ github.event.issue.number }}
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
                   GITHUB_COMMIT_SHA: ${{ fromJSON(steps.sha.outputs.result).sha }}
             - name: genaiscript pr-review
               if: startsWith(github.event.comment.body, '/genai review')
-              run: node packages/cli/built/genaiscript.cjs run pr-review -prc --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
+              run: node packages/cli/built/genaiscript.cjs run pr-review -p github -prc --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
               env:
                   GITHUB_ISSUE: ${{ github.event.issue.number }}
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/genai-docs.yml

@@ -0,0 +1,53 @@
+name: genai docs
+on:
+    workflow_dispatch:
+    pull_request:
+        types: [review_requested]
+        paths:
+            - "packages/**/*.ts"
+concurrency:
+    group: docs-${{ github.workflow }}-${{ github.ref }}
+    cancel-in-progress: true
+jobs:
+    gen-docs:
+        runs-on: ubuntu-latest
+        permissions:
+            pull-requests: write
+            contents: write
+            models: read
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  submodules: "recursive"
+                  fetch-depth: 10
+                  ref: ${{ github.head_ref }}
+            - uses: actions/setup-node@v4
+              with:
+                  node-version: "20"
+                  cache: yarn
+            - run: yarn install --frozen-lockfile
+            - name: compile
+              run: yarn compile
+            - name: git fetch dev
+              run: git fetch origin && git pull origin dev:dev
+            - name: /docs
+              run: node packages/cli/built/genaiscript.cjs run docs "packages/**/*.ts" --out ./temp/genai/docs -prc -p github --out-trace $GITHUB_STEP_SUMMARY --vars diff=true --vars pretty=true --vars applyEdits=true --vars defaultBranch=dev
+              env:
+                  DEBUG: "script*"
+                  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+                  GITHUB_COMMIT_SHA: ${{ github.event.pull_request.base.sha}}
+            - name: typecheck
+              run: yarn typecheck
+            - name: git status
+              run: git status
+            - name: commit
+              uses: stefanzweifel/git-auto-commit-action@v5
+              with:
+                  commit_message: "genai: /docs [skip ci]"
+                  commit_user_name: "genaiscript"
+            - name: archive
+              if: always()
+              uses: actions/upload-artifact@v4
+              with:
+                  name: genai-results
+                  path: ./temp/genai/**

.github/workflows/genai-investigator.yml

@@ -11,12 +11,7 @@ permissions:
     contents: read
     actions: read
     pull-requests: write
-env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
+    models: read
 jobs:
     investigate:
         # Only run this job if the workflow run concluded with a failure
@@ -35,23 +30,18 @@ jobs:
             - run: yarn install --frozen-lockfile
             - name: compile
               run: yarn compile
-            #
-            # Start Ollama in a docker container
-            #
-            - name: start ollama
-              run: docker run -d -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
             - name: genaiscript gai
-              run: node packages/cli/built/genaiscript.cjs run gai -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
+              run: node packages/cli/built/genaiscript.cjs run gai -p github -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
                   GENAISCRIPT_VAR_BRANCH: ${{ github.event.workflow_run.head_branch }}
             - name: genaiscript github-agent
-              run: node packages/cli/built/genaiscript.cjs run github-agent -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
+              run: node packages/cli/built/genaiscript.cjs run github-agent -p github -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
                   GENAISCRIPT_VAR_BRANCH: ${{ github.event.workflow_run.head_branch }}
             - name: genaiscript github-one
-              run: node packages/cli/built/genaiscript.cjs run github-one -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
+              run: node packages/cli/built/genaiscript.cjs run github-one -p github -pr ${{ github.event.workflow_run.pull_requests[0].number }} -prc --vars "workflow=${{ github.event.workflow_run.workflow_id }}" --vars "failure_run_id=${{ github.event.workflow_run.id }}" --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
                   GENAISCRIPT_VAR_BRANCH: ${{ github.event.workflow_run.head_branch }}

.github/workflows/genai-issue-bot.yml

@@ -5,18 +5,13 @@ on:
 concurrency:
     group: issue-bot-${{ github.event.issue.number }}
     cancel-in-progress: true
-env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
 jobs:
     reason:
         runs-on: ubuntu-latest
         permissions:
             contents: read
             issues: write
+            models: read
         steps:
             - uses: actions/checkout@v4
               with:
@@ -32,7 +27,7 @@ jobs:
             - name: start ollama
               run: yarn ollama:start
             - name: genaiscript issue-review
-              run: node packages/cli/built/genaiscript.cjs run issue-bot -prc bot --out-output $GITHUB_STEP_SUMMARY
+              run: node packages/cli/built/genaiscript.cjs run issue-bot -p github -prc bot --out-output $GITHUB_STEP_SUMMARY
               env:
                   GITHUB_ISSUE: ${{ github.event.issue.number }}
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/genai-issue-review.yml

@@ -5,18 +5,13 @@ on:
 concurrency:
     group: issues-${{ github.event.issue.number }}
     cancel-in-progress: true
-env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
 jobs:
     build:
         runs-on: ubuntu-latest
         permissions:
             contents: read
             issues: write
+            models: read
         steps:
             - uses: actions/checkout@v4
               with:
@@ -29,10 +24,8 @@ jobs:
             - run: yarn install --frozen-lockfile
             - name: compile
               run: yarn compile
-            - name: start ollama
-              run: yarn ollama:start
             - name: genaiscript issue-review
-              run: node packages/cli/built/genaiscript.cjs run issue-reviewer -prc --out-trace $GITHUB_STEP_SUMMARY
+              run: node packages/cli/built/genaiscript.cjs run issue-reviewer -p github -prc --out-trace $GITHUB_STEP_SUMMARY
               env:
                   GITHUB_ISSUE: ${{ github.event.issue.number }}
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/genai-linters.yml

@@ -0,0 +1,49 @@
+name: genai linters
+on:
+    workflow_dispatch:
+    pull_request:
+        types: [opened, ready_for_review, reopened, review_requested]
+        paths:
+            - "docs/**"
+            - "genaisrc/**"
+            - "packages/core/**/*"
+            - "packages/cli/**/*"
+            - "packages/samples/**/*"
+            - "packages/vscode/**/*"
+concurrency:
+    group: linters-${{ github.workflow }}-${{ github.ref }}
+    cancel-in-progress: true
+env:
+    GENAISCRIPT_MODEL_LINTER: ${{ vars.GENAISCRIPT_MODEL_LINTER }}
+jobs:
+    lint:
+        runs-on: ubuntu-latest
+        permissions:
+            pull-requests: write
+            models: read
+        steps:
+            - uses: actions/checkout@v4
+              with:
+                  submodules: "recursive"
+                  fetch-depth: 10
+            - uses: actions/setup-node@v4
+              with:
+                  node-version: "20"
+                  cache: yarn
+            - run: yarn install --frozen-lockfile
+            - name: compile
+              run: yarn compile
+            - name: git stuff
+              run: git fetch origin && git pull origin dev:dev
+            - name: genaiscript
+              run: node packages/cli/built/genaiscript.cjs run linters --out ./temp/genai/linters -prr -prc -m linter --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
+              continue-on-error: true
+              env:
+                  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+                  GITHUB_COMMIT_SHA: ${{ github.event.pull_request.base.sha}}
+            - name: Archive genai results
+              if: always()
+              uses: actions/upload-artifact@v4
+              with:
+                  name: genai-results
+                  path: ./temp/genai/**

.github/workflows/genai-pr-commit-review.yml

@@ -18,6 +18,7 @@ jobs:
         runs-on: ubuntu-latest
         permissions:
             pull-requests: write
+            models: read
         steps:
             - uses: actions/checkout@v4
               with:

.github/workflows/genai-pr-docs-commit-review.yml

@@ -15,6 +15,7 @@ jobs:
         runs-on: ubuntu-latest
         permissions:
             pull-requests: write
+            models: read
         steps:
             - uses: actions/checkout@v4
               with:

.github/workflows/genai-pr-review.yml

@@ -9,19 +9,16 @@ on:
             - "packages/cli/**/*"
             - "packages/samples/**/*"
 concurrency:
-    group: ${{ github.workflow }}-${{ github.ref }}
+    group: pr-review-${{ github.workflow }}-${{ github.ref }}
     cancel-in-progress: true
 env:
-    GENAISCRIPT_DEFAULT_REASONING_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_MODEL }}
-    GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_REASONING_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_MODEL }}
-    GENAISCRIPT_DEFAULT_SMALL_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_SMALL_MODEL }}
-    GENAISCRIPT_DEFAULT_VISION_MODEL: ${{ vars.GENAISCRIPT_DEFAULT_VISION_MODEL }}
+    GENAISCRIPT_MODEL_REVIEW: ${{ vars.GENAISCRIPT_MODEL_REVIEW }}
 jobs:
     build:
         runs-on: ubuntu-latest
         permissions:
             pull-requests: write
+            models: read
         steps:
             - uses: actions/checkout@v4
               with:
@@ -40,11 +37,11 @@ jobs:
               run: git fetch origin && git pull origin dev:dev
             - name: genaiscript pr-describe
               continue-on-error: true
-              run: node packages/cli/built/genaiscript.cjs run pr-describe --out ./temp/genai/pr-describe -prd -m reasoning --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
+              run: node packages/cli/built/genaiscript.cjs run pr-describe --out ./temp/genai/pr-describe -prd -m review --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
               env:
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
             - name: genaiscript pr-review
-              run: node packages/cli/built/genaiscript.cjs run pr-review --out ./temp/genai/pr-review -prc -m reasoning --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
+              run: node packages/cli/built/genaiscript.cjs run pr-review --out ./temp/genai/pr-review -prc -m review --out-trace $GITHUB_STEP_SUMMARY --vars defaultBranch=dev
               continue-on-error: true
               env:
                   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -41,3 +41,4 @@ packages/sample/src/mlads/*
 packages/core/src/dbg.ts
 TypeScript/
 react/
+docs/public/blog/*.mp4

.vscode/launch.json

@@ -29,7 +29,6 @@
                 "${workspaceFolder}/demo"
             ],
             "outFiles": ["${workspaceFolder}/packages/vscode/built/**"],
-            "preLaunchTask": "npm: compile",
             "resolveSourceMapLocations": [
                 "${workspaceFolder}/**",
                 "!**/node_modules/**"