diff --git a/genkit-tools/cli/src/commands/eval-flow.ts b/genkit-tools/cli/src/commands/eval-flow.ts
index ad112e09f6..349522fcb7 100644
--- a/genkit-tools/cli/src/commands/eval-flow.ts
+++ b/genkit-tools/cli/src/commands/eval-flow.ts
@@ -93,9 +93,12 @@ export const evalFlow = new Command('eval:flow')
         if (!options.evaluators) {
           evaluatorActions = await getAllEvaluatorActions(manager);
         } else {
+          const evalActionKeys = options.evaluators
+            .split(',')
+            .map((k) => `/evaluator/${k}`);
           evaluatorActions = await getMatchingEvaluatorActions(
             manager,
-            options.evaluators.split(',')
+            evalActionKeys
           );
         }
         logger.debug(
diff --git a/genkit-tools/cli/src/commands/eval-run.ts b/genkit-tools/cli/src/commands/eval-run.ts
index 222e93cdf7..b7e33fbb12 100644
--- a/genkit-tools/cli/src/commands/eval-run.ts
+++ b/genkit-tools/cli/src/commands/eval-run.ts
@@ -71,9 +71,12 @@ export const evalRun = new Command('eval:run')
       if (!options.evaluators) {
         evaluatorActions = await getAllEvaluatorActions(manager);
       } else {
+        const evalActionKeys = options.evaluators
+          .split(',')
+          .map((k) => `/evaluator/${k}`);
         evaluatorActions = await getMatchingEvaluatorActions(
           manager,
-          options.evaluators.split(',')
+          evalActionKeys
         );
       }
       logger.info(