chore: fix robots tests

harlan-zw · Sep 29, 2024 · 722522d · 722522d
1 parent 24e134d
commit 722522d
Show file tree

Hide file tree

Showing 2 changed files with 402 additions and 51 deletions.
diff --git a/packages/core/src/discovery/robotsTxt.ts b/packages/core/src/discovery/robotsTxt.ts
@@ -96,7 +96,10 @@ export function matchPathToRule(path: string, _rules: RobotsTxtRule[]): RobotsTx
  i++
  }
 
- return matchedRule
+ return matchedRule || {
+ pattern: '',
+ allow: true,
+ }
 }
 
 export function mergeRobotsTxtConfig(config: ResolvedUserConfig, { groups, sitemaps }: RobotsTxtParsed): void {