chore: fix robots tests

harlan-zw · Sep 29, 2024 · 722522d · 722522d
1 parent 24e134d
commit 722522d
Show file tree

Hide file tree

Showing 2 changed files with 402 additions and 51 deletions.
diff --git a/packages/core/src/discovery/robotsTxt.ts b/packages/core/src/discovery/robotsTxt.ts
@@ -96,7 +96,10 @@ export function matchPathToRule(path: string, _rules: RobotsTxtRule[]): RobotsTx
     i++
   }
 
-  return matchedRule
+  return matchedRule || {
+    pattern: '',
+    allow: true,
+  }
 }
 
 export function mergeRobotsTxtConfig(config: ResolvedUserConfig, { groups, sitemaps }: RobotsTxtParsed): void {