Merge pull request #3 from pipech/main

fix: reduce max page to crawl on config
BuilderIO · Nov 17, 2023 · 29fc934 · 29fc934
2 parents e9b7a82 + 1700bd8
commit 29fc934
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -49,7 +49,7 @@ export const config: Config = {
   url: "https://www.builder.io/c/docs/developers",
   match: "https://www.builder.io/c/docs/**",
   selector: `.docs-builder-container`,
-  maxPagesToCrawl: 1000,
+  maxPagesToCrawl: 50,
   outputFileName: "output.json",
 };
 ```

diff --git a/config.ts b/config.ts
@@ -24,6 +24,6 @@ export const config: Config = {
   url: "https://www.builder.io/c/docs/developers",
   match: "https://www.builder.io/c/docs/**",
   selector: `.docs-builder-container`,
-  maxPagesToCrawl: 1000,
+  maxPagesToCrawl: 50,
   outputFileName: "output.json",
 };