deploy: fab7c94

spider-rs · Jun 19, 2024 · 0ac8272 · 0ac8272
1 parent 6307819
commit 0ac8272
Show file tree

Hide file tree

Showing 4 changed files with 14 additions and 2 deletions.
diff --git a/print.html b/print.html
@@ -281,6 +281,12 @@ <h3 id="blacklist"><a class="header" href="#blacklist">Blacklist</a></h3>
   .withBlacklistUrl(["/blog", new RegExp("/books").source, "/resume"])
   .build();
 </code></pre>
+<h3 id="whitelist"><a class="header" href="#whitelist">Whitelist</a></h3>
+<p>Only crawl set paths, url, or pattern with Regex.</p>
+<pre><code class="language-ts">const website = new Website("https://choosealicense.com")
+  .withWhitelistUrl(["/blog", new RegExp("/books").source, "/resume"])
+  .build();
+</code></pre>
 <h3 id="crons"><a class="header" href="#crons">Crons</a></h3>
 <p>Setup a cron job that can run at any time in the background using cron-syntax.</p>
 <pre><code class="language-ts">const website = new Website("https://choosealicense.com")

diff --git a/searchindex.js b/searchindex.js
diff --git a/searchindex.json b/searchindex.json
diff --git a/website.html b/website.html
@@ -202,6 +202,12 @@ <h3 id="blacklist"><a class="header" href="#blacklist">Blacklist</a></h3>
   .withBlacklistUrl(["/blog", new RegExp("/books").source, "/resume"])
   .build();
 </code></pre>
+<h3 id="whitelist"><a class="header" href="#whitelist">Whitelist</a></h3>
+<p>Only crawl set paths, url, or pattern with Regex.</p>
+<pre><code class="language-ts">const website = new Website("https://choosealicense.com")
+  .withWhitelistUrl(["/blog", new RegExp("/books").source, "/resume"])
+  .build();
+</code></pre>
 <h3 id="crons"><a class="header" href="#crons">Crons</a></h3>
 <p>Setup a cron job that can run at any time in the background using cron-syntax.</p>
 <pre><code class="language-ts">const website = new Website("https://choosealicense.com")