deploy: 302a328

getting-started.html

@@ -172,7 +172,8 @@ <h1 class="menu-title">spider-rs</h1>
                 <div id="content" class="content">
                     <main>
                         <h1 id="getting-started"><a class="header" href="#getting-started">Getting Started</a></h1>
-<p>Install the package.</p>
+<p>Make sure to have <a href="https://nodejs.org/en/download">node</a> installed v10 and higher.</p>
+<p>Install the package with your favorite package manager.</p>
 <pre><code class="language-sh">yarn add @spider-rs/spider-rs
 # or
 npm install @spider-rs/spider-rs

print.html

@@ -185,7 +185,8 @@ <h1 id="introduction"><a class="header" href="#introduction">Introduction</a></h
 console.log(website.getLinks());
 </code></pre>
 <div style="break-before: page; page-break-before: always;"></div><h1 id="getting-started"><a class="header" href="#getting-started">Getting Started</a></h1>
-<p>Install the package.</p>
+<p>Make sure to have <a href="https://nodejs.org/en/download">node</a> installed v10 and higher.</p>
+<p>Install the package with your favorite package manager.</p>
 <pre><code class="language-sh">yarn add @spider-rs/spider-rs
 # or
 npm install @spider-rs/spider-rs
@@ -233,7 +234,6 @@ <h3 id="events"><a class="header" href="#events">Events</a></h3>
 <h2 id="builder-pattern"><a class="header" href="#builder-pattern">Builder pattern</a></h2>
 <p>We use the builder pattern to configure the website for crawling.</p>
 <p>*note: Replace <code>https://choosealicense.com</code> from the examples below with your website target URL.</p>
-<p>All of the examples use typescript by default.</p>
 <pre><code class="language-ts">import { Website } from &quot;@spider-rs/spider-rs&quot;;
 
 const website = new Website(&quot;https://choosealicense.com&quot;);
@@ -292,7 +292,7 @@ <h3 id="proxy"><a class="header" href="#proxy">Proxy</a></h3>
   .build();
 </code></pre>
 <h3 id="delays"><a class="header" href="#delays">Delays</a></h3>
-<p>Add delays between pages.</p>
+<p>Add delays between pages. Defaults to none.</p>
 <pre><code class="language-ts">const website = new Website(&quot;https://choosealicense.com&quot;)
   .withDelays(200)
   .build();
@@ -321,6 +321,15 @@ <h3 id="http2-prior-knowledge"><a class="header" href="#http2-prior-knowledge">H
   .withHttp2PriorKnowledge(true)
   .build();
 </code></pre>
+<h2 id="chaining"><a class="header" href="#chaining">Chaining</a></h2>
+<p>You can chain all of the configs together for simple configuration.</p>
+<pre><code class="language-ts">const website = new Website(&quot;https://choosealicense.com&quot;)
+  .withSubdomains(true)
+  .withTlds(true)
+  .withUserAgent(&quot;mybot/v1&quot;)
+  .withRespectRobotsTxt(true)
+  .build();
+</code></pre>
 <div style="break-before: page; page-break-before: always;"></div><h1 id="crawl"><a class="header" href="#crawl">Crawl</a></h1>
 <p>Crawl a website concurrently.</p>
 <pre><code class="language-ts">import { Website } from &quot;@spider-rs/spider-rs&quot;;

website.html

@@ -176,7 +176,6 @@ <h1 id="website"><a class="header" href="#website">Website</a></h1>
 <h2 id="builder-pattern"><a class="header" href="#builder-pattern">Builder pattern</a></h2>
 <p>We use the builder pattern to configure the website for crawling.</p>
 <p>*note: Replace <code>https://choosealicense.com</code> from the examples below with your website target URL.</p>
-<p>All of the examples use typescript by default.</p>
 <pre><code class="language-ts">import { Website } from &quot;@spider-rs/spider-rs&quot;;
 
 const website = new Website(&quot;https://choosealicense.com&quot;);
@@ -235,7 +234,7 @@ <h3 id="proxy"><a class="header" href="#proxy">Proxy</a></h3>
   .build();
 </code></pre>
 <h3 id="delays"><a class="header" href="#delays">Delays</a></h3>
-<p>Add delays between pages.</p>
+<p>Add delays between pages. Defaults to none.</p>
 <pre><code class="language-ts">const website = new Website(&quot;https://choosealicense.com&quot;)
   .withDelays(200)
   .build();
@@ -264,6 +263,15 @@ <h3 id="http2-prior-knowledge"><a class="header" href="#http2-prior-knowledge">H
   .withHttp2PriorKnowledge(true)
   .build();
 </code></pre>
+<h2 id="chaining"><a class="header" href="#chaining">Chaining</a></h2>
+<p>You can chain all of the configs together for simple configuration.</p>
+<pre><code class="language-ts">const website = new Website(&quot;https://choosealicense.com&quot;)
+  .withSubdomains(true)
+  .withTlds(true)
+  .withUserAgent(&quot;mybot/v1&quot;)
+  .withRespectRobotsTxt(true)
+  .build();
+</code></pre>
 
                     </main>