deploy: 3682664

spider-rs · Nov 29, 2023 · 5cf3ea1 · 5cf3ea1
1 parent 847dfa4
commit 5cf3ea1
Show file tree

Hide file tree

Showing 4 changed files with 38 additions and 6 deletions.
diff --git a/print.html b/print.html
@@ -212,8 +212,24 @@ <h3 id="events"><a class="header" href="#events">Events</a></h3>
 
 const links: NPage[] = [];
 
-const onPageEvent = (err: Error | null, value: NPage) =&gt; {
-  links.push(value);
+const onPageEvent = async (err: Error | null, page: NPage) =&gt; {
+  links.push(page);
+};
+
+// params in order event, background, and headless chrome
+await website.crawl(onPageEvent);
+console.log(website.getLinks());
+</code></pre>
+<h3 id="selector"><a class="header" href="#selector">Selector</a></h3>
+<p>The <code>title</code> method allows you to extract the title of the page.</p>
+<pre><code class="language-ts">import { Website, pageTitle } from &quot;@spider-rs/spider-rs&quot;;
+
+const website = new Website(&quot;https://choosealicense.com&quot;);
+
+const links = [];
+
+const onPageEvent = async (err: Error | null, page: NPage) =&gt; {
+  links.push( { title: pageTitle(page), url: page.url });
 };
 
 // params in order event, background, and headless chrome

diff --git a/searchindex.js b/searchindex.js
diff --git a/searchindex.json b/searchindex.json
diff --git a/simple.html b/simple.html
@@ -193,8 +193,24 @@ <h3 id="events"><a class="header" href="#events">Events</a></h3>
 
 const links: NPage[] = [];
 
-const onPageEvent = (err: Error | null, value: NPage) =&gt; {
-  links.push(value);
+const onPageEvent = async (err: Error | null, page: NPage) =&gt; {
+  links.push(page);
+};
+
+// params in order event, background, and headless chrome
+await website.crawl(onPageEvent);
+console.log(website.getLinks());
+</code></pre>
+<h3 id="selector"><a class="header" href="#selector">Selector</a></h3>
+<p>The <code>title</code> method allows you to extract the title of the page.</p>
+<pre><code class="language-ts">import { Website, pageTitle } from &quot;@spider-rs/spider-rs&quot;;
+
+const website = new Website(&quot;https://choosealicense.com&quot;);
+
+const links = [];
+
+const onPageEvent = async (err: Error | null, page: NPage) =&gt; {
+  links.push( { title: pageTitle(page), url: page.url });
 };
 
 // params in order event, background, and headless chrome