deploy: 10d47dc

spider-rs · Dec 27, 2023 · f9d4a95 · f9d4a95
1 parent dc0ad8f
commit f9d4a95
Show file tree

Hide file tree

Showing 4 changed files with 42 additions and 2 deletions.
diff --git a/print.html b/print.html
@@ -303,6 +303,26 @@ <h3 id="proxy"><a class="header" href="#proxy">Proxy</a></h3>
 async def main():
     website = Website(&quot;https://choosealicense.com&quot;).with_proxies([&quot;https://www.myproxy.com&quot;])
 
+asyncio.run(main())
+</code></pre>
+<h3 id="depth-limit"><a class="header" href="#depth-limit">Depth Limit</a></h3>
+<p>Set the depth limit for the amount of forward pages.</p>
+<pre><code class="language-ts">import asyncio
+from spider_rs import Website
+
+async def main():
+    website = Website(&quot;https://choosealicense.com&quot;).with_depth(3)
+
+asyncio.run(main())
+</code></pre>
+<h3 id="cache"><a class="header" href="#cache">Cache</a></h3>
+<p>Enable HTTP caching, this useful when using the spider on a server.</p>
+<pre><code class="language-py">import asyncio
+from spider_rs import Website
+
+async def main():
+    website = Website(&quot;https://choosealicense.com&quot;).with_caching(True)
+
 asyncio.run(main())
 </code></pre>
 <h3 id="delays"><a class="header" href="#delays">Delays</a></h3>

diff --git a/searchindex.js b/searchindex.js
diff --git a/searchindex.json b/searchindex.json
diff --git a/website.html b/website.html
@@ -275,6 +275,26 @@ <h3 id="proxy"><a class="header" href="#proxy">Proxy</a></h3>
 async def main():
     website = Website(&quot;https://choosealicense.com&quot;).with_proxies([&quot;https://www.myproxy.com&quot;])
 
+asyncio.run(main())
+</code></pre>
+<h3 id="depth-limit"><a class="header" href="#depth-limit">Depth Limit</a></h3>
+<p>Set the depth limit for the amount of forward pages.</p>
+<pre><code class="language-ts">import asyncio
+from spider_rs import Website
+
+async def main():
+    website = Website(&quot;https://choosealicense.com&quot;).with_depth(3)
+
+asyncio.run(main())
+</code></pre>
+<h3 id="cache"><a class="header" href="#cache">Cache</a></h3>
+<p>Enable HTTP caching, this useful when using the spider on a server.</p>
+<pre><code class="language-py">import asyncio
+from spider_rs import Website
+
+async def main():
+    website = Website(&quot;https://choosealicense.com&quot;).with_caching(True)
+
 asyncio.run(main())
 </code></pre>
 <h3 id="delays"><a class="header" href="#delays">Delays</a></h3>