deploy: d653219

spider-rs · Dec 27, 2023 · 5700e0e · 5700e0e
1 parent a132da8
commit 5700e0e
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 2 deletions.
diff --git a/print.html b/print.html
@@ -405,6 +405,7 @@ <h2 id="stop-crawl"><a class="header" href="#stop-crawl">Stop crawl</a></h2>
 async def main():
     website = Website(&quot;https://choosealicense.com&quot;)
     website.crawl(Subscription())
+    # sleep for 2s and stop etc
     website.stop()
 
 asyncio.run(main())

diff --git a/searchindex.js b/searchindex.js
diff --git a/searchindex.json b/searchindex.json
diff --git a/website.html b/website.html
@@ -377,6 +377,7 @@ <h2 id="stop-crawl"><a class="header" href="#stop-crawl">Stop crawl</a></h2>
 async def main():
     website = Website(&quot;https://choosealicense.com&quot;)
     website.crawl(Subscription())
+    # sleep for 2s and stop etc
     website.stop()
 
 asyncio.run(main())