chore(bench): add medium case

bench/README.md

@@ -10,18 +10,18 @@ Linux
 Test url: `https://choosealicense.com` (small)
 32 pages
 
-| `libraries`                       | `speed`               |
-| :-------------------------------- | :-------------------- |
-| **`spider-rs: crawl 10 samples`** | `76ms`(✅ **1.00x**)  |
-| **`crawlee: crawl 10 samples`**   | `1s` (✅ **1.00x**) |
+| `libraries`                       | `speed`              |
+| :-------------------------------- | :------------------- |
+| **`spider-rs: crawl 10 samples`** | `76ms`(✅ **1.00x**) |
+| **`crawlee: crawl 10 samples`**   | `1s` (✅ **1.00x**)  |
 
 Test url: `https://rsseau.fr` (medium)
 211 pages
 
-| `libraries`                       | `speed`              |
-| :-------------------------------- | :------------------- |
-| **`spider-rs: crawl 10 samples`** | `0.5s` (✅ **1.00x**)  |
-| **`crawlee: crawl 10 samples`**   | `72s` (✅ **1.00x**) |
+| `libraries`                       | `speed`               |
+| :-------------------------------- | :-------------------- |
+| **`spider-rs: crawl 10 samples`** | `0.5s` (✅ **1.00x**) |
+| **`crawlee: crawl 10 samples`**   | `72s` (✅ **1.00x**)  |
 
 ```sh
 ----------------------
@@ -47,4 +47,4 @@ Test url: `https://rsseau.fr` (medium)
 | **`spider-rs: crawl 10 samples`** | `2.5s` (✅ **1.00x**) |
 | **`crawlee: crawl 10 samples`**   | `75s` (✅ **1.00x**)  |
 
-The performance scales the larger the website and if throttling is needed. Linux benchmarks are about 10x faster than macOS for spider-rs.
+The performance scales the larger the website and if throttling is needed. Linux benchmarks are about 10x faster than macOS for spider-rs.

bench/base.ts

@@ -3,3 +3,4 @@ export const iterations = process.env.BENCH_COUNT
   : 20;
 
 export const TEST_URL = "https://choosealicense.com";
+export const TEST_URL_MEDIUM = "https://rsseau.fr";

bench/case/crawlee.ts

@@ -1,21 +1,21 @@
-import { CheerioCrawler } from 'crawlee';
-import { TEST_URL, iterations } from "../base"
+import { CheerioCrawler } from "crawlee";
+import { TEST_URL, iterations } from "../base";
+
+export async function bench(url = TEST_URL) {
+  const crawler = new CheerioCrawler({
+    async requestHandler({ enqueueLinks }) {
+      await enqueueLinks();
+    },
+  });
 
-export async function bench() {
-    const crawler = new CheerioCrawler({
-        async requestHandler({ enqueueLinks, request }) {
-          await enqueueLinks();
-        }
-    });
-
   let duration = 0;
 
   const run = async () => {
     const startTime = performance.now();
-    await crawler.run([TEST_URL]);
+    await crawler.run([url]);
     duration += performance.now() - startTime;
   };
-  
+
   const bm = async (cb: () => Promise<void>, i = 0) => {
     await cb();
     if (i < iterations) {
@@ -34,4 +34,4 @@ export async function bench() {
       },
     ]),
   );
-}
+}

bench/case/spider.ts

@@ -1,8 +1,8 @@
-import { Website, NPage } from "../../index.js";
-import { TEST_URL, iterations } from "../base"
+import { Website } from "../../index.js";
+import { TEST_URL, iterations } from "../base";
 
-export async function bench() {
-  const website = new Website(TEST_URL);
+export async function bench(url = TEST_URL) {
+  const website = new Website(url);
 
   let duration = 0;
 
@@ -20,7 +20,7 @@ export async function bench() {
   };
 
   await bm(run);
-  
+
   console.log(
     JSON.stringify([
       {
@@ -30,4 +30,4 @@ export async function bench() {
       },
     ]),
   );
-}
+}

bench/compare.ts

@@ -1,3 +1,7 @@
-import { bench } from "./case/spider"
+import { TEST_URL_MEDIUM } from "./base";
+import { bench } from "./case/spider";
 
+// small
 bench();
+// small/medium
+bench(TEST_URL_MEDIUM)

bench/crawlee.ts

@@ -1,3 +1,7 @@
-import { bench } from "./case/crawlee"
+import { TEST_URL_MEDIUM } from "./base";
+import { bench } from "./case/crawlee";
 
+// small
 bench();
+// small/medium
+bench(TEST_URL_MEDIUM)

bench/oss.ts

@@ -1,7 +1,10 @@
-import { bench } from "./case/spider"
-import { bench as benchCrawlee } from "./case/crawlee"
+import { bench } from "./case/spider";
+import { bench as benchCrawlee } from "./case/crawlee";
+import { TEST_URL_MEDIUM } from "./base";
 
 (async () => {
-    await bench();
-    await benchCrawlee();
-})()
+  await bench();
+  await bench(TEST_URL_MEDIUM);
+  await benchCrawlee();
+  await benchCrawlee(TEST_URL_MEDIUM);
+})();