simpler markdown table generation

genaisrc/test-gen.genai.mjs

@@ -5,15 +5,9 @@ script({
 })
 
 const code = def("CODE", env.files)
+const testFiles = env.files.map(({ filename }) => ({ filename: filename.replace(/\.ts$/, ".test.ts") }))
+const test = def("TEST", testFiles, { ignoreEmpty: true })
 
-// const { text: keywords } = await runPrompt(_ => {
-//     const file = _.def("FILE", env.files)
-//     _.$`You are an expert TypeScript developer.
-// Extract the list of exported functions and classes in ${file},
-// as a comma separate list of keywords. Be concise.`
-// }, { model: "gpt-3.5-turbo" })
-// const relevantTests = await retrieval.vectorSearch(keywords, testFiles)
-// const tests = def("TESTS", relevantTests)
 
 $`## Step 1
 
@@ -22,8 +16,11 @@ generate a plan to test the source code in each file
 
 - use input test files from packages/sample/src/rag/*
 - only generate tests for files in ${code}
+`
+
+if (testFiles.length) $` - update the existing test files in ${test} using a diff format.`
 
-## Step 2
+$`## Step 2
 
 For each generated test, implement the TypeScript source code in a test file with suffix ".test.ts"
 in the same folder as the source file.
@@ -41,6 +38,7 @@ ${fence('import test, { beforeEach, describe } from "node:test"', { language: "j
 - if you need to create files, place them under a "temp" folder
 - use Partial<T> to declare a partial type of a type T
 - do NOT generate negative test cases
+- do NOT generate trace instance
 
 ## Step 3 
 

packages/core/package.json

@@ -45,7 +45,6 @@
     "jsonrepair": "^3.8.0",
     "magic-string": "^0.30.11",
     "mammoth": "^1.8.0",
-    "markdown-table": "^3.0.3",
     "mathjs": "^13.0.3",
     "mime-types": "^2.1.35",
     "minimatch": "^10.0.1",

packages/core/src/csv.test.ts

@@ -1,74 +0,0 @@
-import { describe, test, beforeEach } from "node:test";
-import assert from "node:assert/strict";
-import { CSVParse, CSVTryParse, CSVToMarkdown } from "./csv";
-
-describe('CSVParse', () => {
-    test('Parse simple CSV data with default options', () => {
-        const csv = "name,age\nJohn,30\nJane,25";
-        const result = CSVParse(csv);
-        assert.deepEqual(result, [
-            { name: "John", age: "30" },
-            { name: "Jane", age: "25" }
-        ]);
-    });
-
-    test('Parse CSV data with custom delimiter', () => {
-        const csv = "name|age\nJohn|30\nJane|25";
-        const result = CSVParse(csv, { delimiter: "|" });
-        assert.deepEqual(result, [
-            { name: "John", age: "30" },
-            { name: "Jane", age: "25" }
-        ]);
-    });
-
-    test('Parse CSV data with specified headers', () => {
-        const csv = "John,30\nJane,25";
-        const result = CSVParse(csv, { headers: ["name", "age"] });
-        assert.deepEqual(result, [
-            { name: "John", age: "30" },
-            { name: "Jane", age: "25" }
-        ]);
-    });
-});
-
-describe('CSVTryParse', () => {
-    test('Try to parse valid CSV data', () => {
-        const csv = "name,age\nJohn,30\nJane,25";
-        const result = CSVTryParse(csv);
-        assert.deepEqual(result, [
-            { name: "John", age: "30" },
-            { name: "Jane", age: "25" }
-        ]);
-    });
-});
-
-describe('CSVToMarkdown', () => {
-    test('Convert parsed CSV data to markdown table', () => {
-        const csv = [{ name: "John", age: "30" }, { name: "Jane", age: "25" }];
-        const result = CSVToMarkdown(csv);
-        const expected = `
-|name|age|
-|-|-|
-|John|30|
-|Jane|25|
-`.trim().replace(/[\t ]+/g, " ");
-        assert.equal(result, expected);
-    });
-
-    test('Convert parsed CSV data to markdown table with custom headers', () => {
-        const csv = [{ name: "John", age: "30" }, { name: "Jane", age: "25" }];
-        const result = CSVToMarkdown(csv, { headers: ["age", "name"] });
-        const expected = `
-|age|name|
-|-|-|
-|30|John|
-|25|Jane|
-`.trim().replace(/[\t ]+/g, " ");
-        assert.equal(result, expected);
-    });
-
-    test('Handle empty CSV data input', () => {
-        const result = CSVToMarkdown([]);
-        assert.equal(result, "");
-    });
-});

packages/core/src/csv.ts

@@ -1,5 +1,4 @@
 import { parse } from "csv-parse/sync"
-import { markdownTable } from "markdown-table"
 import { TraceOptions } from "./trace"
 
 export function CSVParse(
@@ -38,24 +37,25 @@
 }
 
 export function CSVToMarkdown(csv: object[], options?: { headers?: string[] }) {
     if (!csv?.length) return ""
 
     const { headers = Object.keys(csv[0]) } = options || {}
-    const table: string[][] = [
-        headers,
-        ...csv.map((row) =>
-            headers.map((v) => {
-                const rv = (row as any)[v]
-                return rv === undefined ? "" : "" + rv
-            })
+    const res: string[] = [
+        `|${headers.join("|")}|`,
+        `|${headers.map(() => "---").join("|")}|`,
+        ...csv.map(
+            (row) =>
+                `|${headers
+                    .map((key) => {
+                        const v = (row as any)[key]
+                        const s = v === undefined || v === null ? "" : "" + v
+                        return s
+                            .replace(/\s+$/, "")
+                            .replace(/[\\`*_{}[\]()#+\-.!]/g, (m) => "\\" + m)
+                            .replace(/\r?\n/g, "<br>")
+                    })
+                    .join("|")}|`
         ),
     ]
-    const md = markdownTable(table, {
-        stringLength: (str) => str.length,
-        padding: false,
-        alignDelimiters: false,
-    })
-    // improves LLM performance
-    const mdcompact = md.replace(/[\t ]+/g, " ")
-    return mdcompact
+    return res.join("\n")
 }