feat: ✨ add jq support to parsers for data filtering

microsoft · Dec 22, 2024 · a19aba5 · a19aba5
1 parent f97cd3f
commit a19aba5
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/packages/core/src/parsers.ts b/packages/core/src/parsers.ts
@@ -28,6 +28,7 @@ import { jinjaRender } from "./jinja"
 import { createDiff, llmifyDiff } from "./diff"
 import { tidyData } from "./tidy"
 import { hash } from "./crypto"
+import { jq } from "./jq"
 
 export async function createParsers(options: {
     trace: MarkdownTrace
@@ -122,5 +123,6 @@ export async function createParsers(options: {
         tidyData: (rows, options) => tidyData(rows, options),
         hash: async (text, options) => await hash(text, options),
         unfence: unfence,
+        jq: jq,
     })
 }
diff --git a/packages/core/src/types/prompt_template.d.ts b/packages/core/src/types/prompt_template.d.ts
@@ -1568,6 +1568,7 @@ interface Parsers {
      * @param data data to render
      */
     mustache(text: string | WorkspaceFile, data: Record<string, any>): string
+
     /**
      * Renders a jinja template
      */
@@ -1589,6 +1590,13 @@ interface Parsers {
      */
     tidyData(rows: object[], options?: DataFilter): object[]
 
+    /**
+     * Applies a jq query to the data
+     * @param data data object to filter
+     * @param query jq query
+     */
+    jq(data: any, query: string): any
+
     /**
      * Computes a sha1 that can be used for hashing purpose, not cryptographic.
      * @param content content to hash