move stable globals out of execution loop

packages/cli/src/main.ts

@@ -1,3 +1,5 @@
+import { installGlobals } from "../../core/src/globals"
 import { cli } from "./cli"
 
+installGlobals()
 cli()

packages/core/src/globals.ts

@@ -0,0 +1,60 @@
+import { glob } from "glob"
+import { YAMLParse, YAMLStringify } from "./yaml"
+import { CSVParse, CSVToMarkdown } from "./csv"
+import { INIParse, INIStringify } from "./ini"
+import { XMLParse } from "./xml"
+import {
+    frontmatterTryParse,
+    splitMarkdown,
+    updateFrontmatter,
+} from "./frontmatter"
+import { JSONLStringify, JSONLTryParse } from "./jsonl"
+
+export function resolveGlobal(): any {
+    if (typeof window !== "undefined")
+        return window // Browser environment
+    else if (typeof self !== "undefined") return self
+    else if (typeof global !== "undefined") return global // Node.js environment
+    throw new Error("Could not find global")
+}
+
+export function installGlobals() {
+    const glb = resolveGlobal()
+
+    glb.YAML = Object.freeze<YAML>({
+        stringify: YAMLStringify,
+        parse: YAMLParse,
+    })
+    glb.CSV = Object.freeze<CSV>({
+        parse: CSVParse,
+        markdownify: CSVToMarkdown,
+    })
+    glb.INI = Object.freeze<INI>({
+        parse: INIParse,
+        stringify: INIStringify,
+    })
+    glb.XML = Object.freeze<XML>({
+        parse: XMLParse,
+    })
+    glb.MD = Object.freeze<MD>({
+        frontmatter: (text, format) =>
+            frontmatterTryParse(text, { format })?.value ?? {},
+        content: (text) => splitMarkdown(text)?.content,
+        updateFrontmatter: (text, frontmatter, format): string =>
+            updateFrontmatter(text, frontmatter, { format }),
+    })
+    glb.JSONL = Object.freeze<JSONL>({
+        parse: JSONLTryParse,
+        stringify: JSONLStringify,
+    })
+    glb.AICI = Object.freeze<AICI>({
+        gen: (options: AICIGenOptions) => {
+            // validate options
+            return {
+                type: "aici",
+                name: "gen",
+                options,
+            }
+        },
+    })
+}

packages/core/src/importprompt.ts

@@ -2,15 +2,8 @@
 import { host } from "./host"
 import { logError } from "./util"
 import { TraceOptions } from "./trace"
-import { fileURLToPath, pathToFileURL } from "url"
-
-function resolveGlobal(): any {
-    if (typeof window !== "undefined")
-        return window // Browser environment
-    else if (typeof self !== "undefined") return self
-    else if (typeof global !== "undefined") return global // Node.js environment
-    throw new Error("Could not find global")
-}
+import { pathToFileURL } from "url"
+import { resolveGlobal } from "./globals"
 
 export async function importPrompt(
     ctx0: PromptContext,
@@ -30,13 +23,6 @@
         "parsers",
         "env",
         "retrieval",
-        "YAML",
-        "INI",
-        "CSV",
-        "XML",
-        "MD",
-        "JSONL",
-        "AICI",
         "fetchText",
         "cancel",
     ]

packages/core/src/promptcontext.ts

@@ -74,42 +74,6 @@ export async function createPromptContext(
     const { generator, ...varsNoGenerator } = vars
     const env = { generator, ...structuredClone(varsNoGenerator) }
     const parsers = await createParsers({ trace, model })
-    const YAML = Object.freeze<YAML>({
-        stringify: YAMLStringify,
-        parse: YAMLParse,
-    })
-    const CSV = Object.freeze<CSV>({
-        parse: CSVParse,
-        markdownify: CSVToMarkdown,
-    })
-    const INI = Object.freeze<INI>({
-        parse: INIParse,
-        stringify: INIStringify,
-    })
-    const XML = Object.freeze<XML>({
-        parse: XMLParse,
-    })
-    const MD = Object.freeze<MD>({
-        frontmatter: (text, format) =>
-            frontmatterTryParse(text, { format })?.value ?? {},
-        content: (text) => splitMarkdown(text)?.content,
-        updateFrontmatter: (text, frontmatter, format): string =>
-            updateFrontmatter(text, frontmatter, { format }),
-    })
-    const JSONL = Object.freeze<JSONL>({
-        parse: JSONLTryParse,
-        stringify: JSONLStringify,
-    })
-    const AICI = Object.freeze<AICI>({
-        gen: (options: AICIGenOptions) => {
-            // validate options
-            return {
-                type: "aici",
-                name: "gen",
-                options,
-            }
-        },
-    })
     const path = runtimeHost.path
     const workspace: WorkspaceFileSystem = {
         readText: (f) => runtimeHost.workspace.readText(f),
@@ -254,13 +218,6 @@ export async function createPromptContext(
         fs: workspace,
         workspace,
         parsers,
-        YAML,
-        CSV,
-        INI,
-        AICI,
-        XML,
-        MD,
-        JSONL,
         retrieval,
         host: promptHost,
         defOutputProcessor,

packages/core/src/types/prompt_template.d.ts

@@ -1708,12 +1708,5 @@ interface PromptContext extends ChatGenerationContext {
      */
     fs: WorkspaceFileSystem
     workspace: WorkspaceFileSystem
-    YAML: YAML
-    XML: XML
-    JSONL: JSONL
-    CSV: CSV
-    INI: INI
-    AICI: AICI
-    MD: MD
     host: PromptHost
 }