isolated python code interpreter

docs/src/components/BuiltinTools.mdx

@@ -10,7 +10,7 @@ import { LinkCard } from '@astrojs/starlight/components';
 <LinkCard title="fs_read_file" description="Reads a file as text from the file system." href="/genaiscript/reference/scripts/system#systemfs_read_file" />
 <LinkCard title="fs_read_summary" description="Reads a summary of a file from the file system." href="/genaiscript/reference/scripts/system#systemfs_read_summary" />
 <LinkCard title="math_eval" description="Evaluates a math expression" href="/genaiscript/reference/scripts/system#systemmath" />
-<LinkCard title="python_interpreter" description="Executes python 3.12 code in a docker container. The process output is returned. Use 'print' to output data." href="/genaiscript/reference/scripts/system#systempython_interpreter" />
+<LinkCard title="python_code_interpreter" description="Executes python 3.12 code for Data Analysis tasks in a docker container. The process output is returned. Do not generate visualizations. The only packages available are numpy, pandas, scipy. There is NO network connectivity. Do not attempt to install other packages or make web requests." href="/genaiscript/reference/scripts/system#systempython_code_interpreter" />
 <LinkCard title="retrieval_fuzz_search" description="Search for keywords using the full text of files and a fuzzy distance." href="/genaiscript/reference/scripts/system#systemretrieval_fuzz_search" />
 <LinkCard title="retrieval_vector_search" description="Search files using embeddings and similarity distance." href="/genaiscript/reference/scripts/system#systemretrieval_vector_search" />
 <LinkCard title="retrieval_web_search" description="Search the web for a user query using Bing Search." href="/genaiscript/reference/scripts/system#systemretrieval_web_search" />

docs/src/content/docs/reference/scripts/system.mdx

@@ -590,64 +590,53 @@ Emit type information compatible with PyLance.`
 `````
 
 
-### `system.python_interpreter`
+### `system.python_code_interpreter`
 
-Python Dockerized code execution
+Python Dockerized code execution for data analysis
 
 
 
--  tool `python_interpreter`: Executes python 3.12 code in a docker container. The process output is returned. Use 'print' to output data.
+-  tool `python_code_interpreter`: Executes python 3.12 code for Data Analysis tasks in a docker container. The process output is returned. Do not generate visualizations. The only packages available are numpy, pandas, scipy. There is NO network connectivity. Do not attempt to install other packages or make web requests.
 
-`````js wrap title="system.python_interpreter"
+`````js wrap title="system.python_code_interpreter"
 system({
-    title: "Python Dockerized code execution",
+    title: "Python Dockerized code execution for data analysis",
 })
 
 const image = env.vars.pythonImage ?? "python:3.12"
+const packages = ["numpy", "pandas", "scipy"]
 
 let container = null
 
 defTool(
-    "python_interpreter",
-    "Executes python 3.12 code in a docker container. The process output is returned. Use 'print' to output data.",
+    "python_code_interpreter",
+    "Executes python 3.12 code for Data Analysis tasks in a docker container. The process output is returned. Do not generate visualizations. The only packages available are numpy, pandas, scipy. There is NO network connectivity. Do not attempt to install other packages or make web requests.",
     {
         type: "object",
         properties: {
-            requirements: {
-                type: "string",
-                description: `list of pip packages to install using pip. should be using the pip install format: 
-<package1>
-<package2>
-`,
-            },
             main: {
                 type: "string",
                 description: "python 3.12 source code to execute",
             },
         },
-        required: ["requirements", "main"],
+        required: ["main"],
     },
     async (args) => {
-        const { requirements, main = "" } = args
-        console.log(`python: running code...`)
-        container = await host.container({ image, networkEnabled: true })
-        if (requirements) {
-            console.log(`installing: ` + requirements)
-            await container.writeText(
-                "requirements.txt",
-                requirements.replace(/[ ,]\s*/g, "\n")
-            )
+        const { main = "" } = args
+        console.log(`python code interpreter: ` + main)
+        if (!container) {
+            console.log(`python: preparing container...`)
+            container = await host.container({ image, networkEnabled: true })
             const res = await container.exec("pip", [
                 "install",
                 "--root-user-action",
                 "ignore",
-                "-r",
-                "requirements.txt",
+                ...packages,
             ])
             if (res.failed) throw new Error(`Failed to install requirements`)
+            await container.disconnect()
         }
 
-        console.log(`code: ` + main)
         await container.writeText("main.py", main)
         const res = await container.exec("python", ["main.py"])
         return res

packages/cli/src/docker.ts

@@ -299,6 +299,22 @@ export class DockerManager {
                 }
             }
 
+            const disconnect = async () => {
+                const networks = await this._docker.listNetworks()
+                for (const network of networks.filter(
+                    ({ Name }) => Name === "bridge"
+                )) {
+                    const n = await this._docker.getNetwork(network.Id)
+                    if (n) {
+                        const state = await n.inspect()
+                        if (state?.Containers?.[container.id]) {
+                            logVerbose(`container: disconnect ${network.Name}`)
+                            await n.disconnect({ Container: container.id })
+                        }
+                    }
+                }
+            }
+
             const c = <ContainerHost>{
                 id: container.id,
                 disablePurge: !!options.disablePurge,
@@ -309,6 +325,7 @@ export class DockerManager {
                 writeText,
                 readText,
                 copyTo,
+                disconnect,
             }
             this.containers.push(c)
             await container.start()

packages/core/src/genaisrc/system.python_code_interpreter.genai.js

@@ -0,0 +1,43 @@
+system({
+    title: "Python Dockerized code execution for data analysis",
+})
+
+const image = env.vars.pythonImage ?? "python:3.12"
+const packages = ["numpy", "pandas", "scipy"]
+
+let container = null
+
+defTool(
+    "python_code_interpreter",
+    "Executes python 3.12 code for Data Analysis tasks in a docker container. The process output is returned. Do not generate visualizations. The only packages available are numpy, pandas, scipy. There is NO network connectivity. Do not attempt to install other packages or make web requests.",
+    {
+        type: "object",
+        properties: {
+            main: {
+                type: "string",
+                description: "python 3.12 source code to execute",
+            },
+        },
+        required: ["main"],
+    },
+    async (args) => {
+        const { main = "" } = args
+        console.log(`python code interpreter: ` + main)
+        if (!container) {
+            console.log(`python: preparing container...`)
+            container = await host.container({ image, networkEnabled: true })
+            const res = await container.exec("pip", [
+                "install",
+                "--root-user-action",
+                "ignore",
+                ...packages,
+            ])
+            if (res.failed) throw new Error(`Failed to install requirements`)
+            await container.disconnect()
+        }
+
+        await container.writeText("main.py", main)
+        const res = await container.exec("python", ["main.py"])
+        return res
+    }
+)

packages/core/src/types/prompt_template.d.ts

@@ -1594,6 +1594,11 @@ interface ContainerHost extends ShellHost {
      * Stops and cleans out the container
      */
     stop(): Promise<void>
+
+    /**
+     * Force disconnect network
+     */
+    disconnect(): Promise<void>
 }
 
 interface PromptContext extends ChatGenerationContext {