fix: auto-load Python packages via pyodide.loadPackagesFromImports — no hardcoded package lists needed

Author: ijbo

README.md

@@ -538,6 +538,7 @@ TextAgent has undergone significant evolution since its inception. What started
 
 | Date | Commits | Feature / Update |
 |------|---------|-----------------:|
+| **2026-03-24** | | 🐍 **Python Package Auto-Loading** — `exec-python.js` now uses `pyodide.loadPackagesFromImports(code)` to automatically detect and install any Pyodide-supported Python package (numpy, pandas, scipy, scikit-learn, matplotlib, sympy, networkx, etc.) before execution; no more hardcoded package lists — new libraries work without platform upgrades; fixed matplotlib import failure (package was never loaded into Pyodide runtime); suppressed `plt.show()` "non-GUI backend" UserWarning since AGG backend renders charts as inline PNG images |
 | **2026-03-23** | | 📷 **OCR Camera Capture** — new 📷 camera button on `{{@OCR:}}` cards for live camera capture; `getUserMedia` with rear-camera preference (`facingMode: 'environment'`); modal overlay with live video feed, 📸 Capture → preview → 🔄 Retake / ✅ Use Photo flow; captured images stored as JPEG (0.85 quality, max 1280px) in `blockUploads` map; native `<input capture="environment">` fallback for browsers without `getUserMedia`; amber-themed modal CSS with dark/light support; Escape/overlay-click/✕ dismissal |
 | **2026-03-23** | | 💎 **Hybrid Semantic Search & File Conversion** — Memory indexer now supports hybrid search: FTS5 keyword matching (40%) + EmbeddingGemma 300M cosine similarity (60%); new `public/embedding-worker.js` Web Worker with WASM backend (WebGPU shader workaround); `memory_embeddings` table stores 256-dim float arrays per chunk; 💎 Semantic toggle on Memory card auto-downloads model (~150MB) when files are attached; binary file conversion integrated — DOCX (Mammoth.js), XLSX/XLS/Numbers (SheetJS), PDF (PDF.js+OCR), CSV, HTML, JSON, XML auto-converted to markdown before chunking; `M.convertFileToMarkdown()` public API exposed in `file-converters.js`; `.numbers` Apple Numbers format added to import pipeline |
 | **2026-03-23** | | 🐛 **GLM-OCR Model Download Fix** — fixed GLM-OCR model failing to download; `glm_ocr` model type was not supported in Transformers.js `4.0.0-next.7`; upgraded to `4.0.0-next.8` which includes `glm_ocr` model class mapping; both `ai-worker-glm-ocr.js` and `public/ai-worker-glm-ocr.js` updated |

changelogs/CHANGELOG-python-autoload.md

@@ -0,0 +1,17 @@
+# Changelog — Python Package Auto-Loading
+
+## 2026-03-24
+
+### What Changed
+- **Auto-loading Python packages**: `exec-python.js` now uses `pyodide.loadPackagesFromImports(code)` to automatically detect and install any Pyodide-supported Python package before execution — no hardcoded package lists needed.
+- **Matplotlib fix**: Previously, matplotlib import failed silently because the package was never loaded into the Pyodide runtime. Now it loads automatically.
+- **Warning suppression**: Suppressed the `plt.show()` UserWarning ("non-GUI backend") since the AGG backend is required in-browser and charts are captured as inline PNG images.
+- **Universal package support**: Any Pyodide-supported library (numpy, pandas, scipy, scikit-learn, sympy, networkx, etc.) now works without platform changes.
+
+### Files Modified
+- `js/exec-python.js` — replaced hardcoded matplotlib/numpy detection with universal `loadPackagesFromImports()` call; added `warnings.filterwarnings('ignore', '.*non-GUI backend.*')` for matplotlib AGG backend
+
+### Impact
+- Python code blocks in demo showcase and user documents now correctly load and render matplotlib charts
+- Users can import any Pyodide-supported package without needing platform upgrades
+- No more "non-GUI backend" warning cluttering chart output

js/exec-python.js

@@ -117,58 +117,64 @@
             outputEl.innerHTML = '<span class="code-output-loading"><i class="bi bi-arrow-repeat"></i> Executing...</span>';
 
             setTimeout(function () {
-                try {
-                    pyodide.runPython('sys.stdout = StringIO()\nsys.stderr = StringIO()');
-
-                    var usesMpl = /\bimport\s+matplotlib\b|\bfrom\s+matplotlib\b|\bplt\.\b/.test(code);
-                    if (usesMpl) {
-                        try {
-                            pyodide.runPython("import micropip");
-                            pyodide.runPython("import matplotlib\nmatplotlib.use('AGG')");
-                        } catch (e) { /* ignore */ }
-                    }
+                // Auto-detect and load ALL imported packages (numpy, pandas, scipy, matplotlib, etc.)
+                outputEl.innerHTML = '<span class="code-output-loading"><i class="bi bi-arrow-repeat"></i> Loading packages...</span>';
+                pyodide.loadPackagesFromImports(code).then(function () {
+                    try {
+                        pyodide.runPython('sys.stdout = StringIO()\nsys.stderr = StringIO()');
 
-                    pyodide.runPython(code);
-
-                    var stdout = pyodide.runPython('sys.stdout.getvalue()');
-                    var stderr = pyodide.runPython('sys.stderr.getvalue()');
-
-                    var outputHtml = '';
-
-                    if (usesMpl) {
-                        try {
-                            pyodide.runPython([
-                                'import matplotlib.pyplot as _plt',
-                                'import base64 as _b64',
-                                'from io import BytesIO as _BytesIO',
-                                '_mdv_figs = []',
-                                'for _fig_num in _plt.get_fignums():',
-                                '    _buf = _BytesIO()',
-                                '    _plt.figure(_fig_num).savefig(_buf, format="png", dpi=100, bbox_inches="tight")',
-                                '    _buf.seek(0)',
-                                '    _mdv_figs.append(_b64.b64encode(_buf.read()).decode())',
-                                '    _buf.close()',
-                                '_plt.close("all")'
-                            ].join('\n'));
-                            var figs = pyodide.runPython('_mdv_figs').toJs();
-                            if (figs && figs.length > 0) {
-                                figs.forEach(function (b64) {
-                                    outputHtml += '<div class="python-plot-output"><img src="data:image/png;base64,' + b64 + '" alt="matplotlib plot" style="max-width:100%;border-radius:6px;margin:4px 0" /></div>';
-                                });
-                            }
-                        } catch (e) { /* ignore plot errors */ }
-                    }
+                        // Set matplotlib backend to AGG and suppress plt.show() warning
+                        var usesMpl = /\bimport\s+matplotlib\b|\bfrom\s+matplotlib\b|\bplt\.\b/.test(code);
+                        if (usesMpl) {
+                            try { pyodide.runPython("import matplotlib\nmatplotlib.use('AGG')\nimport warnings\nwarnings.filterwarnings('ignore', '.*non-GUI backend.*')"); } catch (e) { /* ok */ }
+                        }
+
+                        pyodide.runPython(code);
 
-                    if (stdout) outputHtml += '<span class="code-output-stdout">' + escapeHtml(stdout) + '</span>';
-                    if (stderr) outputHtml += '<span class="code-output-stderr">' + escapeHtml(stderr) + '</span>';
-                    if (!outputHtml) outputHtml = '<span class="code-output-muted">(no output)</span>';
-                    outputEl.innerHTML = outputHtml;
-                } catch (runErr) {
-                    outputEl.innerHTML = '<span class="code-output-error">Error: ' + escapeHtml(runErr.message) + '</span>';
-                } finally {
+                        var stdout = pyodide.runPython('sys.stdout.getvalue()');
+                        var stderr = pyodide.runPython('sys.stderr.getvalue()');
+                        var outputHtml = '';
+
+                        // Capture matplotlib figures as inline images
+                        if (usesMpl) {
+                            try {
+                                pyodide.runPython([
+                                    'import matplotlib.pyplot as _plt',
+                                    'import base64 as _b64',
+                                    'from io import BytesIO as _BytesIO',
+                                    '_mdv_figs = []',
+                                    'for _fig_num in _plt.get_fignums():',
+                                    '    _buf = _BytesIO()',
+                                    '    _plt.figure(_fig_num).savefig(_buf, format="png", dpi=100, bbox_inches="tight")',
+                                    '    _buf.seek(0)',
+                                    '    _mdv_figs.append(_b64.b64encode(_buf.read()).decode())',
+                                    '    _buf.close()',
+                                    '_plt.close("all")'
+                                ].join('\n'));
+                                var figs = pyodide.runPython('_mdv_figs').toJs();
+                                if (figs && figs.length > 0) {
+                                    figs.forEach(function (b64) {
+                                        outputHtml += '<div class="python-plot-output"><img src="data:image/png;base64,' + b64 + '" alt="matplotlib plot" style="max-width:100%;border-radius:6px;margin:4px 0" /></div>';
+                                    });
+                                }
+                            } catch (e) { /* ignore plot errors */ }
+                        }
+
+                        if (stdout) outputHtml += '<span class="code-output-stdout">' + escapeHtml(stdout) + '</span>';
+                        if (stderr) outputHtml += '<span class="code-output-stderr">' + escapeHtml(stderr) + '</span>';
+                        if (!outputHtml) outputHtml = '<span class="code-output-muted">(no output)</span>';
+                        outputEl.innerHTML = outputHtml;
+                    } catch (runErr) {
+                        outputEl.innerHTML = '<span class="code-output-error">Error: ' + escapeHtml(runErr.message) + '</span>';
+                    } finally {
+                        btnRun.disabled = false;
+                        btnRun.innerHTML = '<i class="bi bi-play-fill"></i> Run';
+                    }
+                }).catch(function (loadErr) {
+                    outputEl.innerHTML = '<span class="code-output-error">Failed to load packages: ' + escapeHtml(loadErr.message) + '</span>';
                     btnRun.disabled = false;
                     btnRun.innerHTML = '<i class="bi bi-play-fill"></i> Run';
-                }
+                });
             }, 50);
         }, function (msg) {
             outputEl.innerHTML = '<span class="code-output-loading"><i class="bi bi-arrow-repeat"></i> ' + escapeHtml(msg) + '</span>';