New architecture and new visualization capability

.devcontainer/devcontainer.json

@@ -1,23 +1,24 @@
 // For format details, see https://aka.ms/devcontainer.json. For config options, see the
 // README at: https://github.com/devcontainers/templates/tree/main/src/python
 {
-	"name": "Python 3",
+	"name": "Data Formulator Dev",
 	// Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
-	"image": "mcr.microsoft.com/devcontainers/python:1-3.12-bullseye",
+	"image": "mcr.microsoft.com/devcontainers/python:1-3.11-bullseye",
 
 	// Features to add to the dev container. More info: https://containers.dev/features.
-    "features": {
-        "ghcr.io/devcontainers/features/node:1": {
-            "version": "18"
-        },
-	"ghcr.io/devcontainers/features/azure-cli:1": {}
-    },
+	"features": {
+		"ghcr.io/devcontainers/features/node:1": {
+			"version": "18"
+		},
+		"ghcr.io/devcontainers/features/azure-cli:1": {},
+		"ghcr.io/astral-sh/uv:1": {}
+	},
 
 	// Use 'forwardPorts' to make a list of ports inside the container available locally.
-	// "forwardPorts": [],
+	"forwardPorts": [5000, 5173],
 
 	// Use 'postCreateCommand' to run commands after the container is created.
-	"postCreateCommand": "cd /workspaces/data-formulator && npm install && npm run build && python3 -m venv /workspaces/data-formulator/venv && . /workspaces/data-formulator/venv/bin/activate && pip install -e /workspaces/data-formulator --verbose && data_formulator"
+	"postCreateCommand": "cd /workspaces/data-formulator && npm install && npm run build && uv sync && uv run data_formulator"
 
 	// Configure tool-specific properties.
 	// "customizations": {},

.env.template

@@ -1,8 +1,57 @@
-# Provide frontend configuration settings from environment variables
-# You can override these settings when lauching the app as well:
-#   python -m data_formulator -p 5000 --exec-python-in-subprocess true --disable-display-keys true
+# Data Formulator Configuration
+# Copy this file to .env and fill in your values.
+#   cp .env.template .env
 
-DISABLE_DISPLAY_KEYS=false # if true, the display keys will not be shown in the frontend
-EXEC_PYTHON_IN_SUBPROCESS=false # if true, the python code will be executed in a subprocess to avoid crashing the main app, but it will increase the time of response
+# -------------------------------------------------------------------
+# Server settings
+# -------------------------------------------------------------------
+# You can also override these via CLI flags (run `data_formulator --help`).
 
-LOCAL_DB_DIR= # the directory to store the local database, if not provided, the app will use the temp directory
+DISABLE_DISPLAY_KEYS=false # if true, API keys will not be shown in the frontend
+SANDBOX=local              # code execution backend: 'local' (default) or 'docker'
+
+# -------------------------------------------------------------------
+# LLM provider API keys
+# -------------------------------------------------------------------
+# Enable providers and set API keys / models below.
+# For details see: https://docs.litellm.ai/docs#litellm-python-sdk
+
+# OpenAI
+OPENAI_ENABLED=true
+OPENAI_API_KEY=#your-openai-api-key
+OPENAI_MODELS=gpt-5.2,gpt-5.1 # comma separated list of models
+
+# Azure OpenAI
+AZURE_ENABLED=true
+AZURE_API_KEY=#your-azure-openai-api-key
+AZURE_API_BASE=https://your-azure-openai-endpoint.openai.azure.com/
+AZURE_MODELS=gpt-5.1
+
+# Anthropic
+ANTHROPIC_ENABLED=true
+ANTHROPIC_API_KEY=#your-anthropic-api-key
+ANTHROPIC_MODELS=claude-sonnet-4-20250514
+
+# Ollama
+OLLAMA_ENABLED=true
+OLLAMA_API_BASE=http://localhost:11434
+OLLAMA_MODELS=deepseek-v3.1:latest # models with good code generation capabilities recommended
+
+# Add other LiteLLM-supported providers with PROVIDER_API_KEY, PROVIDER_MODELS, etc.
+
+# -------------------------------------------------------------------
+# Azure Blob Storage Workspace (optional)
+# -------------------------------------------------------------------
+# Set WORKSPACE_BACKEND=azure_blob to store workspace data in Azure Blob Storage
+# instead of the local filesystem.
+#
+# Authentication — choose ONE of the following:
+#   Option A: Connection string (shared key / SAS)
+#     AZURE_BLOB_CONNECTION_STRING=DefaultEndpointsProtocol=https;AccountName=...
+#   Option B: Entra ID (Managed Identity / az login / workload identity)
+#     AZURE_BLOB_ACCOUNT_URL=https://<account>.blob.core.windows.net
+#
+# WORKSPACE_BACKEND=local
+# AZURE_BLOB_CONNECTION_STRING=
+# AZURE_BLOB_ACCOUNT_URL=
+# AZURE_BLOB_CONTAINER=data-formulator

.github/workflows/python-build.yml

@@ -9,6 +9,11 @@ on:
   pull_request:
     branches: [ "main" ]
 
+# Global permissions required for OIDC authentication
+permissions:
+  id-token: write
+  contents: read
+
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -21,42 +26,37 @@ jobs:
       with:
         node-version: 20
         cache: 'yarn'
-    - name: Set up Python 3.12
-      uses: actions/setup-python@v5
+    - name: Set up uv
+      uses: astral-sh/setup-uv@v4
       with:
         python-version: 3.12
     - name: Install node dependencies
       run: yarn install
-    - name: Install python dependencies
-      run: |
-        python -m pip install --upgrade pip
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
-        python -m pip install build
     - name: Build frontend
       run: yarn build
     - name: Build python artifact
-      run: python -m build
+      run: uv build
     - name: Archive production artifacts
       uses: actions/upload-artifact@v4
       with:
         name: release-dist
         path: dist
 
-  # pypi-publish:
-  #   runs-on: ubuntu-latest
-  #   needs:
-  #     - build
-  #   if: github.event_name == 'push' && contains(github.event.head_commit.message, '[deploy]')
-  #   environment:
-  #     name: pypi
-  #     url: https://pypi.org/p/data-formulator
-  #   permissions:
-  #     id-token: write
-  #   steps:
-  #     - name: Retrieve release distributions
-  #       uses: actions/download-artifact@v4
-  #       with:
-  #         name: release-dist
-  #         path: dist/
-  #     - name: Publish package distributions to PyPI
-  #       uses: pypa/gh-action-pypi-publish@release/v1
+  pypi-publish:
+    runs-on: ubuntu-latest
+    needs:
+      - build
+    if: github.event_name == 'push' && contains(github.event.head_commit.message, '[deploy]')
+    environment:
+      name: pypi
+      url: https://pypi.org/p/data-formulator
+    permissions:
+      id-token: write
+    steps:
+      - name: Retrieve release distributions
+        uses: actions/download-artifact@v4
+        with:
+          name: release-dist
+          path: dist/
+      - name: Publish package distributions to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

.gitignore

@@ -1,6 +1,7 @@
 
 *env
-*api-keys.env
+.venv/
+.env
 **/*.ipynb_checkpoints/
 .DS_Store
 build/

.python-version

@@ -0,0 +1 @@
+3.11