Merge pull request #2 from databricks/fabian-integ

Fabian integ

Author: arsenyinfo

.claude-plugin/plugin.json

@@ -0,0 +1,6 @@
+{
+  "name": "databricks-skills",
+  "description": "Comprehensive Databricks skills for working with Databricks CLI, Apps, Unity Catalog, Model Serving, Asset Bundles, and more. Includes installation and authentication support.",
+  "version": "1.0.0",
+  "author": "Databricks"
+}

.devcontainer/Dockerfile

@@ -0,0 +1,94 @@
+FROM node:20
+
+ARG TZ
+ENV TZ="$TZ"
+
+ARG CLAUDE_CODE_VERSION=latest
+
+# Install basic development tools and iptables/ipset
+RUN apt-get update && apt-get install -y --no-install-recommends \
+  less \
+  git \
+  procps \
+  sudo \
+  fzf \
+  zsh \
+  man-db \
+  unzip \
+  gnupg2 \
+  gh \
+  iptables \
+  ipset \
+  iproute2 \
+  dnsutils \
+  aggregate \
+  jq \
+  nano \
+  vim \
+  && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Ensure default node user has access to /usr/local/share
+RUN mkdir -p /usr/local/share/npm-global && \
+  chown -R node:node /usr/local/share
+
+ARG USERNAME=node
+
+# Persist bash history.
+RUN SNIPPET="export PROMPT_COMMAND='history -a' && export HISTFILE=/commandhistory/.bash_history" \
+  && mkdir /commandhistory \
+  && touch /commandhistory/.bash_history \
+  && chown -R $USERNAME /commandhistory
+
+# Set `DEVCONTAINER` environment variable to help with orientation
+ENV DEVCONTAINER=true
+
+# Create workspace and config directories and set permissions
+RUN mkdir -p /workspace /home/node/.claude && \
+  chown -R node:node /workspace /home/node/.claude
+
+WORKDIR /workspace
+
+ARG GIT_DELTA_VERSION=0.18.2
+RUN ARCH=$(dpkg --print-architecture) && \
+  wget "https://github.com/dandavison/delta/releases/download/${GIT_DELTA_VERSION}/git-delta_${GIT_DELTA_VERSION}_${ARCH}.deb" && \
+  sudo dpkg -i "git-delta_${GIT_DELTA_VERSION}_${ARCH}.deb" && \
+  rm "git-delta_${GIT_DELTA_VERSION}_${ARCH}.deb"
+
+# Set up non-root user
+USER node
+
+# Install global packages
+ENV NPM_CONFIG_PREFIX=/usr/local/share/npm-global
+ENV PATH=$PATH:/usr/local/share/npm-global/bin
+
+# Set the default shell to zsh rather than sh
+ENV SHELL=/bin/zsh
+
+# Set the default editor and visual
+ENV EDITOR=nano
+ENV VISUAL=nano
+
+# Default powerline10k theme
+ARG ZSH_IN_DOCKER_VERSION=1.2.0
+RUN sh -c "$(wget -O- https://github.com/deluan/zsh-in-docker/releases/download/v${ZSH_IN_DOCKER_VERSION}/zsh-in-docker.sh)" -- \
+  -p git \
+  -p fzf \
+  -a "source /usr/share/doc/fzf/examples/key-bindings.zsh" \
+  -a "source /usr/share/doc/fzf/examples/completion.zsh" \
+  -a "export PROMPT_COMMAND='history -a' && export HISTFILE=/commandhistory/.bash_history" \
+  -x
+
+# Install Claude
+RUN npm install -g @anthropic-ai/claude-code@${CLAUDE_CODE_VERSION}
+
+
+# # Copy and set up firewall script
+# COPY init-firewall.sh /usr/local/bin/
+# USER root
+# RUN chmod +x /usr/local/bin/init-firewall.sh && \
+#   echo "node ALL=(root) NOPASSWD: /usr/local/bin/init-firewall.sh" > /etc/sudoers.d/node-firewall && \
+#   chmod 0440 /etc/sudoers.d/node-firewall
+USER node
+
+RUN curl -fsSL https://claude.ai/install.sh | bash
+RUN echo 'export PATH="$HOME/.local/bin:$PATH"' >> ~/.zshrc && source ~/.zshrc

.devcontainer/devcontainer.json

@@ -0,0 +1,57 @@
+{
+  "name": "Claude Code Sandbox",
+  "build": {
+    "dockerfile": "Dockerfile",
+    "args": {
+      "TZ": "${localEnv:TZ:America/Los_Angeles}",
+      "CLAUDE_CODE_VERSION": "latest",
+      "GIT_DELTA_VERSION": "0.18.2",
+      "ZSH_IN_DOCKER_VERSION": "1.2.0"
+    }
+  },
+  "runArgs": [
+    "--cap-add=NET_ADMIN",
+    "--cap-add=NET_RAW"
+  ],
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "anthropic.claude-code",
+        "dbaeumer.vscode-eslint",
+        "esbenp.prettier-vscode",
+        "eamodio.gitlens"
+      ],
+      "settings": {
+        "editor.formatOnSave": true,
+        "editor.defaultFormatter": "esbenp.prettier-vscode",
+        "editor.codeActionsOnSave": {
+          "source.fixAll.eslint": "explicit"
+        },
+        "terminal.integrated.defaultProfile.linux": "zsh",
+        "terminal.integrated.profiles.linux": {
+          "bash": {
+            "path": "bash",
+            "icon": "terminal-bash"
+          },
+          "zsh": {
+            "path": "zsh"
+          }
+        }
+      }
+    }
+  },
+  "remoteUser": "node",
+  "mounts": [
+    "source=claude-code-bashhistory-${devcontainerId},target=/commandhistory,type=volume",
+    "source=claude-code-config-${devcontainerId},target=/home/node/.claude,type=volume"
+  ],
+  "containerEnv": {
+    "NODE_OPTIONS": "--max-old-space-size=4096",
+    "CLAUDE_CONFIG_DIR": "/home/node/.claude",
+    "POWERLEVEL9K_DISABLE_GITSTATUS": "true"
+  },
+  "workspaceMount": "source=${localWorkspaceFolder},target=/workspace,type=bind,consistency=delegated",
+  "workspaceFolder": "/workspace",
+//   "postStartCommand": "sudo /usr/local/bin/init-firewall.sh",
+//   "waitFor": "postStartCommand"
+}

.gitignore

@@ -1,3 +1,12 @@
 __pycache__/
 *.pyc
 .DS_Store
+
+# Local development configuration
+.claude/
+
+# Development-only skills (not part of plugin)
+skills/skill-creator/
+
+# Temporary files
+/*taxi*/

CLAUDE.md

@@ -0,0 +1,46 @@
+# Databricks Skills Plugin
+
+This is a Claude Code plugin that provides comprehensive skills for working with Databricks services, CLI tools, and development workflows.
+
+## Plugin Structure
+
+- `.claude-plugin/plugin.json` - Plugin manifest with metadata
+- `skills/` - All skill definitions for the plugin
+- `.claude/` - Local development configuration (not included when plugin is distributed)
+- `README.md` - Plugin documentation and usage guide
+- `CLAUDE.md` - Development guidelines and security practices
+
+## Development Workflow
+
+1. Perform tasks using the Claude agent to explore Databricks capabilities
+2. Document findings and successful approaches
+3. Create or update skills in the `skills/` directory
+4. Test the plugin locally with: `claude --plugin-dir .`
+5. Update version in `.claude-plugin/plugin.json` when ready to release
+
+## Documentation Guidelines
+
+### Security and Privacy
+
+**CRITICAL**: When documenting examples in skills, always obfuscate sensitive information:
+
+1. **Workspace IDs/URLs**: Replace real workspace IDs with sequences of repeated digits
+   - ❌ Bad: `https://adb-1966697730403610.10.azuredatabricks.net`
+   - ✅ Good: `https://adb-1111111111111111.10.azuredatabricks.net`
+   - ✅ Good: `https://company-workspace.cloud.databricks.com`
+
+2. **Obfuscation Pattern**: Use repeated digits (e.g., `1111111111111111`, `2222222222222222`) instead of real identifiers
+   - For numeric IDs: Use sequences like `11111111`, `22222222`, `99999999`
+   - For alphanumeric: Use generic placeholders like `company-workspace`, `your-workspace`
+
+3. **Other Sensitive Information**:
+   - Never include real access tokens, passwords, or credentials
+   - Use placeholder names for users, teams, and organizations
+   - Obfuscate job IDs, cluster IDs, and other resource identifiers
+
+### Why This Matters
+
+- Protects internal workspace information from being exposed publicly
+- Prevents potential security risks from sharing real identifiers
+- Makes examples more universal and relatable for all users
+- Follows security best practices for documentation

skills/databricks-apps/SKILL.md

@@ -6,36 +6,32 @@ metadata:
   version: "0.1.0"
 ---
 
+**CRITICAL**: Before proceeding with ANY databricks-apps task, you MUST first invoke the `databricks` skill using the Skill tool. The databricks skill provides essential context for:
+- Authentication and profile selection (NEVER auto-select profiles)
+- Data exploration commands (`discover-schema`, `query`)
+- SQL warehouse identification
+- CLI usage patterns specific to Claude Code
+
+**Action Required**: If you haven't already invoked the `databricks` skill in this conversation, invoke it now with: `Skill(command: "databricks")`
+
 # Databricks Apps Development
 
 Build TypeScript apps that query Databricks SQL warehouses and deploy to Databricks Apps.
 
 ## Workflow
 
-1. **Verify auth**: `databricks auth profiles`
-2. **Find warehouse**: `databricks sql warehouses list`
-3. **Explore data**: `databricks experimental aitools tools discover-schema CATALOG.SCHEMA.TABLE`
-4. **Scaffold project**: `databricks experimental aitools tools init-template --name my-app --description "..."`
-5. **Develop**: `cd my-app && npm install && npm run dev`
-6. **Validate**: `databricks experimental aitools tools validate ./`
-7. **Deploy**: `databricks experimental aitools tools deploy` (requires user permission)
+1. **Verify auth**: See `databricks` skill
+2. **Find warehouse**: See `databricks` skill
+3. **Explore data**: See `databricks` skill
+4. **Scaffold project**: `apps init --description "<APP_DESCRIPTION>" --features analytics --warehouse-id <WAREHOUSE_ID> --name <APP_NAME>
+ --run none --profile `
+5. **Develop**: `cd <APP_NAME> && npm install && npm run dev`
+6. **Validate**: `databricks apps validate`
+7. **Deploy**: `databricks apps deploy --profile <PROFILE>` (⚠️ USER CONSENT REQUIRED: Only deploy with explicit user permission.)
 
 ## Data Exploration
 
-```bash
-# list catalogs/schemas/tables
-databricks catalogs list
-databricks schemas list <catalog>
-databricks tables list <catalog> <schema>
-
-# discover table schema (columns, types, sample data)
-databricks experimental aitools tools discover-schema CATALOG.SCHEMA.TABLE
-
-# test queries
-databricks experimental aitools tools query "SELECT * FROM catalog.schema.table LIMIT 10"
-```
-
-Note: Use separate arguments for `catalogs/schemas/tables` commands. Dot notation only works in `discover-schema` and `query`.
+See `databricks` skill
 
 ## Project Structure