EdgeTAM Integration and 3D Persistent Tracking

.devcontainer/devcontainer.json

@@ -0,0 +1,32 @@
+{
+  "name": "dimos-dev",
+  "image": "ghcr.io/dimensionalos/dev:dev",
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "charliermarsh.ruff",
+        "ms-python.vscode-pylance"
+      ]
+    }
+  },
+  "containerEnv": {
+    "PYTHONPATH": "${localEnv:PYTHONPATH}:/workspaces/dimos"
+  },
+  "postCreateCommand": "git config --global --add safe.directory /workspaces/dimos && cd /workspaces/dimos && pre-commit install",
+  "settings": {
+    "notebook.formatOnSave.enabled": true,
+    "notebook.codeActionsOnSave": {
+      "notebook.source.fixAll": "explicit",
+      "notebook.source.organizeImports": "explicit"
+    },
+    "editor.codeActionsOnSave": {
+      "source.fixAll": "explicit",
+      "source.organizeImports": "explicit"
+    },
+    "editor.defaultFormatter": "charliermarsh.ruff",
+    "editor.formatOnSave": true
+  },
+  "runArgs": [
+    "--cap-add=NET_ADMIN"
+  ]
+}

.dockerignore

@@ -0,0 +1,109 @@
+# Version control
+.git
+.gitignore
+.github/
+
+# Editor and IDE files
+.vscode
+.idea
+*.swp
+*.swo
+.cursor/
+.cursorignore
+
+# Shell history
+.bash_history
+.zsh_history
+.history
+
+# Python virtual environments
+**/venv/
+**/.venv/
+**/env/
+**/.env/
+**/*-venv/
+**/*_venv/
+**/ENV/
+
+
+# Python build artifacts
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+.Python
+*.egg-info/
+dist/
+build/
+*.so
+*.dylib
+
+# Environment file
+.env
+.env.local
+.env.*.local
+
+# Large data files
+data/*
+!data/.lfs/
+
+# Model files (can be downloaded at runtime)
+*.pt
+*.pth
+*.onnx
+*.pb
+*.h5
+*.ckpt
+*.safetensors
+checkpoints/
+assets/model-cache
+
+# Logs
+*.log
+
+# Large media files (not needed for functionality)
+*.png
+*.jpg
+*.jpeg
+*.gif
+*.mp4
+*.mov
+*.avi
+*.mkv
+*.webm
+*.MOV
+
+# Large font files
+*.ttf
+*.otf
+
+# Node modules (for dev tools, not needed in container)
+node_modules/
+package-lock.json
+package.json
+bin/node_modules/
+
+# Database files
+*.db
+*.sqlite
+*.sqlite3
+
+# OS generated files
+.DS_Store
+.DS_Store?
+._*
+.Spotlight-V100
+.Trashes
+ehthumbs.db
+Thumbs.db
+
+# Temporary files
+tmp/
+temp/
+*.tmp
+.python-version
+
+# Exclude all assets subdirectories
+assets/*/*
+!assets/agent/prompt.txt
+!assets/*

.envrc

@@ -0,0 +1,5 @@
+if ! has nix_direnv_version || ! nix_direnv_version 3.0.6; then
+  source_url "https://raw.githubusercontent.com/nix-community/nix-direnv/3.0.6/direnvrc" "sha256-RYcUJaRMf8oF5LznDrlCXbkOQrywm0HDv1VjYGaJGdM="
+fi
+use flake .
+dotenv

.envrc.nix

@@ -0,0 +1,5 @@
+if ! has nix_direnv_version || ! nix_direnv_version 3.0.6; then
+  source_url "https://raw.githubusercontent.com/nix-community/nix-direnv/3.0.6/direnvrc" "sha256-RYcUJaRMf8oF5LznDrlCXbkOQrywm0HDv1VjYGaJGdM="
+fi
+use flake .
+dotenv_if_exists

.envrc.venv

@@ -0,0 +1,2 @@
+source env/bin/activate
+dotenv_if_exists

.gitattributes

@@ -1,3 +1,16 @@
-* text=auto
+# Handle line endings automatically for files Git considers text,
+# converting them to LF on checkout.
+* text=auto eol=lf
+# Ensure Python files always use LF for line endings.
 *.py text eol=lf
-
+# Treat designated file types as binary and do not alter their contents or line endings.
+*.png binary
+*.jpg binary
+*.ico binary
+*.pdf binary
+# Explicit LFS tracking for test files
+/data/.lfs/*.tar.gz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text binary
+*.mp4 filter=lfs diff=lfs merge=lfs -text binary
+*.mov filter=lfs diff=lfs merge=lfs -text binary
+*.gif filter=lfs diff=lfs merge=lfs -text binary

.github/actions/docker-build/action.yml

@@ -0,0 +1,59 @@
+name: docker-build
+description: "Composite action to build and push a Docker target to GHCR"
+inputs:
+  target:
+    description: "Dockerfile target stage to build"
+    required: true
+  tag:
+    description: "Image tag to push"
+    required: true
+  freespace:
+    description: "Remove large pre‑installed SDKs before building to free space"
+    required: false
+    default: "false"
+  context:
+    description: "Docker build context"
+    required: false
+    default: "."
+
+runs:
+  using: "composite"
+  steps:
+    - name: Free up disk space
+      if: ${{ inputs.freespace == 'true' }}
+      shell: bash
+      run: |
+        echo -e "pre cleanup space:\n $(df -h)"
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/share/boost
+        sudo rm -rf /usr/local/lib/android
+        echo -e "post cleanup space:\n $(df -h)"
+
+    - uses: actions/checkout@v4
+
+    - uses: docker/login-action@v3
+      with:
+        registry: ghcr.io
+        username: ${{ github.actor }}
+        password: ${{ github.token }}
+
+    - uses: crazy-max/ghaction-github-runtime@v3
+
+    - uses: docker/setup-buildx-action@v3
+      with:
+        driver: docker-container
+        install: true
+        use: true
+
+    - name: Build & Push ${{ inputs.target }}
+      uses: docker/build-push-action@v6
+      with:
+        push: true
+        context: ${{ inputs.context }}
+        file: docker/${{ inputs.target }}/Dockerfile
+        tags: ghcr.io/dimensionalos/${{ inputs.target }}:${{ inputs.tag }}
+        cache-from: type=gha,scope=${{ inputs.target }}
+        cache-to: type=gha,mode=max,scope=${{ inputs.target }}
+        build-args: |
+          FROM_TAG=${{ inputs.tag }}

.github/workflows/_docker-build-template.yml

@@ -0,0 +1,149 @@
+name: docker-build-template
+on:
+  workflow_call:
+    inputs:
+      from-image:  { type: string, required: true }
+      to-image:    { type: string, required: true }
+      dockerfile:  { type: string, required: true }
+      freespace:   { type: boolean, default: true }
+      should-run:  { type: boolean, default: false }
+      context:     { type: string, default: '.' }
+
+# you can run this locally as well via
+# ./bin/dockerbuild [image-name]
+jobs:
+  build:
+    runs-on: [self-hosted, Linux]
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Fix permissions
+        if: ${{ inputs.should-run }}
+        run: |
+          sudo chown -R $USER:$USER ${{ github.workspace }} || true
+
+      - uses: actions/checkout@v4
+        if: ${{ inputs.should-run }}
+        with:
+          fetch-depth: 0
+
+      - name: free up disk space
+        # explicitly enable this for large builds
+        if: ${{ inputs.should-run && inputs.freespace }}
+        run: |
+          echo -e "pre cleanup space:\n $(df -h)"
+          sudo rm -rf /opt/ghc
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /usr/local/share/boost
+          sudo rm -rf /usr/local/lib/android
+
+          echo "=== Cleaning images from deleted branches ==="
+
+          # Get list of all remote branches
+          git ls-remote --heads origin | awk '{print $2}' | sed 's|refs/heads/||' > /tmp/active_branches.txt
+
+          # Check each docker image tag against branch list
+          docker images --format "{{.Repository}}:{{.Tag}}|{{.ID}}" | \
+          grep "ghcr.io/dimensionalos" | \
+          grep -v ":<none>" | \
+          while IFS='|' read image_ref id; do
+            tag=$(echo "$image_ref" | cut -d: -f2)
+
+            # Skip if tag matches an active branch
+            if grep -qx "$tag" /tmp/active_branches.txt; then
+              echo "Branch exists: $tag - keeping $image_ref"
+            else
+              echo "Branch deleted: $tag - removing $image_ref"
+              docker rmi "$id" 2>/dev/null || true
+            fi
+          done
+
+          rm -f /tmp/active_branches.txt
+
+          USAGE=$(df / | awk 'NR==2 {print $5}' | sed 's/%//')
+          echo "Pre-docker-cleanup disk usage: ${USAGE}%"
+
+          if [ $USAGE -gt 60 ]; then
+            echo "=== Running quick cleanup (usage > 60%) ==="
+
+            # Keep newest image per tag
+            docker images --format "{{.Repository}}|{{.Tag}}|{{.ID}}" | \
+            grep "ghcr.io/dimensionalos" | \
+            grep -v "<none>" | \
+            while IFS='|' read repo tag id; do
+              created_ts=$(docker inspect -f '{{.Created}}' "$id" 2>/dev/null)
+              created_unix=$(date -d "$created_ts" +%s 2>/dev/null || echo "0")
+              echo "${repo}|${tag}|${id}|${created_unix}"
+            done | sort -t'|' -k1,1 -k2,2 -k4,4nr | \
+            awk -F'|' '
+            {
+              repo=$1; tag=$2; id=$3
+              repo_tag = repo ":" tag
+
+              # Skip protected tags
+              if (tag ~ /^(main|dev|latest)$/) next
+
+              # Keep newest per tag, remove older duplicates
+              if (!(repo_tag in seen_combos)) {
+                seen_combos[repo_tag] = 1
+              } else {
+                system("docker rmi " id " 2>/dev/null || true")
+              }
+            }'
+
+            docker image prune -f
+            docker volume prune -f
+          fi
+
+          # Aggressive cleanup if still above 85%
+          USAGE=$(df / | awk 'NR==2 {print $5}' | sed 's/%//')
+          if [ $USAGE -gt 85 ]; then
+            echo "=== AGGRESSIVE cleanup (usage > 85%) - removing all except main/dev ==="
+
+            # Remove ALL images except main and dev tags
+            docker images --format "{{.Repository}}:{{.Tag}} {{.ID}}" | \
+            grep -E "ghcr.io/dimensionalos" | \
+            grep -vE ":(main|dev)$" | \
+            awk '{print $2}' | xargs -r docker rmi -f || true
+
+            docker container prune -f
+            docker volume prune -a -f
+            docker network prune -f
+            docker image prune -f 
+          fi
+
+          echo -e "post cleanup space:\n $(df -h)"
+
+      - uses: docker/login-action@v3
+        if: ${{ inputs.should-run }}
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      # required for github cache of docker layers
+      - uses: crazy-max/ghaction-github-runtime@v3
+        if: ${{ inputs.should-run }}
+
+      # required for github cache of docker layers
+      - uses: docker/setup-buildx-action@v3
+        if: ${{ inputs.should-run }}
+        with:
+          driver: docker-container
+          install: true
+          use: true
+
+      - uses: docker/build-push-action@v6
+        if: ${{ inputs.should-run }}
+        with:
+          push: true
+          context: ${{ inputs.context }}
+          file:   docker/${{ inputs.dockerfile }}/Dockerfile
+          tags:   ${{ inputs.to-image }}
+          cache-from: type=gha,scope=${{ inputs.dockerfile }}
+          cache-to:   type=gha,mode=max,scope=${{ inputs.dockerfile }}
+          #cache-from: type=gha,scope=${{ inputs.dockerfile }}-${{ inputs.from-image }}
+          #cache-to:   type=gha,mode=max,scope=${{ inputs.dockerfile }}-${{ inputs.from-image }}
+          build-args: FROM_IMAGE=${{ inputs.from-image }}