Updates migration with alembic

.github/workflows/db-migrations.yaml

@@ -0,0 +1,62 @@
+name: DB Migrations
+
+on:
+  push:
+    branches:
+      - develop
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  alembic-migrations:
+    strategy:
+      matrix:
+        python-version: ["3.10"]
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          pip install --upgrade --upgrade-strategy eager -r requirements.txt
+          pip install --upgrade --upgrade-strategy eager -r requirements-dev.txt
+
+      - name: Set DB env vars
+        run: |
+          echo "DB_FILE=$RUNNER_TEMP/dashai-ci.sqlite3" >> "$GITHUB_ENV"
+          echo "DATABASE_URL=sqlite:///$RUNNER_TEMP/dashai-ci.sqlite3" >> "$GITHUB_ENV"
+          echo "Temp dir: $RUNNER_TEMP"
+
+      - name: Show Alembic info
+        run: |
+          alembic --version
+          echo "DB will be at: $DATABASE_URL"
+
+      - name: Prepare temp dir
+        run: |
+          mkdir -p "$(dirname "$DB_FILE")"
+          rm -f "$DB_FILE"
+
+      # upgrade to head
+      - name: Upgrade to head
+        run: |
+          alembic -x url="$DATABASE_URL" upgrade head
+
+      # Checks downgrade and upgrade again (reversibility)
+      - name: Downgrade to base and upgrade again (reversibility check)
+        run: |
+          alembic -x url="$DATABASE_URL" downgrade base
+          alembic -x url="$DATABASE_URL" upgrade head
+
+      - name: Check for pending autogenerate (python-based)
+        env:
+          PYTHONPATH: "${PYTHONPATH}:."
+        run: python -m scripts.ci_alembic_check

.github/workflows/pre-commit.yaml

@@ -1,26 +1,27 @@
 name: Pre-commit checks
-on:
-  push
+on: push
 jobs:
   pre-commit:
     runs-on: ubuntu-latest
     steps:
-      - name: 'Check out repository code'
+      - name: "Check out repository code"
         uses: actions/checkout@v3
 
       - name: Use Node.js
         uses: actions/setup-node@v3
         with:
-          node-version: '18.x'
-          cache: 'yarn'
+          node-version: "18.x"
+          cache: "yarn"
           cache-dependency-path: DashAI/front/yarn.lock
 
       - name: Install frontend deps
         working-directory: DashAI/front
         run: yarn install --frozen-lockfile
 
-      - name: Setup latest Python 3.x
-        uses: actions/setup-python@v3
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
 
       - name: Install pre-commit
         run: |

.pre-commit-config.yaml

@@ -15,13 +15,13 @@ repos:
     rev: v0.12.10
     hooks:
       - id: ruff
-        args: [--fix]
+        args: [--fix, "--show-fixes"]
       - id: ruff-format
   - repo: https://github.com/pre-commit/mirrors-prettier
     rev: "v4.0.0-alpha.8"
     hooks:
       - id: prettier
-        files: \.[jt]sx?$  # *.js, *.jsx, *.ts, *.tsx
+        files: \.[jt]sx?$ # *.js, *.jsx, *.ts, *.tsx
         types: [file]
         args:
           - "--config=DashAI/front/.prettierrc"

DashAI/alembic/env.py

@@ -0,0 +1,91 @@
+import os
+from pathlib import Path
+from logging.config import fileConfig
+
+from sqlalchemy import engine_from_config, pool
+from alembic import context
+
+from DashAI.back.dependencies.database import Base
+
+config = context.config
+
+
+def _resolve_url() -> str:
+    """
+    Prioridad url sql:
+      1) alembic -x url=...
+      2) env var DATABASE_URL
+      3) value already present in alembic.ini (config.get_main_option)
+      4) fallback using the same logic as the application (~/.DashAI/db.sqlite)
+    """
+    # 1) cli -x url
+    xargs = context.get_x_argument(as_dictionary=True)
+    if xargs and xargs.get("url"):
+        return xargs["url"]
+
+    # 2) environment
+    env_url = os.getenv("DATABASE_URL")
+    if env_url:
+        return env_url
+
+    # 3) value from alembic.ini (if any)
+    cfg_url = config.get_main_option("sqlalchemy.url")
+    if cfg_url and cfg_url != "sqlite:///":
+        return cfg_url
+
+    # 4) fallback - same as application config
+    # Use the same default path as the application: ~/.DashAI/db.sqlite
+    from DashAI.back.config import DefaultSettings
+    settings = DefaultSettings()
+    local_path = Path(settings.LOCAL_PATH).expanduser().absolute()
+    db_path = local_path / settings.SQLITE_DB_PATH
+    return f"sqlite:///{db_path}"
+
+
+config.set_main_option("sqlalchemy.url", _resolve_url())
+
+if config.config_file_name is not None:
+    fileConfig(config.config_file_name)
+
+target_metadata = Base.metadata
+
+
+def run_migrations_offline():
+    url = config.get_main_option("sqlalchemy.url")
+    context.configure(
+        url=url,
+        target_metadata=target_metadata,
+        literal_binds=True,
+        compare_type=True,
+        compare_server_default=True,
+    )
+    with context.begin_transaction():
+        context.run_migrations()
+
+
+def run_migrations_online():
+    ini = dict(config.get_section(config.config_ini_section) or {})
+
+    connectable = engine_from_config(
+        ini,
+        prefix="sqlalchemy.",
+        poolclass=pool.NullPool,
+        future=True,
+    )
+
+    with connectable.connect() as connection:
+        context.configure(
+            connection=connection,
+            target_metadata=target_metadata,
+            compare_type=True,
+            compare_server_default=True,
+            render_as_batch=True,
+        )
+        with context.begin_transaction():
+            context.run_migrations()
+
+
+if context.is_offline_mode():
+    run_migrations_offline()
+else:
+    run_migrations_online()

alembic/script.py.mako → DashAI/alembic/script.py.mako

@@ -5,15 +5,17 @@ Revises: ${down_revision | comma,n}
 Create Date: ${create_date}
 
 """
+from typing import Sequence, Union
+
 from alembic import op
 import sqlalchemy as sa
 ${imports if imports else ""}
 
 # revision identifiers, used by Alembic.
-revision = ${repr(up_revision)}
-down_revision = ${repr(down_revision)}
-branch_labels = ${repr(branch_labels)}
-depends_on = ${repr(depends_on)}
+revision: str = ${repr(up_revision)}
+down_revision: Union[str, None] = ${repr(down_revision)}
+branch_labels: Union[str, Sequence[str], None] = ${repr(branch_labels)}
+depends_on: Union[str, Sequence[str], None] = ${repr(depends_on)}
 
 
 def upgrade() -> None:

DashAI/alembic/versions/57ff87150ae2_experiments_to_model_session.py

@@ -0,0 +1,76 @@
+"""Experiments to model session
+
+Revision ID: 57ff87150ae2
+Revises: 7662169fa0e0
+Create Date: 2026-01-19 16:14:03.739306
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import sqlite
+
+# revision identifiers, used by Alembic.
+revision: str = '57ff87150ae2'
+down_revision: Union[str, None] = '7662169fa0e0'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('model_session',
+    sa.Column('id', sa.Integer(), nullable=False),
+    sa.Column('dataset_id', sa.Integer(), nullable=False),
+    sa.Column('name', sa.String(), nullable=False),
+    sa.Column('task_name', sa.String(), nullable=False),
+    sa.Column('input_columns', sa.JSON(), nullable=False),
+    sa.Column('output_columns', sa.JSON(), nullable=False),
+    sa.Column('train_metrics', sa.JSON(), nullable=True),
+    sa.Column('validation_metrics', sa.JSON(), nullable=True),
+    sa.Column('test_metrics', sa.JSON(), nullable=True),
+    sa.Column('splits', sa.JSON(), nullable=False),
+    sa.Column('created', sa.DateTime(), nullable=False),
+    sa.Column('last_modified', sa.DateTime(), nullable=False),
+    sa.ForeignKeyConstraint(['dataset_id'], ['dataset.id'], name=op.f('fk_model_session_dataset_id_dataset')),
+    sa.PrimaryKeyConstraint('id', name=op.f('pk_model_session')),
+    sa.UniqueConstraint('name', name=op.f('uq_model_session_name'))
+    )
+    with op.batch_alter_table('run', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('model_session_id', sa.Integer(), nullable=False))
+        batch_op.drop_constraint(batch_op.f('fk_run_experiment_id_experiment'), type_='foreignkey')
+        batch_op.create_foreign_key(batch_op.f('fk_run_model_session_id_model_session'), 'model_session', ['model_session_id'], ['id'], ondelete='CASCADE')
+        batch_op.drop_column('experiment_id')
+    op.drop_table('experiment')
+
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('run', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('experiment_id', sa.INTEGER(), nullable=False))
+        batch_op.drop_constraint(batch_op.f('fk_run_model_session_id_model_session'), type_='foreignkey')
+        batch_op.create_foreign_key(batch_op.f('fk_run_experiment_id_experiment'), 'experiment', ['experiment_id'], ['id'], ondelete='CASCADE')
+        batch_op.drop_column('model_session_id')
+
+    op.create_table('experiment',
+    sa.Column('id', sa.INTEGER(), nullable=False),
+    sa.Column('dataset_id', sa.INTEGER(), nullable=False),
+    sa.Column('name', sa.VARCHAR(), nullable=False),
+    sa.Column('task_name', sa.VARCHAR(), nullable=False),
+    sa.Column('input_columns', sqlite.JSON(), nullable=False),
+    sa.Column('output_columns', sqlite.JSON(), nullable=False),
+    sa.Column('train_metrics', sqlite.JSON(), nullable=True),
+    sa.Column('validation_metrics', sqlite.JSON(), nullable=True),
+    sa.Column('test_metrics', sqlite.JSON(), nullable=True),
+    sa.Column('splits', sqlite.JSON(), nullable=False),
+    sa.Column('created', sa.DATETIME(), nullable=False),
+    sa.Column('last_modified', sa.DATETIME(), nullable=False),
+    sa.ForeignKeyConstraint(['dataset_id'], ['dataset.id'], name=op.f('fk_experiment_dataset_id_dataset')),
+    sa.PrimaryKeyConstraint('id', name=op.f('pk_experiment')),
+    sa.UniqueConstraint('name', name=op.f('uq_experiment_name'))
+    )
+    op.drop_table('model_session')
+    # ### end Alembic commands ###