feat: Phase 1 - Data models and migrations (T-004 to T-009)

Implements all database models for the Aegis platform with full Alembic migration support. Models created: - User: Authentication with role-based access control - Technique: MITRE ATT&CK techniques with coverage status tracking - Test: Security tests with validation workflow (draft/review/validated) - Evidence: File metadata for test evidence (stored in MinIO) - IntelItem: Threat intelligence items linked to techniques - AuditLog: System-wide audit trail with JSONB details Enumerations: - TechniqueStatus: not_evaluated, in_progress, validated, partial, etc. - TestState: draft, in_review, validated, rejected - TestResult: detected, not_detected, partially_detected Services: - audit_service.py: log_action() helper for audit logging All models include proper foreign key relationships and PostgreSQL enum types are managed correctly in migrations (create/drop).
2026-02-06 12:26:26 +01:00
parent b479acdea0
commit ec65991ac1
18 changed files with 561 additions and 1 deletions
--- a/backend/alembic/env.py
+++ b/backend/alembic/env.py
@@ -7,6 +7,7 @@ from alembic import context

 from app.database import Base
 from app.config import settings
+from app.models import *  # noqa: F401, F403 - Import all models for Alembic detection

 # this is the Alembic Config object, which provides
 # access to the values within the .ini file in use.
--- a/backend/alembic/versions/14c6f07b47cb_add_tests_table.py
+++ b/backend/alembic/versions/14c6f07b47cb_add_tests_table.py
@@ -0,0 +1,57 @@
+"""add_tests_table
+
+Revision ID: 14c6f07b47cb
+Revises: 476930a8d86e
+Create Date: 2026-02-06 11:01:01.822240
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision: str = '14c6f07b47cb'
+down_revision: Union[str, Sequence[str], None] = '476930a8d86e'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # Create enum types
+    testresult_enum = postgresql.ENUM('detected', 'not_detected', 'partially_detected', name='testresult')
+    teststate_enum = postgresql.ENUM('draft', 'in_review', 'validated', 'rejected', name='teststate')
+    testresult_enum.create(op.get_bind(), checkfirst=True)
+    teststate_enum.create(op.get_bind(), checkfirst=True)
+    
+    # Create table
+    op.create_table('tests',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('technique_id', sa.UUID(), nullable=False),
+    sa.Column('name', sa.String(), nullable=False),
+    sa.Column('description', sa.Text(), nullable=True),
+    sa.Column('platform', sa.String(), nullable=True),
+    sa.Column('procedure_text', sa.Text(), nullable=True),
+    sa.Column('tool_used', sa.String(), nullable=True),
+    sa.Column('execution_date', sa.DateTime(), nullable=True),
+    sa.Column('created_by', sa.UUID(), nullable=True),
+    sa.Column('result', postgresql.ENUM('detected', 'not_detected', 'partially_detected', name='testresult', create_type=False), nullable=True),
+    sa.Column('state', postgresql.ENUM('draft', 'in_review', 'validated', 'rejected', name='teststate', create_type=False), nullable=True),
+    sa.Column('validated_by', sa.UUID(), nullable=True),
+    sa.Column('validated_at', sa.DateTime(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.ForeignKeyConstraint(['created_by'], ['users.id'], ),
+    sa.ForeignKeyConstraint(['technique_id'], ['techniques.id'], ),
+    sa.ForeignKeyConstraint(['validated_by'], ['users.id'], ),
+    sa.PrimaryKeyConstraint('id')
+    )
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    op.drop_table('tests')
+    # Drop enum types
+    postgresql.ENUM(name='testresult').drop(op.get_bind(), checkfirst=True)
+    postgresql.ENUM(name='teststate').drop(op.get_bind(), checkfirst=True)
--- a/backend/alembic/versions/4671fccfa705_add_users_table.py
+++ b/backend/alembic/versions/4671fccfa705_add_users_table.py
@@ -0,0 +1,43 @@
+"""add_users_table
+
+Revision ID: 4671fccfa705
+Revises: f03e5712c21c
+Create Date: 2026-02-06 10:30:07.210676
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '4671fccfa705'
+down_revision: Union[str, Sequence[str], None] = 'f03e5712c21c'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table('users',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('username', sa.String(), nullable=False),
+    sa.Column('email', sa.String(), nullable=True),
+    sa.Column('hashed_password', sa.String(), nullable=False),
+    sa.Column('role', sa.String(), nullable=False),
+    sa.Column('is_active', sa.Boolean(), nullable=True),
+    sa.Column('created_at', sa.DateTime(), nullable=True),
+    sa.Column('last_login', sa.DateTime(), nullable=True),
+    sa.PrimaryKeyConstraint('id'),
+    sa.UniqueConstraint('username')
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_table('users')
+    # ### end Alembic commands ###
--- a/backend/alembic/versions/476930a8d86e_add_techniques_table.py
+++ b/backend/alembic/versions/476930a8d86e_add_techniques_table.py
@@ -0,0 +1,54 @@
+"""add_techniques_table
+
+Revision ID: 476930a8d86e
+Revises: 4671fccfa705
+Create Date: 2026-02-06 10:37:17.777106
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision: str = '476930a8d86e'
+down_revision: Union[str, Sequence[str], None] = '4671fccfa705'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    # Create enum type explicitly
+    techniquestatus_enum = postgresql.ENUM(
+        'not_evaluated', 'in_progress', 'validated', 'partial', 'not_covered', 'review_required',
+        name='techniquestatus'
+    )
+    techniquestatus_enum.create(op.get_bind(), checkfirst=True)
+    
+    # Create table with create_type=False since we already created the enum
+    op.create_table('techniques',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('mitre_id', sa.String(), nullable=False),
+    sa.Column('name', sa.String(), nullable=False),
+    sa.Column('description', sa.Text(), nullable=True),
+    sa.Column('tactic', sa.String(), nullable=True),
+    sa.Column('platforms', postgresql.JSONB(astext_type=sa.Text()), nullable=True),
+    sa.Column('mitre_version', sa.String(), nullable=True),
+    sa.Column('mitre_last_modified', sa.DateTime(), nullable=True),
+    sa.Column('is_subtechnique', sa.Boolean(), nullable=True),
+    sa.Column('parent_mitre_id', sa.String(), nullable=True),
+    sa.Column('status_global', postgresql.ENUM('not_evaluated', 'in_progress', 'validated', 'partial', 'not_covered', 'review_required', name='techniquestatus', create_type=False), nullable=True),
+    sa.Column('review_required', sa.Boolean(), nullable=True),
+    sa.Column('last_review_date', sa.DateTime(), nullable=True),
+    sa.PrimaryKeyConstraint('id'),
+    sa.UniqueConstraint('mitre_id')
+    )
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    op.drop_table('techniques')
+    # Drop enum type after dropping table
+    postgresql.ENUM(name='techniquestatus').drop(op.get_bind(), checkfirst=True)
--- a/backend/alembic/versions/7cec59461d53_add_evidences_table.py
+++ b/backend/alembic/versions/7cec59461d53_add_evidences_table.py
@@ -0,0 +1,39 @@
+"""add_evidences_table
+
+Revision ID: 7cec59461d53
+Revises: 14c6f07b47cb
+Create Date: 2026-02-06 11:06:14.535381
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = '7cec59461d53'
+down_revision: Union[str, Sequence[str], None] = '14c6f07b47cb'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    op.create_table('evidences',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('test_id', sa.UUID(), nullable=False),
+    sa.Column('file_name', sa.String(), nullable=False),
+    sa.Column('file_path', sa.String(), nullable=False),
+    sa.Column('sha256_hash', sa.String(), nullable=False),
+    sa.Column('uploaded_by', sa.UUID(), nullable=True),
+    sa.Column('uploaded_at', sa.DateTime(), nullable=True),
+    sa.ForeignKeyConstraint(['test_id'], ['tests.id'], ),
+    sa.ForeignKeyConstraint(['uploaded_by'], ['users.id'], ),
+    sa.PrimaryKeyConstraint('id')
+    )
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    op.drop_table('evidences')
--- a/backend/alembic/versions/a1412d1ef337_add_audit_logs_table.py
+++ b/backend/alembic/versions/a1412d1ef337_add_audit_logs_table.py
@@ -0,0 +1,38 @@
+"""add_audit_logs_table
+
+Revision ID: a1412d1ef337
+Revises: ef21f4a670ed
+Create Date: 2026-02-06 11:19:09.293785
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision: str = 'a1412d1ef337'
+down_revision: Union[str, Sequence[str], None] = 'ef21f4a670ed'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    op.create_table('audit_logs',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('user_id', sa.UUID(), nullable=True),
+    sa.Column('action', sa.String(), nullable=False),
+    sa.Column('entity_type', sa.String(), nullable=True),
+    sa.Column('entity_id', sa.String(), nullable=True),
+    sa.Column('timestamp', sa.DateTime(), nullable=True),
+    sa.Column('details', postgresql.JSONB(astext_type=sa.Text()), nullable=True),
+    sa.ForeignKeyConstraint(['user_id'], ['users.id'], ),
+    sa.PrimaryKeyConstraint('id')
+    )
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    op.drop_table('audit_logs')
--- a/backend/alembic/versions/ef21f4a670ed_add_intel_items_table.py
+++ b/backend/alembic/versions/ef21f4a670ed_add_intel_items_table.py
@@ -0,0 +1,38 @@
+"""add_intel_items_table
+
+Revision ID: ef21f4a670ed
+Revises: 7cec59461d53
+Create Date: 2026-02-06 11:10:30.452222
+
+"""
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = 'ef21f4a670ed'
+down_revision: Union[str, Sequence[str], None] = '7cec59461d53'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    """Upgrade schema."""
+    op.create_table('intel_items',
+    sa.Column('id', sa.UUID(), nullable=False),
+    sa.Column('technique_id', sa.UUID(), nullable=True),
+    sa.Column('url', sa.String(), nullable=False),
+    sa.Column('title', sa.String(), nullable=True),
+    sa.Column('source', sa.String(), nullable=True),
+    sa.Column('detected_at', sa.DateTime(), nullable=True),
+    sa.Column('reviewed', sa.Boolean(), nullable=True),
+    sa.ForeignKeyConstraint(['technique_id'], ['techniques.id'], ),
+    sa.PrimaryKeyConstraint('id')
+    )
+
+
+def downgrade() -> None:
+    """Downgrade schema."""
+    op.drop_table('intel_items')