Aegis/backend/app/routers/system.py

"""System-level endpoints (admin only).

Provides manual triggers for background operations such as the MITRE
ATT&CK synchronisation, intel scanning, Atomic Red Team import, and
scheduler health introspection.

Also exposes email configuration CRUD (admin only) that writes to the
system_configs table so settings survive container restarts.
"""

import logging
from typing import Optional

from fastapi import APIRouter, BackgroundTasks, Depends, HTTPException, Request, status
from pydantic import BaseModel
from sqlalchemy.orm import Session

from app.database import SessionLocal, get_db
from app.dependencies.auth import get_current_user, require_role
from app.models.user import User
from app.services.mitre_sync_service import sync_mitre
from app.services.intel_service import scan_intel
from app.services.atomic_import_service import import_atomic_red_team
from app.jobs.mitre_sync_job import scheduler
from app.limiter import limiter

logger = logging.getLogger(__name__)

router = APIRouter(prefix="/system", tags=["system"])


# ---------------------------------------------------------------------------
# Pydantic schemas for email config
# ---------------------------------------------------------------------------


class EmailConfigOut(BaseModel):
    enabled: bool
    host: str
    port: int
    username: str
    from_email: str
    use_tls: bool
    # password is never returned


class EmailConfigUpdate(BaseModel):
    enabled: Optional[bool] = None
    host: Optional[str] = None
    port: Optional[int] = None
    username: Optional[str] = None
    password: Optional[str] = None
    from_email: Optional[str] = None
    use_tls: Optional[bool] = None


class EmailTestRequest(BaseModel):
    to: str


# ---------------------------------------------------------------------------
# Helpers for system_configs CRUD
# ---------------------------------------------------------------------------

_SMTP_KEYS = {
    "enabled": "smtp.enabled",
    "host": "smtp.host",
    "port": "smtp.port",
    "username": "smtp.username",
    "password": "smtp.password",
    "from_email": "smtp.from_email",
    "use_tls": "smtp.use_tls",
}


def _upsert_config(db: Session, key: str, value: str) -> None:
    from app.models.system_config import SystemConfig  # lazy import avoids circular

    row = db.query(SystemConfig).filter(SystemConfig.key == key).first()
    if row:
        row.value = value
    else:
        row = SystemConfig(key=key, value=value)
        db.add(row)


def _read_email_config_from_db(db: Session) -> dict:
    """Return a dict with resolved email settings (DB overrides env)."""
    from app.services.email_service import _get_smtp_config

    return _get_smtp_config(db)


def _bg_mitre_sync() -> None:
    """Run MITRE sync in a background task with its own DB session."""
    logger.info("Background MITRE sync task starting...")
    db = SessionLocal()
    try:
        summary = sync_mitre(db)
        logger.info("Background MITRE sync task finished — %s", summary)
    except Exception:
        logger.exception("Background MITRE sync task failed")
    finally:
        db.close()


@router.post("/sync-mitre")
@limiter.limit("2/hour")
def trigger_mitre_sync(
    request: Request,
    background_tasks: BackgroundTasks,
    current_user: User = Depends(require_role("admin")),
):
    """Manually trigger a MITRE ATT&CK synchronisation in the background.

    **Requires** the ``admin`` role.

    Returns immediately — the sync runs asynchronously. Poll
    ``/system/scheduler-status`` for progress, or check server logs.
    """
    background_tasks.add_task(_bg_mitre_sync)
    return {
        "message": "MITRE sync started in background",
        "status": "started",
        "new": 0,
        "updated": 0,
    }


@router.post("/run-intel-scan")
def trigger_intel_scan(
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Manually trigger a threat-intelligence scan.

    **Requires** the ``admin`` role.

    Returns a JSON object with the scan summary including the count of
    new intel items found.
    """
    summary = scan_intel(db)
    return {
        "message": "Intel scan completed",
        "new_items": summary["new_items"],
    }


@router.post("/import-atomic-tests")
@limiter.limit("2/hour")
def trigger_atomic_import(
    request: Request,
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Trigger an import of Atomic Red Team tests as TestTemplates.

    **Requires** the ``admin`` role.

    Downloads the Atomic Red Team repository ZIP from GitHub, parses the
    YAML files, and creates/updates TestTemplate records.  Running this
    endpoint multiple times is idempotent — duplicates are skipped.

    Returns a JSON object with import statistics.
    """
    try:
        summary = import_atomic_red_team(db)
    except Exception as exc:
        logger.error("Atomic Red Team import failed: %s", exc, exc_info=True)
        return {
            "message": "Import failed. Check server logs for details.",
        }

    return {
        "message": "Import completed",
        "imported": summary["created"],
        "skipped": summary["skipped_existing"],
        "total_parsed": summary["total_tests_parsed"],
    }


@router.get("/scheduler-status")
def scheduler_status(
    current_user: User = Depends(require_role("admin")),
):
    """Return the current state of the background scheduler.

    **Requires** the ``admin`` role.
    """
    jobs = scheduler.get_jobs()
    return {
        "running": scheduler.running,
        "jobs": [
            {
                "id": job.id,
                "name": job.name,
                "next_run_time": str(job.next_run_time) if job.next_run_time else None,
            }
            for job in jobs
        ],
    }


# ---------------------------------------------------------------------------
# Jira config endpoints (admin only)
# ---------------------------------------------------------------------------


class JiraConfigOut(BaseModel):
    enabled: bool
    url: str
    project_key: str
    parent_ticket: str
    parent_ticket_standalone: str  # parent for tests not in a campaign
    # Credentials are never returned


class JiraConfigUpdate(BaseModel):
    enabled: Optional[bool] = None
    url: Optional[str] = None
    project_key: Optional[str] = None
    parent_ticket: Optional[str] = None
    parent_ticket_standalone: Optional[str] = None


_JIRA_KEYS = {
    "enabled": "jira.enabled",
    "url": "jira.url",
    "project_key": "jira.project_key",
    "parent_ticket": "jira.parent_ticket",
    "parent_ticket_standalone": "jira.parent_ticket_standalone",
}


@router.get("/jira-config", response_model=JiraConfigOut)
def get_jira_config(
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Return current Jira configuration (merged DB + env).

    **Requires** the ``admin`` role. Credentials are never returned.
    """
    from app.services.jira_service import (
        get_jira_url, get_jira_project_key, is_jira_enabled,
        get_jira_parent_ticket, get_jira_parent_ticket_standalone,
    )

    return JiraConfigOut(
        enabled=is_jira_enabled(db),
        url=get_jira_url(db) or "",
        project_key=get_jira_project_key(db) or "",
        parent_ticket=get_jira_parent_ticket(db) or "",
        parent_ticket_standalone=get_jira_parent_ticket_standalone(db) or "",
    )


@router.patch("/jira-config", response_model=JiraConfigOut)
def update_jira_config(
    payload: JiraConfigUpdate,
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Update Jira configuration and persist to DB.

    **Requires** the ``admin`` role. Only provided fields are updated.
    """
    from app.services.jira_service import (
        upsert_jira_config, get_jira_url, get_jira_project_key, is_jira_enabled,
        get_jira_parent_ticket, get_jira_parent_ticket_standalone,
    )

    update_data = payload.model_dump(exclude_unset=True)
    for field, val in update_data.items():
        db_key = _JIRA_KEYS.get(field)
        if db_key:
            upsert_jira_config(db, db_key, str(val))
    db.commit()

    return JiraConfigOut(
        enabled=is_jira_enabled(db),
        url=get_jira_url(db) or "",
        project_key=get_jira_project_key(db) or "",
        parent_ticket=get_jira_parent_ticket(db) or "",
        parent_ticket_standalone=get_jira_parent_ticket_standalone(db) or "",
    )


@router.post("/jira-test")
def test_jira_connection(
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Test the Jira connection using the current user's credentials.

    Requires the admin to have a personal Jira API token configured in their
    profile settings.

    Always returns HTTP 200 with a ``status`` field so Cloudflare never
    replaces the response with its own error page.
    """
    from app.services.jira_service import get_user_jira_client, get_jira_url, _effective_jira_email

    jira_url = get_jira_url(db)
    if not jira_url:
        return {"status": "error", "message": "Jira URL is not configured. Set it in System Settings → Jira Configuration.", "jira_url": ""}

    auth_email = _effective_jira_email(current_user)

    try:
        jira = get_user_jira_client(current_user, db)
        # 10-second timeout so we never block Cloudflare into a 524
        try:
            jira._session.timeout = 10  # type: ignore[attr-defined]
        except Exception:
            pass
        myself = jira.myself()
        logger.info("Jira myself() response keys: %s", list(myself.keys()) if isinstance(myself, dict) else type(myself))
        # Use displayName → emailAddress → name → the auth email as fallback
        connected_as = (
            (myself.get("displayName") if isinstance(myself, dict) else None)
            or (myself.get("emailAddress") if isinstance(myself, dict) else None)
            or (myself.get("name") if isinstance(myself, dict) else None)
            or auth_email
            or "authenticated"
        )
        return {
            "status": "ok",
            "connected_as": connected_as,
            "jira_url": jira_url,
        }
    except Exception as exc:
        err = str(exc)
        # Always return HTTP 200 with status="error" so Cloudflare never
        # intercepts the response and the frontend always sees our message.
        if "Expecting value" in err or "line 1 column 1" in err:
            msg = (
                "Jira returned a non-JSON response. "
                "Verify the URL (e.g. https://company.atlassian.net), "
                "email and API token."
            )
        elif "401" in err or "Unauthorized" in err:
            msg = (
                "Authentication failed (401). "
                f"Check that the Atlassian email ({auth_email or 'not set'}) "
                "and API token are correct. The token must be an Atlassian API token "
                "(not your account password)."
            )
        elif "403" in err or "Forbidden" in err:
            msg = "Access denied (403). The token may not have permission for this Jira project."
        elif "timed out" in err.lower() or "timeout" in err.lower():
            msg = "Connection timed out. Check that the Jira URL is reachable from the server."
        elif "not configured" in err.lower():
            msg = err
        else:
            msg = f"Jira connection failed: {err}"
        logger.warning("Jira test connection failed: %s", err)
        return {"status": "error", "message": msg, "jira_url": jira_url}


# ---------------------------------------------------------------------------
# POST /system/tempo-test
# ---------------------------------------------------------------------------


@router.post("/tempo-test")
def test_tempo_connection(
    db: Session = Depends(get_db),
    current_user: User = Depends(get_current_user),
):
    """Test the current user's personal Tempo connection.

    Uses the Tempo API token stored in the user's profile (not a global token).
    Always returns HTTP 200 with a ``status`` field so Cloudflare never
    intercepts the response.
    """
    from app.services.tempo_service import has_tempo_configured

    tempo_token = getattr(current_user, "tempo_api_token", None)
    if not tempo_token:
        return {
            "status": "error",
            "message": (
                "No Tempo API token configured. "
                "Add it in Settings → Profile → Tempo Integration."
            ),
        }

    jira_account_id = getattr(current_user, "jira_account_id", None)
    if not jira_account_id:
        return {
            "status": "error",
            "message": (
                "No Jira Account ID configured. "
                "Set it in Settings → Profile → Jira Integration → Account ID."
            ),
        }

    try:
        from tempoapiclient import client_v4 as tempo_client
        tempo = tempo_client.Tempo(auth_token=tempo_token)
        # search_worklogs by authorId is the correct v4 method; use a tight
        # date range so we fetch almost nothing but still verify connectivity.
        worklogs = tempo.search_worklogs(
            dateFrom="2024-01-01",
            dateTo="2024-01-02",
            authorIds=[jira_account_id],
        )
        count = len(worklogs) if isinstance(worklogs, list) else "n/a"
        return {
            "status": "ok",
            "message": f"Tempo connected successfully. Account ID: {jira_account_id}",
            "worklogs_found": count,
        }
    except Exception as exc:
        err = str(exc)
        if "401" in err or "Unauthorized" in err:
            msg = (
                f"Authentication failed (401). "
                f"Check your Tempo API token — obtain it at "
                f"Jira → Apps → Tempo → Settings → API Integration."
            )
        elif "403" in err or "Forbidden" in err:
            msg = "Access denied (403). The Tempo token lacks the required permissions."
        elif "404" in err or "not found" in err.lower():
            msg = (
                f"Account ID not found (404). "
                f"The value '{jira_account_id}' may be wrong — see the instructions "
                f"below to find your correct Atlassian Account ID."
            )
        else:
            msg = f"Tempo connection failed: {err}"
        logger.warning(
            "Tempo test connection failed for user %s (account_id=%s): %s",
            current_user.username, jira_account_id, err,
        )
        return {"status": "error", "message": msg}


# ---------------------------------------------------------------------------
# GET /system/email-config
# ---------------------------------------------------------------------------


@router.get("/email-config", response_model=EmailConfigOut)
def get_email_config(
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Return current SMTP email configuration (merged DB + env).

    **Requires** the ``admin`` role. Password is never returned.
    """
    cfg = _read_email_config_from_db(db)
    return EmailConfigOut(
        enabled=cfg["enabled"],
        host=cfg["host"],
        port=cfg["port"],
        username=cfg["username"],
        from_email=cfg["from_email"],
        use_tls=cfg["use_tls"],
    )


# ---------------------------------------------------------------------------
# PATCH /system/email-config
# ---------------------------------------------------------------------------


@router.patch("/email-config", response_model=EmailConfigOut)
def update_email_config(
    payload: EmailConfigUpdate,
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Update SMTP email configuration and persist to DB.

    **Requires** the ``admin`` role.
    Only provided fields are updated (partial update).
    """
    update_data = payload.model_dump(exclude_unset=True)
    for field, val in update_data.items():
        db_key = _SMTP_KEYS.get(field)
        if db_key:
            _upsert_config(db, db_key, str(val))
    db.commit()

    cfg = _read_email_config_from_db(db)
    return EmailConfigOut(
        enabled=cfg["enabled"],
        host=cfg["host"],
        port=cfg["port"],
        username=cfg["username"],
        from_email=cfg["from_email"],
        use_tls=cfg["use_tls"],
    )


# ---------------------------------------------------------------------------
# POST /system/email-test
# ---------------------------------------------------------------------------


@router.post("/email-test")
def send_test_email(
    payload: EmailTestRequest,
    db: Session = Depends(get_db),
    current_user: User = Depends(require_role("admin")),
):
    """Send a test email to verify SMTP configuration.

    **Requires** the ``admin`` role.
    Returns 200 on success, 502 if sending fails.
    """
    from app.services.email_service import send_test_email as _send_test

    ok = _send_test(payload.to, db=db)
    if not ok:
        raise HTTPException(
            status_code=status.HTTP_502_BAD_GATEWAY,
            detail="Failed to send test email. Check SMTP configuration and server logs.",
        )
    return {"detail": f"Test email sent to {payload.to}"}