kitos
394d5d9056
Enable ANN rules in ruff.toml (flake8-annotations) and resolve all 221 violations: ANN201/ANN202 — return types on 168 public/private functions: - All 28 FastAPI routers: endpoints annotated with dict/list/specific schema/ StreamingResponse/FileResponse/JSONResponse as appropriate - main.py: lifespan→AsyncGenerator[None,None], exception handlers→JSONResponse - database.py: get_db→Generator[Session,None,None], proxy methods→correct types - middleware/request_context.py: dispatch→Response with Callable call_next type ANN001/ANN002/ANN003 — 32 missing argument types: - seed_demo.py: all db parameters typed as Session - domain/unit_of_work.py: __aexit__ exc_type/exc_val/exc_tb typed with TracebackType - services: audit_service user_id→UUID|None, heatmap_service query/model/builder, notification_service test→Test, tempo_service test→Test/user→User, test_workflow_service test_id→UUID, campaign_crud **fields→object, test_crud **fields→object (4 sites) ANN401 — 16 Any usages resolved: - Domain entities (campaign/technique/threat_actor/test_entity): replaced Any with actual ORM types via TYPE_CHECKING guards to avoid circular imports - detection_rule_service: test_id/detection_rule_id/evaluator_id→UUID - score_cache: kept Any with # noqa: ANN401 (genuinely generic cache) - jira_service/tempo_service: kept Any with # noqa: ANN401 (lazy optional deps) - d3fend_import_service: _to_str(v: Any) kept with # noqa: ANN401 ANN204/ANN205/ANN206 — special/static/class methods: - database.py proxy __call__/__getattr__: *args: object/**kwargs: object - schemas/test.py model_validate: obj→object, **kwargs→object - sa_technique_repository._int_type→type All 439 unit tests pass. ruff check app/ → All checks passed! Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
134 lines
3.7 KiB
Python
134 lines
3.7 KiB
Python
"""Data sources management endpoints (admin only).
|
|
|
|
Provides a centralized panel for managing all external data sources
|
|
(Atomic Red Team, Sigma, LOLBAS, GTFOBins, CALDERA, Elastic, etc.)
|
|
including sync triggers, enable/disable toggles, and statistics.
|
|
"""
|
|
|
|
from typing import Optional
|
|
|
|
from fastapi import APIRouter, Depends
|
|
from pydantic import BaseModel
|
|
from sqlalchemy.orm import Session
|
|
|
|
from app.database import get_db
|
|
from app.dependencies.auth import require_role
|
|
from app.domain.unit_of_work import UnitOfWork
|
|
from app.models.user import User
|
|
from app.services.audit_service import log_action
|
|
from app.services.data_source_service import (
|
|
get_source_stats,
|
|
list_sources,
|
|
sync_all_sources,
|
|
sync_source,
|
|
update_source,
|
|
)
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Pydantic schemas for request validation
|
|
# ---------------------------------------------------------------------------
|
|
|
|
class DataSourceUpdate(BaseModel):
|
|
"""Payload for updating a data source — only allowed fields."""
|
|
is_enabled: Optional[bool] = None
|
|
sync_frequency: Optional[str] = None
|
|
config: Optional[dict] = None
|
|
|
|
|
|
router = APIRouter(prefix="/data-sources", tags=["data-sources"])
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Endpoints
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
@router.get("")
|
|
def list_data_sources(
|
|
db: Session = Depends(get_db),
|
|
current_user: User = Depends(require_role("admin")),
|
|
) -> list:
|
|
"""List all registered data sources.
|
|
|
|
**Requires** the ``admin`` role.
|
|
"""
|
|
return list_sources(db)
|
|
|
|
|
|
@router.patch("/{source_id}")
|
|
def update_data_source(
|
|
source_id: str,
|
|
body: DataSourceUpdate,
|
|
db: Session = Depends(get_db),
|
|
current_user: User = Depends(require_role("admin")),
|
|
) -> dict:
|
|
"""Update a data source (enable/disable, change config).
|
|
|
|
**Requires** the ``admin`` role.
|
|
"""
|
|
update_data = body.model_dump(exclude_unset=True)
|
|
with UnitOfWork(db) as uow:
|
|
update_source(db, source_id, **update_data)
|
|
log_action(
|
|
db,
|
|
user_id=current_user.id,
|
|
action="update_data_source",
|
|
entity_type="data_source",
|
|
entity_id=source_id,
|
|
details={"updates": update_data},
|
|
)
|
|
uow.commit()
|
|
|
|
return {"message": "Data source updated", "id": source_id}
|
|
|
|
|
|
@router.post("/{source_id}/sync")
|
|
def sync_data_source(
|
|
source_id: str,
|
|
db: Session = Depends(get_db),
|
|
current_user: User = Depends(require_role("admin")),
|
|
) -> dict:
|
|
"""Trigger sync/import for a specific data source.
|
|
|
|
**Requires** the ``admin`` role.
|
|
"""
|
|
return sync_source(db, source_id)
|
|
|
|
|
|
@router.post("/sync-all")
|
|
def sync_all_data_sources(
|
|
db: Session = Depends(get_db),
|
|
current_user: User = Depends(require_role("admin")),
|
|
) -> dict:
|
|
"""Trigger sync for all enabled data sources (sequentially).
|
|
|
|
**Requires** the ``admin`` role.
|
|
"""
|
|
results = sync_all_sources(db)
|
|
|
|
with UnitOfWork(db) as uow:
|
|
log_action(
|
|
db,
|
|
user_id=current_user.id,
|
|
action="sync_all_data_sources",
|
|
entity_type="data_source",
|
|
entity_id=None,
|
|
details={"results": results},
|
|
)
|
|
uow.commit()
|
|
|
|
return {"message": "Sync all complete", "results": results}
|
|
|
|
|
|
@router.get("/{source_id}/stats")
|
|
def get_data_source_stats(
|
|
source_id: str,
|
|
db: Session = Depends(get_db),
|
|
current_user: User = Depends(require_role("admin")),
|
|
) -> dict:
|
|
"""Get detailed statistics for a specific data source.
|
|
|
|
**Requires** the ``admin`` role.
|
|
"""
|
|
return get_source_stats(db, source_id)
|