kitos
ec26183e2e
- ruff.toml: select E/W/F/I/N rules, line-length=120, drop legacy ignores - Auto-fix: sort 82 import blocks (isort), remove 29 unused imports, strip 6 trailing-whitespace blank lines in docstrings - main.py: move setup_logging and settings imports to top (E402) - errors.py: noqa N818 on DDD exception names (96 call sites, safe) - intel_service.py: noqa N817 for universal ET alias - atomic/elastic/sigma import services: move _MAX_UNCOMPRESSED_SIZE and _MAX_ENTRIES to module level (N806) - compliance_import_service.py: move SAMPLE_CONTROLS / CIS_CONTROLS to module level; wrap long description strings (N806 + E501) - snapshot_service.py: move STATUS_ORDER dict to module level (N806) - sigma_import_service.py: remove dead dedup_key expression (F841) - threat_actor_import_service.py: remove dead stix_to_actor expression (F841) - data_source.py, seed_demo.py, campaign_scheduler_service.py, lolbas_import_service.py: wrap lines exceeding 120 chars (E501) - d3fend_import_service.py: per-file E501 ignore (data file with long strings) All 439 unit tests pass. ruff check app/ → All checks passed! Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
40 lines
1.7 KiB
Python
40 lines
1.7 KiB
Python
"""DataSource model — registry of external data sources for import."""
|
|
|
|
import uuid
|
|
|
|
from sqlalchemy import Boolean, Column, DateTime, Index, String, Text, func
|
|
from sqlalchemy.dialects.postgresql import JSONB, UUID
|
|
|
|
from app.database import Base
|
|
|
|
|
|
class DataSource(Base):
|
|
"""
|
|
Unified registry of all external data sources (attack procedures,
|
|
detection rules, threat intel, defensive techniques).
|
|
|
|
Each source can be independently enabled/disabled and tracks its own
|
|
synchronisation state.
|
|
"""
|
|
__tablename__ = "data_sources"
|
|
|
|
id = Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4)
|
|
name = Column(String, unique=True, nullable=False) # e.g. "atomic_red_team"
|
|
display_name = Column(String, nullable=False) # e.g. "Atomic Red Team"
|
|
# Values: attack_procedure / detection_rule / threat_intel / defensive_technique
|
|
type = Column(String, nullable=False)
|
|
url = Column(String, nullable=True) # URL base of repo/API
|
|
description = Column(Text, nullable=True)
|
|
is_enabled = Column(Boolean, default=True)
|
|
last_sync_at = Column(DateTime, nullable=True)
|
|
last_sync_status = Column(String, nullable=True) # success / error / in_progress
|
|
last_sync_stats = Column(JSONB, nullable=True) # {"imported": X, "updated": Y, ...}
|
|
sync_frequency = Column(String, nullable=True) # daily / weekly / monthly / manual
|
|
config = Column(JSONB, nullable=True) # source-specific configuration
|
|
created_at = Column(DateTime(timezone=True), server_default=func.now())
|
|
|
|
__table_args__ = (
|
|
Index('ix_data_sources_type', 'type'),
|
|
Index('ix_data_sources_is_enabled', 'is_enabled'),
|
|
)
|