feat: inventory storage infrastructure dependencies
Module Package Release / publish-packages (push) Successful in 12s
Module Package Release / publish-packages (push) Successful in 12s
This commit is contained in:
@@ -6,6 +6,8 @@ from pathlib import Path
|
||||
from typing import Any
|
||||
from urllib.parse import urlsplit
|
||||
|
||||
from sqlalchemy import func, select
|
||||
|
||||
from govoplan_core.core.configuration_packages import (
|
||||
ConfigurationApplyResult,
|
||||
ConfigurationDiagnostic,
|
||||
@@ -21,19 +23,30 @@ from govoplan_core.core.configuration_packages import (
|
||||
from govoplan_core.core.infrastructure_capabilities import (
|
||||
InfrastructureCapability,
|
||||
InfrastructureCapabilityReceipt,
|
||||
InfrastructureDependency,
|
||||
InfrastructureDependencyProvider,
|
||||
)
|
||||
from govoplan_core.db.session import get_database
|
||||
from govoplan_files.backend.db.models import FileBlob
|
||||
from govoplan_files.backend.runtime import settings as runtime_settings
|
||||
|
||||
|
||||
FILES_CONFIGURATION_CAPABILITY = "files.configuration"
|
||||
FILES_INFRASTRUCTURE_DEPENDENCY_CAPABILITY = (
|
||||
"infrastructure.dependency_inventory.files"
|
||||
)
|
||||
MANAGED_STORAGE_FRAGMENT = "managed_storage"
|
||||
_PAYLOAD_KEYS = frozenset(
|
||||
{"capability_id", "expected_backend", "expected_source"}
|
||||
)
|
||||
|
||||
|
||||
class FilesConfigurationProvider(ConfigurationProvider):
|
||||
class FilesConfigurationProvider(
|
||||
ConfigurationProvider,
|
||||
InfrastructureDependencyProvider,
|
||||
):
|
||||
module_id = "files"
|
||||
capability_ids = ("files.storage",)
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
@@ -166,6 +179,61 @@ class FilesConfigurationProvider(ConfigurationProvider):
|
||||
item for item in import_result.diagnostics if item.severity == "blocker"
|
||||
)
|
||||
|
||||
def infrastructure_dependencies(self) -> tuple[InfrastructureDependency, ...]:
|
||||
active_backend = _normalized_backend(
|
||||
getattr(self._settings, "file_storage_backend", "local")
|
||||
)
|
||||
dependencies = [
|
||||
InfrastructureDependency(
|
||||
capability_id="files.storage",
|
||||
module_id="files",
|
||||
dependency_type="runtime_storage_binding",
|
||||
dependency_ref=f"files-storage:{active_backend}",
|
||||
state="runtime_binding",
|
||||
scope="system",
|
||||
summary=(
|
||||
"The active Files runtime is bound to this deployment storage backend."
|
||||
),
|
||||
metrics={},
|
||||
required_action=(
|
||||
"Provision and verify the replacement backend before rebinding the Files runtime."
|
||||
),
|
||||
)
|
||||
]
|
||||
with get_database().session() as session:
|
||||
rows = session.execute(
|
||||
select(
|
||||
FileBlob.storage_backend,
|
||||
func.count(FileBlob.id),
|
||||
func.coalesce(func.sum(FileBlob.size_bytes), 0),
|
||||
)
|
||||
.group_by(FileBlob.storage_backend)
|
||||
.order_by(FileBlob.storage_backend)
|
||||
)
|
||||
for backend, blob_count, size_bytes in rows:
|
||||
normalized_backend = _normalized_backend(str(backend or "local"))
|
||||
dependencies.append(
|
||||
InfrastructureDependency(
|
||||
capability_id="files.storage",
|
||||
module_id="files",
|
||||
dependency_type="stored_blob_set",
|
||||
dependency_ref=f"file-blobs:{normalized_backend}",
|
||||
state="data_present",
|
||||
scope="all-tenants",
|
||||
summary=(
|
||||
"Persisted Files blob metadata references content in this storage backend."
|
||||
),
|
||||
metrics={
|
||||
"blob_count": int(blob_count or 0),
|
||||
"content_bytes": int(size_bytes or 0),
|
||||
},
|
||||
required_action=(
|
||||
"Copy and checksum-verify every referenced blob, switch the runtime binding, and retain rollback evidence before removing or replacing storage."
|
||||
),
|
||||
)
|
||||
)
|
||||
return tuple(dependencies)
|
||||
|
||||
def _binding_diagnostics(
|
||||
self,
|
||||
fragment: ConfigurationPackageFragment,
|
||||
|
||||
@@ -55,6 +55,7 @@ from govoplan_core.db.base import Base
|
||||
from govoplan_files.backend.change_tracking import register_files_change_tracking
|
||||
from govoplan_files.backend.configuration_provider import (
|
||||
FILES_CONFIGURATION_CAPABILITY,
|
||||
FILES_INFRASTRUCTURE_DEPENDENCY_CAPABILITY,
|
||||
)
|
||||
from govoplan_files.backend.db import models as file_models # noqa: F401 - populate Files ORM metadata
|
||||
from govoplan_files.backend.documentation import documentation_topics
|
||||
@@ -458,7 +459,7 @@ def _dsar_provider(context: ModuleContext) -> object:
|
||||
manifest = ModuleManifest(
|
||||
id="files",
|
||||
name="Files",
|
||||
version="0.1.23",
|
||||
version="0.1.24",
|
||||
required_capabilities=(
|
||||
CAPABILITY_AUTH_PRINCIPAL_RESOLVER,
|
||||
CAPABILITY_AUTH_PERMISSION_EVALUATOR,
|
||||
@@ -720,7 +721,8 @@ manifest = ModuleManifest(
|
||||
"The Files configuration provider validates the files.storage capability against the effective local or S3 runtime. "
|
||||
"It checks the backend, sanitized endpoint, bucket, trust or management marker, durable local path, and presence of referenced environment secrets. "
|
||||
"Matching configuration is already effective and therefore reports skip on every apply. Drift blocks the package; Files never copies secret values, rewrites process environment, "
|
||||
"or treats a storage replacement as an implicit migration. Run Files integrity and Ops checks after deployment changes."
|
||||
"or treats a storage replacement as an implicit migration. Before files.storage changes, Files reports the active runtime binding plus persisted blob counts and byte totals per backend "
|
||||
"through the non-secret Ops dependency inventory. Missing, stale, or incomplete inventory blocks host apply. Run Files integrity and Ops checks before and after deployment changes."
|
||||
),
|
||||
layer="configured",
|
||||
documentation_types=("admin",),
|
||||
@@ -752,7 +754,8 @@ manifest = ModuleManifest(
|
||||
"Der Files-Konfigurationsprovider prüft die Fähigkeit files.storage gegen die wirksame lokale oder S3-Laufzeitkonfiguration. "
|
||||
"Geprüft werden Backend, bereinigter Endpunkt, Bucket, Vertrauens- oder Verwaltungskennzeichen, dauerhafter lokaler Pfad sowie das Vorhandensein referenzierter Umgebungsgeheimnisse. "
|
||||
"Eine passende Konfiguration ist bereits wirksam und meldet deshalb bei jeder Anwendung skip. Abweichungen blockieren das Paket; Files kopiert keine Geheimwerte, verändert keine Prozessumgebung "
|
||||
"und behandelt einen Speicherwechsel nicht als stillschweigende Migration. Nach Bereitstellungsänderungen sind die Integritäts- und Ops-Prüfungen auszuführen."
|
||||
"und behandelt einen Speicherwechsel nicht als stillschweigende Migration. Vor einer Änderung von files.storage meldet Files die aktive Laufzeitbindung sowie gespeicherte Blob-Anzahlen und Byte-Summen je Backend "
|
||||
"im nicht geheimen Ops-Abhängigkeitsinventar. Ein fehlendes, veraltetes oder unvollständiges Inventar blockiert die Host-Anwendung. Die Integritäts- und Ops-Prüfungen sind vor und nach der Bereitstellungsänderung auszuführen."
|
||||
),
|
||||
}
|
||||
},
|
||||
@@ -1784,6 +1787,7 @@ manifest = ModuleManifest(
|
||||
),
|
||||
capability_factories={
|
||||
FILES_CONFIGURATION_CAPABILITY: _configuration_provider,
|
||||
FILES_INFRASTRUCTURE_DEPENDENCY_CAPABILITY: _configuration_provider,
|
||||
CAPABILITY_FILES_ACCESS: lambda context: __import__(
|
||||
"govoplan_files.backend.capabilities", fromlist=["access_capability"]
|
||||
).access_capability(context),
|
||||
|
||||
Reference in New Issue
Block a user