Initial public release
GeoIntel release gates / Compile, test, contracts and builds (push) Successful in 1m49s
GeoIntel release gates / Python and npm vulnerability policy (push) Successful in 21s
GeoIntel release gates / Production AI image, SBOM and container scan (push) Successful in 5m39s
GeoIntel release gates / Deploy exact gated revision to Unraid (push) Failing after 58m43s
GeoIntel release gates / Compile, test, contracts and builds (push) Successful in 1m49s
GeoIntel release gates / Python and npm vulnerability policy (push) Successful in 21s
GeoIntel release gates / Production AI image, SBOM and container scan (push) Successful in 5m39s
GeoIntel release gates / Deploy exact gated revision to Unraid (push) Failing after 58m43s
This commit is contained in:
@@ -0,0 +1,48 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import sys
|
||||
from logging.config import fileConfig
|
||||
|
||||
from alembic import context
|
||||
from sqlalchemy import engine_from_config, pool
|
||||
|
||||
sys.path.append(os.path.realpath(os.path.join(os.path.dirname(__file__), '..')))
|
||||
|
||||
from app.core.config import get_settings
|
||||
from app.db.base import Base
|
||||
import app.models.entities # noqa: F401
|
||||
|
||||
settings = get_settings()
|
||||
config = context.config
|
||||
if config.config_file_name is not None:
|
||||
fileConfig(config.config_file_name)
|
||||
|
||||
config.set_main_option("sqlalchemy.url", settings.database_url)
|
||||
|
||||
target_metadata = Base.metadata
|
||||
|
||||
def run_migrations_offline() -> None:
|
||||
url = config.get_main_option("sqlalchemy.url")
|
||||
context.configure(url=url, target_metadata=target_metadata, literal_binds=True)
|
||||
with context.begin_transaction():
|
||||
context.run_migrations()
|
||||
|
||||
|
||||
def run_migrations_online() -> None:
|
||||
connectable = engine_from_config(
|
||||
config.get_section(config.config_ini_section, {}),
|
||||
prefix="sqlalchemy.",
|
||||
poolclass=pool.NullPool,
|
||||
)
|
||||
|
||||
with connectable.connect() as connection:
|
||||
context.configure(connection=connection, target_metadata=target_metadata)
|
||||
with context.begin_transaction():
|
||||
context.run_migrations()
|
||||
|
||||
|
||||
if context.is_offline_mode():
|
||||
run_migrations_offline()
|
||||
else:
|
||||
run_migrations_online()
|
||||
@@ -0,0 +1,20 @@
|
||||
"""
|
||||
${message}
|
||||
"""
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
${imports}
|
||||
|
||||
revision = ${repr(revision)}
|
||||
down_revision = ${repr(down_revision)}
|
||||
branch_labels = ${repr(branch_labels)}
|
||||
depends_on = ${repr(depends_on)}
|
||||
|
||||
|
||||
def upgrade():
|
||||
${upgrades if upgrades else "pass"}
|
||||
|
||||
|
||||
def downgrade():
|
||||
${downgrades if downgrades else "pass"}
|
||||
@@ -0,0 +1,108 @@
|
||||
"""Initial PostGIS schema for Sprint 1 foundation."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from geoalchemy2 import Geometry
|
||||
|
||||
revision = "202601110001"
|
||||
down_revision = None
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.execute("CREATE EXTENSION IF NOT EXISTS postgis")
|
||||
op.execute("CREATE EXTENSION IF NOT EXISTS postgis_topology")
|
||||
op.execute('CREATE EXTENSION IF NOT EXISTS "uuid-ossp"')
|
||||
|
||||
op.create_table(
|
||||
"projects",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("name", sa.Text(), nullable=False),
|
||||
sa.Column("description", sa.Text(), nullable=True),
|
||||
sa.Column("region", sa.Text(), nullable=False, server_default="Kempen"),
|
||||
sa.Column("status", sa.Text(), nullable=False, server_default="active"),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
|
||||
op.create_table(
|
||||
"areas",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("name", sa.Text(), nullable=False),
|
||||
sa.Column("geometry", Geometry("MULTIPOLYGON", srid=4326), nullable=False),
|
||||
sa.Column("original_crs", sa.Text(), nullable=True),
|
||||
sa.Column("area_m2", sa.Float(), nullable=True),
|
||||
sa.Column("bbox", Geometry("POLYGON", srid=4326), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
|
||||
op.create_table(
|
||||
"datasets",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("area_id", sa.UUID(as_uuid=True), sa.ForeignKey("areas.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("name", sa.Text(), nullable=False),
|
||||
sa.Column("dataset_type", sa.Text(), nullable=False),
|
||||
sa.Column("source", sa.Text(), nullable=False),
|
||||
sa.Column("storage_path", sa.Text(), nullable=True),
|
||||
sa.Column("derived_from_dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("crs", sa.Text(), nullable=True),
|
||||
sa.Column("bounds_json", sa.JSON(), nullable=True),
|
||||
sa.Column("resolution_json", sa.JSON(), nullable=True),
|
||||
sa.Column("bands_json", sa.JSON(), nullable=True),
|
||||
sa.Column("metadata_json", sa.JSON(), nullable=True),
|
||||
sa.Column("status", sa.Text(), nullable=False, server_default="created"),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
|
||||
op.create_table(
|
||||
"dataset_versions",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("version", sa.Integer(), nullable=False, server_default="1"),
|
||||
sa.Column("storage_path", sa.Text(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
|
||||
op.create_table(
|
||||
"analysis_runs",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("area_id", sa.UUID(as_uuid=True), sa.ForeignKey("areas.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("analysis_type", sa.Text(), nullable=False),
|
||||
sa.Column("status", sa.Text(), nullable=False),
|
||||
sa.Column("parameters_json", sa.JSON(), nullable=False),
|
||||
sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
|
||||
sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
|
||||
sa.Column("error_message", sa.Text(), nullable=True),
|
||||
)
|
||||
|
||||
op.create_table(
|
||||
"exports",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("analysis_run_id", sa.UUID(as_uuid=True), sa.ForeignKey("analysis_runs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("export_type", sa.Text(), nullable=False),
|
||||
sa.Column("storage_path", sa.Text(), nullable=False),
|
||||
sa.Column("metadata_json", sa.JSON(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
|
||||
op.create_index("ix_areas_geometry", "areas", ["geometry"], postgresql_using="gist")
|
||||
op.create_index("ix_areas_project_id", "areas", ["project_id"])
|
||||
op.create_index("ix_datasets_project_id", "datasets", ["project_id"])
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_datasets_project_id", table_name="datasets")
|
||||
op.drop_index("ix_areas_project_id", table_name="areas")
|
||||
op.drop_index("ix_areas_geometry", table_name="areas", postgresql_using="gist")
|
||||
op.drop_table("exports")
|
||||
op.drop_table("analysis_runs")
|
||||
op.drop_table("dataset_versions")
|
||||
op.drop_table("datasets")
|
||||
op.drop_table("areas")
|
||||
op.drop_table("projects")
|
||||
@@ -0,0 +1,27 @@
|
||||
"""Add dataset storage metadata columns."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
revision = "202601120001"
|
||||
down_revision = "202601110001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("datasets", sa.Column("original_filename", sa.Text(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("stored_filename", sa.Text(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("content_type", sa.Text(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("size_bytes", sa.Integer(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("checksum_sha256", sa.Text(), nullable=True))
|
||||
op.alter_column("datasets", "status", server_default="uploaded")
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_column("datasets", "checksum_sha256")
|
||||
op.drop_column("datasets", "size_bytes")
|
||||
op.drop_column("datasets", "content_type")
|
||||
op.drop_column("datasets", "stored_filename")
|
||||
op.drop_column("datasets", "original_filename")
|
||||
@@ -0,0 +1,38 @@
|
||||
"""Add lightweight job table for sprint-3 async architecture foundation."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
revision = "20260611212435"
|
||||
down_revision = "202601120001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_table(
|
||||
"jobs",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("job_type", sa.Text(), nullable=False),
|
||||
sa.Column("status", sa.Text(), nullable=False, server_default="queued"),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("input_dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("output_dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("parameters_json", sa.JSON(), nullable=False),
|
||||
sa.Column("result_json", sa.JSON(), nullable=True),
|
||||
sa.Column("error_message", sa.Text(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
sa.Column("started_at", sa.DateTime(timezone=True), nullable=True),
|
||||
sa.Column("finished_at", sa.DateTime(timezone=True), nullable=True),
|
||||
)
|
||||
|
||||
op.create_index("ix_jobs_project_id", "jobs", ["project_id"])
|
||||
op.create_index("ix_jobs_status", "jobs", ["status"])
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_jobs_status", table_name="jobs")
|
||||
op.drop_index("ix_jobs_project_id", table_name="jobs")
|
||||
op.drop_table("jobs")
|
||||
@@ -0,0 +1,28 @@
|
||||
"""Add dataset reference and provenance metadata columns."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
revision = "202606120001"
|
||||
down_revision = "20260611212435"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("datasets", sa.Column("dataset_role", sa.Text(), nullable=False, server_default="source"))
|
||||
op.add_column("datasets", sa.Column("source_name", sa.Text(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("reference_layer_name", sa.Text(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("source_metadata", sa.JSON(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("provenance_metadata", sa.JSON(), nullable=True))
|
||||
op.add_column("datasets", sa.Column("imported_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()"), nullable=False))
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_column("datasets", "imported_at")
|
||||
op.drop_column("datasets", "provenance_metadata")
|
||||
op.drop_column("datasets", "source_metadata")
|
||||
op.drop_column("datasets", "reference_layer_name")
|
||||
op.drop_column("datasets", "source_name")
|
||||
op.drop_column("datasets", "dataset_role")
|
||||
@@ -0,0 +1,76 @@
|
||||
"""Add Sprint 7A vector feature and QA persistence foundation."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from geoalchemy2 import Geometry
|
||||
|
||||
|
||||
revision = "202606120700"
|
||||
down_revision = "202606120001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_table(
|
||||
"vector_features",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("feature_class", sa.Text(), nullable=True),
|
||||
sa.Column("source_feature_id", sa.Text(), nullable=True),
|
||||
sa.Column("properties_json", sa.JSON(), nullable=True),
|
||||
sa.Column("geometry", Geometry("GEOMETRY", srid=4326, spatial_index=False), nullable=False),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
op.create_index("ix_vector_features_dataset_id", "vector_features", ["dataset_id"])
|
||||
op.create_index("ix_vector_features_geometry", "vector_features", ["geometry"], postgresql_using="gist")
|
||||
|
||||
op.create_table(
|
||||
"quality_checks",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("job_id", sa.UUID(as_uuid=True), sa.ForeignKey("jobs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("analysis_run_id", sa.UUID(as_uuid=True), sa.ForeignKey("analysis_runs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("candidate_dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("reference_dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("check_type", sa.Text(), nullable=False),
|
||||
sa.Column("status", sa.Text(), nullable=False),
|
||||
sa.Column("score", sa.Float(), nullable=True),
|
||||
sa.Column("parameters_json", sa.JSON(), nullable=True),
|
||||
sa.Column("findings_json", sa.JSON(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
sa.Column("completed_at", sa.DateTime(timezone=True), nullable=True),
|
||||
)
|
||||
op.create_index("ix_quality_checks_project_id", "quality_checks", ["project_id"])
|
||||
op.create_index("ix_quality_checks_reference_dataset_id", "quality_checks", ["reference_dataset_id"])
|
||||
op.create_index("ix_quality_checks_candidate_dataset_id", "quality_checks", ["candidate_dataset_id"])
|
||||
op.create_index("ix_quality_checks_analysis_run_id", "quality_checks", ["analysis_run_id"])
|
||||
|
||||
op.create_table(
|
||||
"metrics",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("quality_check_id", sa.UUID(as_uuid=True), sa.ForeignKey("quality_checks.id", ondelete="CASCADE"), nullable=True),
|
||||
sa.Column("analysis_run_id", sa.UUID(as_uuid=True), sa.ForeignKey("analysis_runs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("metric_key", sa.Text(), nullable=False),
|
||||
sa.Column("metric_value", sa.Float(), nullable=True),
|
||||
sa.Column("metric_unit", sa.Text(), nullable=True),
|
||||
sa.Column("label", sa.Text(), nullable=True),
|
||||
sa.Column("metadata_json", sa.JSON(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()")),
|
||||
)
|
||||
op.create_index("ix_metrics_quality_check_id", "metrics", ["quality_check_id"])
|
||||
op.create_index("ix_metrics_analysis_run_id", "metrics", ["analysis_run_id"])
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_metrics_analysis_run_id", table_name="metrics")
|
||||
op.drop_index("ix_metrics_quality_check_id", table_name="metrics")
|
||||
op.drop_table("metrics")
|
||||
op.drop_index("ix_quality_checks_analysis_run_id", table_name="quality_checks")
|
||||
op.drop_index("ix_quality_checks_candidate_dataset_id", table_name="quality_checks")
|
||||
op.drop_index("ix_quality_checks_reference_dataset_id", table_name="quality_checks")
|
||||
op.drop_index("ix_quality_checks_project_id", table_name="quality_checks")
|
||||
op.drop_table("quality_checks")
|
||||
op.drop_index("ix_vector_features_geometry", table_name="vector_features", postgresql_using="gist")
|
||||
op.drop_index("ix_vector_features_dataset_id", table_name="vector_features")
|
||||
op.drop_table("vector_features")
|
||||
@@ -0,0 +1,59 @@
|
||||
"""Add Sprint 8 detection foundation."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from geoalchemy2 import Geometry
|
||||
|
||||
|
||||
revision = "202606120800"
|
||||
down_revision = "202606120700"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("analysis_runs", sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True))
|
||||
op.add_column("analysis_runs", sa.Column("job_id", sa.UUID(as_uuid=True), sa.ForeignKey("jobs.id", ondelete="SET NULL"), nullable=True))
|
||||
op.add_column("analysis_runs", sa.Column("model_name", sa.String(length=255), nullable=True))
|
||||
op.add_column("analysis_runs", sa.Column("model_version", sa.String(length=120), nullable=True))
|
||||
op.add_column("analysis_runs", sa.Column("result_json", sa.JSON(), nullable=True))
|
||||
op.add_column("analysis_runs", sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()"), nullable=False))
|
||||
|
||||
op.create_table(
|
||||
"detections",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("analysis_run_id", sa.UUID(as_uuid=True), sa.ForeignKey("analysis_runs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("job_id", sa.UUID(as_uuid=True), sa.ForeignKey("jobs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("model_name", sa.String(length=255), nullable=False),
|
||||
sa.Column("model_version", sa.String(length=120), nullable=True),
|
||||
sa.Column("class_name", sa.String(length=120), nullable=False),
|
||||
sa.Column("confidence", sa.Float(), nullable=False),
|
||||
sa.Column("geometry", Geometry("GEOMETRY", srid=4326, spatial_index=False), nullable=False),
|
||||
sa.Column("bbox_json", sa.JSON(), nullable=True),
|
||||
sa.Column("source_tile_path", sa.String(length=500), nullable=True),
|
||||
sa.Column("properties_json", sa.JSON(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()"), nullable=False),
|
||||
)
|
||||
op.create_index("ix_detections_project_id", "detections", ["project_id"])
|
||||
op.create_index("ix_detections_dataset_id", "detections", ["dataset_id"])
|
||||
op.create_index("ix_detections_analysis_run_id", "detections", ["analysis_run_id"])
|
||||
op.create_index("ix_detections_class_name", "detections", ["class_name"])
|
||||
op.create_index("ix_detections_geometry", "detections", ["geometry"], postgresql_using="gist")
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_detections_geometry", table_name="detections", postgresql_using="gist")
|
||||
op.drop_index("ix_detections_class_name", table_name="detections")
|
||||
op.drop_index("ix_detections_analysis_run_id", table_name="detections")
|
||||
op.drop_index("ix_detections_dataset_id", table_name="detections")
|
||||
op.drop_index("ix_detections_project_id", table_name="detections")
|
||||
op.drop_table("detections")
|
||||
|
||||
op.drop_column("analysis_runs", "created_at")
|
||||
op.drop_column("analysis_runs", "result_json")
|
||||
op.drop_column("analysis_runs", "model_version")
|
||||
op.drop_column("analysis_runs", "model_name")
|
||||
op.drop_column("analysis_runs", "job_id")
|
||||
op.drop_column("analysis_runs", "dataset_id")
|
||||
@@ -0,0 +1,51 @@
|
||||
"""Add Sprint 9 segmentation foundation."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from geoalchemy2 import Geometry
|
||||
|
||||
|
||||
revision = "202606120900"
|
||||
down_revision = "202606120800"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_table(
|
||||
"segmentations",
|
||||
sa.Column("id", sa.UUID(as_uuid=True), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(as_uuid=True), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("dataset_id", sa.UUID(as_uuid=True), sa.ForeignKey("datasets.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("job_id", sa.UUID(as_uuid=True), sa.ForeignKey("jobs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("analysis_run_id", sa.UUID(as_uuid=True), sa.ForeignKey("analysis_runs.id", ondelete="SET NULL"), nullable=True),
|
||||
sa.Column("model_name", sa.String(length=255), nullable=False),
|
||||
sa.Column("model_version", sa.String(length=120), nullable=True),
|
||||
sa.Column("class_name", sa.String(length=120), nullable=False),
|
||||
sa.Column("confidence", sa.Float(), nullable=True),
|
||||
sa.Column("geometry", Geometry("MultiPolygon", srid=4326, spatial_index=False), nullable=False),
|
||||
sa.Column("bbox_json", sa.JSON(), nullable=True),
|
||||
sa.Column("area_m2", sa.Float(), nullable=True),
|
||||
sa.Column("mask_path", sa.Text(), nullable=True),
|
||||
sa.Column("source_tile_path", sa.String(length=500), nullable=True),
|
||||
sa.Column("tile_index", sa.Integer(), nullable=True),
|
||||
sa.Column("properties_json", sa.JSON(), nullable=True),
|
||||
sa.Column("provenance_json", sa.JSON(), nullable=True),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("NOW()"), nullable=False),
|
||||
)
|
||||
op.create_index("ix_segmentations_project_id", "segmentations", ["project_id"])
|
||||
op.create_index("ix_segmentations_dataset_id", "segmentations", ["dataset_id"])
|
||||
op.create_index("ix_segmentations_analysis_run_id", "segmentations", ["analysis_run_id"])
|
||||
op.create_index("ix_segmentations_job_id", "segmentations", ["job_id"])
|
||||
op.create_index("ix_segmentations_class_name", "segmentations", ["class_name"])
|
||||
op.create_index("ix_segmentations_geometry", "segmentations", ["geometry"], postgresql_using="gist")
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_segmentations_geometry", table_name="segmentations", postgresql_using="gist")
|
||||
op.drop_index("ix_segmentations_class_name", table_name="segmentations")
|
||||
op.drop_index("ix_segmentations_job_id", table_name="segmentations")
|
||||
op.drop_index("ix_segmentations_analysis_run_id", table_name="segmentations")
|
||||
op.drop_index("ix_segmentations_dataset_id", table_name="segmentations")
|
||||
op.drop_index("ix_segmentations_project_id", table_name="segmentations")
|
||||
op.drop_table("segmentations")
|
||||
@@ -0,0 +1,72 @@
|
||||
"""Add temporal dataset metadata and durable dataset-version provenance."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
revision = "202607140001"
|
||||
down_revision = "202606120900"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.add_column("datasets", sa.Column("temporal_series_key", sa.String(length=255), nullable=True))
|
||||
op.add_column("datasets", sa.Column("observed_at", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("datasets", sa.Column("valid_from", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("datasets", sa.Column("valid_to", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("datasets", sa.Column("temporal_granularity", sa.String(length=32), nullable=True))
|
||||
op.add_column("datasets", sa.Column("source_version", sa.String(length=120), nullable=True))
|
||||
|
||||
op.add_column("dataset_versions", sa.Column("source_version", sa.String(length=120), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("observed_at", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("valid_from", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("valid_to", sa.DateTime(timezone=True), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("checksum_sha256", sa.String(length=64), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("source_metadata", sa.JSON(), nullable=True))
|
||||
op.add_column("dataset_versions", sa.Column("provenance_metadata", sa.JSON(), nullable=True))
|
||||
|
||||
op.create_index(
|
||||
"ix_datasets_project_temporal_series_observed",
|
||||
"datasets",
|
||||
["project_id", "temporal_series_key", "observed_at"],
|
||||
)
|
||||
op.create_index("ix_dataset_versions_dataset_version", "dataset_versions", ["dataset_id", "version"], unique=True)
|
||||
op.create_index(
|
||||
"ix_vector_features_dataset_source_feature",
|
||||
"vector_features",
|
||||
["dataset_id", "source_feature_id"],
|
||||
)
|
||||
op.create_check_constraint(
|
||||
"ck_datasets_temporal_valid_range",
|
||||
"datasets",
|
||||
"valid_to IS NULL OR valid_from IS NULL OR valid_to >= valid_from",
|
||||
)
|
||||
op.create_check_constraint(
|
||||
"ck_dataset_versions_temporal_valid_range",
|
||||
"dataset_versions",
|
||||
"valid_to IS NULL OR valid_from IS NULL OR valid_to >= valid_from",
|
||||
)
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_constraint("ck_dataset_versions_temporal_valid_range", "dataset_versions", type_="check")
|
||||
op.drop_constraint("ck_datasets_temporal_valid_range", "datasets", type_="check")
|
||||
op.drop_index("ix_vector_features_dataset_source_feature", table_name="vector_features")
|
||||
op.drop_index("ix_dataset_versions_dataset_version", table_name="dataset_versions")
|
||||
op.drop_index("ix_datasets_project_temporal_series_observed", table_name="datasets")
|
||||
|
||||
op.drop_column("dataset_versions", "provenance_metadata")
|
||||
op.drop_column("dataset_versions", "source_metadata")
|
||||
op.drop_column("dataset_versions", "checksum_sha256")
|
||||
op.drop_column("dataset_versions", "valid_to")
|
||||
op.drop_column("dataset_versions", "valid_from")
|
||||
op.drop_column("dataset_versions", "observed_at")
|
||||
op.drop_column("dataset_versions", "source_version")
|
||||
|
||||
op.drop_column("datasets", "source_version")
|
||||
op.drop_column("datasets", "temporal_granularity")
|
||||
op.drop_column("datasets", "valid_to")
|
||||
op.drop_column("datasets", "valid_from")
|
||||
op.drop_column("datasets", "observed_at")
|
||||
op.drop_column("datasets", "temporal_series_key")
|
||||
@@ -0,0 +1,64 @@
|
||||
"""Add durable operator review decisions for detection QA evidence."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from sqlalchemy.dialects import postgresql
|
||||
|
||||
|
||||
revision = "202607150001"
|
||||
down_revision = "202607140001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_table(
|
||||
"detection_reviews",
|
||||
sa.Column("id", postgresql.UUID(as_uuid=True), nullable=False),
|
||||
sa.Column("project_id", postgresql.UUID(as_uuid=True), nullable=False),
|
||||
sa.Column("quality_check_id", postgresql.UUID(as_uuid=True), nullable=False),
|
||||
sa.Column("analysis_run_id", postgresql.UUID(as_uuid=True), nullable=True),
|
||||
sa.Column("evidence_role", sa.String(length=32), nullable=False),
|
||||
sa.Column("evidence_feature_id", sa.String(length=255), nullable=False),
|
||||
sa.Column("detection_id", postgresql.UUID(as_uuid=True), nullable=True),
|
||||
sa.Column("reference_feature_id", postgresql.UUID(as_uuid=True), nullable=True),
|
||||
sa.Column("decision", sa.String(length=64), server_default="unreviewed", nullable=False),
|
||||
sa.Column("notes", sa.Text(), nullable=True),
|
||||
sa.Column("reviewed_by", sa.String(length=120), server_default="operator", nullable=False),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
|
||||
sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
|
||||
sa.CheckConstraint(
|
||||
"evidence_role IN ('false_positive', 'false_negative')",
|
||||
name="ck_detection_reviews_evidence_role",
|
||||
),
|
||||
sa.CheckConstraint(
|
||||
"decision IN ('confirmed_model_false_positive', 'confirmed_model_false_negative', "
|
||||
"'reference_gap_or_change', 'qa_alignment_mismatch', "
|
||||
"'imagery_obscured_or_uncertain', 'uncertain', 'unreviewed')",
|
||||
name="ck_detection_reviews_decision",
|
||||
),
|
||||
sa.ForeignKeyConstraint(["analysis_run_id"], ["analysis_runs.id"], ondelete="SET NULL"),
|
||||
sa.ForeignKeyConstraint(["detection_id"], ["detections.id"], ondelete="SET NULL"),
|
||||
sa.ForeignKeyConstraint(["project_id"], ["projects.id"], ondelete="CASCADE"),
|
||||
sa.ForeignKeyConstraint(["quality_check_id"], ["quality_checks.id"], ondelete="CASCADE"),
|
||||
sa.ForeignKeyConstraint(["reference_feature_id"], ["vector_features.id"], ondelete="SET NULL"),
|
||||
sa.PrimaryKeyConstraint("id"),
|
||||
sa.UniqueConstraint(
|
||||
"quality_check_id",
|
||||
"evidence_role",
|
||||
"evidence_feature_id",
|
||||
name="uq_detection_reviews_evidence",
|
||||
),
|
||||
)
|
||||
op.create_index("ix_detection_reviews_project_id", "detection_reviews", ["project_id"])
|
||||
op.create_index("ix_detection_reviews_quality_check_id", "detection_reviews", ["quality_check_id"])
|
||||
op.create_index("ix_detection_reviews_analysis_run_id", "detection_reviews", ["analysis_run_id"])
|
||||
op.create_index("ix_detection_reviews_decision", "detection_reviews", ["decision"])
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_detection_reviews_decision", table_name="detection_reviews")
|
||||
op.drop_index("ix_detection_reviews_analysis_run_id", table_name="detection_reviews")
|
||||
op.drop_index("ix_detection_reviews_quality_check_id", table_name="detection_reviews")
|
||||
op.drop_index("ix_detection_reviews_project_id", table_name="detection_reviews")
|
||||
op.drop_table("detection_reviews")
|
||||
@@ -0,0 +1,22 @@
|
||||
"""Index partitioned vector features by dataset and municipality."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
|
||||
|
||||
revision = "202607160001"
|
||||
down_revision = "202607150001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_index(
|
||||
"ix_vector_features_dataset_municipality",
|
||||
"vector_features",
|
||||
["dataset_id", sa.text("(properties_json ->> 'municipality')")],
|
||||
)
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_index("ix_vector_features_dataset_municipality", table_name="vector_features")
|
||||
@@ -0,0 +1,65 @@
|
||||
"""Add resumable AOI parent and partition operations."""
|
||||
|
||||
from alembic import op
|
||||
import sqlalchemy as sa
|
||||
from geoalchemy2 import Geometry
|
||||
|
||||
|
||||
revision = "202607260001"
|
||||
down_revision = "202607160001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
op.create_table(
|
||||
"aoi_operations",
|
||||
sa.Column("id", sa.UUID(), primary_key=True),
|
||||
sa.Column("project_id", sa.UUID(), sa.ForeignKey("projects.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("area_id", sa.UUID(), sa.ForeignKey("areas.id", ondelete="SET NULL")),
|
||||
sa.Column("parent_job_id", sa.UUID(), sa.ForeignKey("jobs.id", ondelete="SET NULL")),
|
||||
sa.Column("operation_type", sa.String(128), nullable=False),
|
||||
sa.Column("status", sa.String(32), nullable=False),
|
||||
sa.Column("geometry", Geometry("MultiPolygon", srid=4326, spatial_index=False), nullable=False),
|
||||
sa.Column("request_json", sa.JSON(), nullable=False),
|
||||
sa.Column("plan_json", sa.JSON(), nullable=False),
|
||||
sa.Column("result_json", sa.JSON()),
|
||||
sa.Column("error_message", sa.Text()),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.func.now()),
|
||||
sa.Column("started_at", sa.DateTime(timezone=True)),
|
||||
sa.Column("finished_at", sa.DateTime(timezone=True)),
|
||||
sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.func.now()),
|
||||
sa.CheckConstraint("status IN ('queued', 'running', 'partial', 'success', 'failed', 'cancelled')", name="ck_aoi_operations_status"),
|
||||
)
|
||||
op.create_index("ix_aoi_operations_project_status", "aoi_operations", ["project_id", "status"])
|
||||
op.create_index("ix_aoi_operations_geometry", "aoi_operations", ["geometry"], postgresql_using="gist")
|
||||
op.create_table(
|
||||
"aoi_operation_partitions",
|
||||
sa.Column("id", sa.UUID(), primary_key=True),
|
||||
sa.Column("operation_id", sa.UUID(), sa.ForeignKey("aoi_operations.id", ondelete="CASCADE"), nullable=False),
|
||||
sa.Column("child_job_id", sa.UUID(), sa.ForeignKey("jobs.id", ondelete="SET NULL")),
|
||||
sa.Column("partition_key", sa.String(255), nullable=False),
|
||||
sa.Column("provider_key", sa.String(120), nullable=False),
|
||||
sa.Column("product_key", sa.String(120), nullable=False),
|
||||
sa.Column("ordinal", sa.Integer(), nullable=False),
|
||||
sa.Column("status", sa.String(32), nullable=False),
|
||||
sa.Column("geometry", Geometry("MultiPolygon", srid=4326, spatial_index=False), nullable=False),
|
||||
sa.Column("attempt_count", sa.Integer(), nullable=False, server_default="0"),
|
||||
sa.Column("max_attempts", sa.Integer(), nullable=False, server_default="3"),
|
||||
sa.Column("checkpoint_json", sa.JSON()),
|
||||
sa.Column("result_json", sa.JSON()),
|
||||
sa.Column("error_message", sa.Text()),
|
||||
sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.func.now()),
|
||||
sa.Column("started_at", sa.DateTime(timezone=True)),
|
||||
sa.Column("finished_at", sa.DateTime(timezone=True)),
|
||||
sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.func.now()),
|
||||
sa.CheckConstraint("status IN ('queued', 'running', 'success', 'failed', 'skipped')", name="ck_aoi_operation_partitions_status"),
|
||||
sa.UniqueConstraint("operation_id", "partition_key", name="uq_aoi_operation_partition_key"),
|
||||
)
|
||||
op.create_index("ix_aoi_operation_partitions_operation_status", "aoi_operation_partitions", ["operation_id", "status"])
|
||||
op.create_index("ix_aoi_operation_partitions_geometry", "aoi_operation_partitions", ["geometry"], postgresql_using="gist")
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
op.drop_table("aoi_operation_partitions")
|
||||
op.drop_table("aoi_operations")
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,43 @@
|
||||
"""Configure the immutable model source registry for governed snapshots.
|
||||
|
||||
The phase-2 seed intentionally registered model artifacts as unknown. Runtime
|
||||
model provenance now records exact immutable snapshots, so the server-owned
|
||||
registry must advertise that configured capability. The write guard is only
|
||||
disabled for this narrowly-scoped, versioned migration and is restored in the
|
||||
same transaction.
|
||||
"""
|
||||
|
||||
from alembic import op
|
||||
|
||||
|
||||
revision = "202608230001"
|
||||
down_revision = "202608010001"
|
||||
branch_labels = None
|
||||
depends_on = None
|
||||
|
||||
|
||||
def _set_status(*, freshness_status: str, ingest_status: str) -> None:
|
||||
op.execute("ALTER TABLE source_registry DISABLE TRIGGER trg_source_registry_write_guard")
|
||||
op.execute(
|
||||
f"""
|
||||
UPDATE source_registry
|
||||
SET freshness_status = '{freshness_status}',
|
||||
ingest_status = '{ingest_status}',
|
||||
registry_metadata_json = (
|
||||
registry_metadata_json::jsonb ||
|
||||
'{{"runtime_model_contract": {{"key": "geointel.model.pytorch", "version": "1.0.0"}}}}'::jsonb
|
||||
)::json,
|
||||
updated_at = now()
|
||||
WHERE source_key = 'model'
|
||||
AND registry_metadata_json ->> 'registry_owner' = 'server'
|
||||
"""
|
||||
)
|
||||
op.execute("ALTER TABLE source_registry ENABLE TRIGGER trg_source_registry_write_guard")
|
||||
|
||||
|
||||
def upgrade() -> None:
|
||||
_set_status(freshness_status="current", ingest_status="configured")
|
||||
|
||||
|
||||
def downgrade() -> None:
|
||||
_set_status(freshness_status="unknown", ingest_status="registered")
|
||||
Reference in New Issue
Block a user