Add Sejoli tryout JSON snapshot importer

2026-04-02 17:04:01 +07:00
parent 51c577be05
commit b4ebdc9c4f
7 changed files with 910 additions and 1 deletions
--- a/alembic/versions/20260402_000002_tryout_json_snapshots.py
+++ b/alembic/versions/20260402_000002_tryout_json_snapshots.py
@@ -0,0 +1,118 @@
+"""add tryout JSON snapshot tables
+
+Revision ID: 20260402_000002
+Revises: 20260331_000001
+Create Date: 2026-04-02 11:30:00
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+revision: str = "20260402_000002"
+down_revision: Union[str, None] = "20260331_000001"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "tryout_import_snapshots",
+        sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
+        sa.Column("website_id", sa.Integer(), nullable=False),
+        sa.Column("source_tryout_id", sa.String(length=255), nullable=False),
+        sa.Column("source_key", sa.String(length=255), nullable=False),
+        sa.Column("title", sa.String(length=255), nullable=False),
+        sa.Column("source_permalink", sa.String(length=1024), nullable=True),
+        sa.Column("source_status", sa.String(length=50), nullable=True),
+        sa.Column("exported_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("source_created_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("source_modified_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("exported_by", sa.String(length=255), nullable=True),
+        sa.Column("question_count", sa.Integer(), nullable=False),
+        sa.Column("result_count", sa.Integer(), nullable=False),
+        sa.Column("payload_checksum", sa.String(length=64), nullable=False),
+        sa.Column("raw_payload", sa.JSON(), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.ForeignKeyConstraint(["website_id"], ["websites.id"], ondelete="CASCADE", onupdate="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+    )
+    op.create_index(
+        "ix_tryout_import_snapshots_website_id",
+        "tryout_import_snapshots",
+        ["website_id"],
+        unique=False,
+    )
+    op.create_index(
+        "ix_tryout_import_snapshots_source_tryout_id",
+        "tryout_import_snapshots",
+        ["source_tryout_id"],
+        unique=False,
+    )
+
+    op.create_table(
+        "tryout_snapshot_questions",
+        sa.Column("id", sa.Integer(), autoincrement=True, nullable=False),
+        sa.Column("website_id", sa.Integer(), nullable=False),
+        sa.Column("source_tryout_id", sa.String(length=255), nullable=False),
+        sa.Column("source_question_id", sa.String(length=255), nullable=False),
+        sa.Column("latest_snapshot_id", sa.Integer(), nullable=True),
+        sa.Column("question_title", sa.Text(), nullable=False),
+        sa.Column("question_html", sa.Text(), nullable=False),
+        sa.Column("explanation_html", sa.Text(), nullable=True),
+        sa.Column("raw_options", sa.JSON(), nullable=False),
+        sa.Column("correct_answer", sa.String(length=10), nullable=False),
+        sa.Column("category_id", sa.Integer(), nullable=True),
+        sa.Column("category_name", sa.String(length=255), nullable=True),
+        sa.Column("category_code", sa.String(length=255), nullable=True),
+        sa.Column("option_count", sa.Integer(), nullable=False),
+        sa.Column("has_option_labels", sa.Boolean(), nullable=False),
+        sa.Column("is_active", sa.Boolean(), nullable=False),
+        sa.Column("content_checksum", sa.String(length=64), nullable=False),
+        sa.Column("raw_payload", sa.JSON(), nullable=False),
+        sa.Column("first_seen_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("last_seen_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("created_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), server_default=sa.text("now()"), nullable=False),
+        sa.ForeignKeyConstraint(["website_id"], ["websites.id"], ondelete="CASCADE", onupdate="CASCADE"),
+        sa.ForeignKeyConstraint(["latest_snapshot_id"], ["tryout_import_snapshots.id"], ondelete="SET NULL", onupdate="CASCADE"),
+        sa.PrimaryKeyConstraint("id"),
+        sa.UniqueConstraint(
+            "website_id",
+            "source_tryout_id",
+            "source_question_id",
+            name="uq_snapshot_questions_website_tryout_question",
+        ),
+    )
+    op.create_index(
+        "ix_tryout_snapshot_questions_website_id",
+        "tryout_snapshot_questions",
+        ["website_id"],
+        unique=False,
+    )
+    op.create_index(
+        "ix_tryout_snapshot_questions_source_tryout_id",
+        "tryout_snapshot_questions",
+        ["source_tryout_id"],
+        unique=False,
+    )
+    op.create_index(
+        "ix_tryout_snapshot_questions_latest_snapshot_id",
+        "tryout_snapshot_questions",
+        ["latest_snapshot_id"],
+        unique=False,
+    )
+
+
+def downgrade() -> None:
+    op.drop_index("ix_tryout_snapshot_questions_latest_snapshot_id", table_name="tryout_snapshot_questions")
+    op.drop_index("ix_tryout_snapshot_questions_source_tryout_id", table_name="tryout_snapshot_questions")
+    op.drop_index("ix_tryout_snapshot_questions_website_id", table_name="tryout_snapshot_questions")
+    op.drop_table("tryout_snapshot_questions")
+
+    op.drop_index("ix_tryout_import_snapshots_source_tryout_id", table_name="tryout_import_snapshots")
+    op.drop_index("ix_tryout_import_snapshots_website_id", table_name="tryout_import_snapshots")
+    op.drop_table("tryout_import_snapshots")