dwindown/yellow-bank-soal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add admin data hierarchy view

Browse Source
This commit is contained in:
dwindown
2026-06-07 12:33:38 +07:00
parent 5c7080f860
commit 7adbc5fb97
1 changed files with 361 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

371
app/admin_web.py
View File

@@ -118,6 +118,45 @@ def _dashboard_redirect() -> RedirectResponse:
return RedirectResponse(url="/admin/dashboard", status_code=HTTP_303_SEE_OTHER)
ADMIN_NAV_ITEMS = (
("Dashboard", "/admin/dashboard", ("/admin/dashboard",)),
("Websites", "/admin/websites", ("/admin/websites",)),
("Tryout Import", "/admin/tryout-import", ("/admin/tryout-import", "/admin/snapshot-questions")),
("Data Hierarchy", "/admin/hierarchy", ("/admin/hierarchy",)),
("Basis Items", "/admin/basis-items", ("/admin/basis-items",)),
("Calibration Status", "/admin/calibration-status", ("/admin/calibration-status",)),
("Item Statistics", "/admin/item-statistics", ("/admin/item-statistics",)),
("Session Overview", "/admin/session-overview", ("/admin/session-overview",)),
("AI Playground", "/admin/ai-playground", ("/admin/ai-playground",)),
("Password Info", "/admin/password", ("/admin/password",)),
("Logout", "/admin/logout", ("/admin/logout",)),
)
def _is_admin_nav_active(
current_path: str,
nav_path: str,
child_prefixes: tuple[str, ...],
) -> bool:
if current_path == nav_path:
return True
for prefix in child_prefixes:
if current_path == prefix or current_path.startswith(f"{prefix}/"):
return True
return False
def _admin_nav_links(request: Request) -> str:
current_path = request.url.path
links = []
for label, path, child_prefixes in ADMIN_NAV_ITEMS:
active = _is_admin_nav_active(current_path, path, child_prefixes)
class_attr = ' class="active"' if active else ""
aria = ' aria-current="page"' if active else ""
links.append(f'<a href="{path}"{class_attr}{aria}>{escape(label)}</a>')
return "\n ".join(links)
def _render_auth_page(
request: Request,
title: str,
@@ -176,6 +215,7 @@ def _render_auth_page(
def _render_admin_page(request: Request, title: str, page_title: str, body: str) -> HTMLResponse:
sidebar_links = _admin_nav_links(request)
html = f"""<!DOCTYPE html>
<html lang="en">
<head>
@@ -189,6 +229,7 @@ def _render_admin_page(request: Request, title: str, page_title: str, body: str)
.sidebar h1 {{ font-size: 18px; margin: 0 0 24px; }}
.sidebar a {{ display: block; color: #cbd5e1; text-decoration: none; padding: 10px 12px; border-radius: 8px; margin-bottom: 8px; }}
.sidebar a:hover {{ background: #1e293b; color: #fff; }}
.sidebar a.active {{ background: #e2e8f0; color: #0f172a; font-weight: 800; }}
.content {{ padding: 32px; }}
.card {{ background: #fff; border-radius: 14px; padding: 24px; box-shadow: 0 8px 30px rgba(15, 23, 42, 0.08); }}
.grid {{ display: grid; grid-template-columns: repeat(auto-fit, minmax(180px, 1fr)); gap: 16px; margin-top: 20px; }}
@@ -232,6 +273,16 @@ def _render_admin_page(request: Request, title: str, page_title: str, body: str)
.question-block h3 {{ margin-top: 0; }}
.option-key {{ width: 56px; font-weight: 800; color: #0f172a; }}
.correct-option td {{ background: #ecfdf5; color: #166534; font-weight: 700; }}
.flow-strip {{ display: grid; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr)); gap: 10px; margin: 16px 0 22px; }}
.flow-step {{ border: 1px solid #cbd5e1; border-radius: 8px; padding: 12px; background: #f8fafc; }}
.flow-step span {{ display: block; color: #64748b; font-size: 12px; font-weight: 800; text-transform: uppercase; }}
.flow-step strong {{ display: block; margin-top: 4px; }}
.hierarchy-website {{ border: 1px solid #e2e8f0; border-radius: 8px; padding: 18px; margin-top: 18px; }}
.hierarchy-group {{ border-left: 3px solid #cbd5e1; padding-left: 16px; margin-top: 16px; }}
.hierarchy-item {{ border: 1px solid #e2e8f0; border-radius: 8px; padding: 12px; margin-top: 12px; background: #fff; }}
.badge {{ display: inline-flex; align-items: center; min-height: 22px; padding: 0 8px; border-radius: 999px; background: #e2e8f0; color: #334155; font-size: 12px; font-weight: 800; }}
.attention-list {{ margin: 10px 0 0; padding-left: 18px; color: #334155; }}
.attention-list li {{ margin: 6px 0; }}
@media (max-width: 860px) {{
.layout {{ grid-template-columns: 1fr; }}
.sidebar {{ position: static; }}
@@ -244,16 +295,7 @@ def _render_admin_page(request: Request, title: str, page_title: str, body: str)
<div class="layout">
<aside class="sidebar">
<h1>IRT Bank Soal Admin</h1>
<a href="/admin/dashboard">Dashboard</a>
<a href="/admin/websites">Websites</a>
<a href="/admin/tryout-import">Tryout Import</a>
<a href="/admin/basis-items">Basis Items</a>
<a href="/admin/calibration-status">Calibration Status</a>
<a href="/admin/item-statistics">Item Statistics</a>
<a href="/admin/session-overview">Session Overview</a>
<a href="/admin/ai-playground">AI Playground</a>
<a href="/admin/password">Password Info</a>
<a href="/admin/logout">Logout</a>
{sidebar_links}
</aside>
<main class="content">
<div class="card">
@@ -637,6 +679,304 @@ async def _recent_generated_variants(
return list(result.scalars().all())
async def _load_hierarchy_context(db: AsyncSession) -> dict[str, list[Any]]:
website_result = await db.execute(select(Website).order_by(Website.id.asc()))
snapshot_result = await db.execute(
select(TryoutImportSnapshot).order_by(
TryoutImportSnapshot.website_id.asc(),
TryoutImportSnapshot.source_tryout_id.asc(),
TryoutImportSnapshot.id.desc(),
)
)
question_result = await db.execute(
select(TryoutSnapshotQuestion).order_by(
TryoutSnapshotQuestion.website_id.asc(),
TryoutSnapshotQuestion.source_tryout_id.asc(),
TryoutSnapshotQuestion.source_question_id.asc(),
)
)
basis_result = await db.execute(
select(Item)
.where(Item.generated_by != "ai", Item.level == "sedang")
.order_by(Item.website_id.asc(), Item.tryout_id.asc(), Item.slot.asc(), Item.id.asc())
)
variant_result = await db.execute(
select(Item)
.where(Item.generated_by == "ai")
.order_by(Item.website_id.asc(), Item.basis_item_id.asc(), Item.id.desc())
)
run_result = await db.execute(
select(AIGenerationRun).order_by(
AIGenerationRun.basis_item_id.asc(),
AIGenerationRun.id.desc(),
)
)
return {
"websites": list(website_result.scalars().all()),
"snapshots": list(snapshot_result.scalars().all()),
"questions": list(question_result.scalars().all()),
"basis_items": list(basis_result.scalars().all()),
"variants": list(variant_result.scalars().all()),
"runs": list(run_result.scalars().all()),
}
def _append_grouped(grouped: dict[Any, list[Any]], key: Any, value: Any) -> None:
grouped.setdefault(key, []).append(value)
def _variant_status_counts_html(variants: list[Item]) -> str:
if not variants:
return '<span class="muted">No variants</span>'
counts: dict[str, int] = {}
for variant in variants:
counts[variant.variant_status] = counts.get(variant.variant_status, 0) + 1
return " ".join(
f"{_status_pill(status)} <strong>{count}</strong>"
for status, count in sorted(counts.items())
)
def _hierarchy_flow_strip() -> str:
steps = (
("1", "Website", "Owner/source site"),
("2", "Snapshot", "Imported tryout export"),
("3", "Source Question", "Read-only imported question"),
("4", "Basis Item", "Promoted sedang parent"),
("5", "Run", "AI generation request"),
("6", "Variant", "Generated child question"),
)
return (
'<div class="flow-strip">'
+ "".join(
f'<div class="flow-step"><span>{step}</span><strong>{escape(title)}</strong><p class="muted" style="margin:6px 0 0;">{escape(copy)}</p></div>'
for step, title, copy in steps
)
+ "</div>"
)
def _hierarchy_attention_html(
snapshots_without_basis: list[TryoutImportSnapshot],
basis_without_variants: list[Item],
variants_without_basis: list[Item],
basis_missing_source: list[Item],
) -> str:
rows = []
for snapshot in snapshots_without_basis:
rows.append(
f'<li><span class="badge">Snapshot</span> {escape(snapshot.title)} '
f'has no promoted basis items yet. '
f'<a href="/admin/snapshot-questions?snapshot_id={snapshot.id}">Open snapshot questions</a></li>'
)
for item in basis_without_variants:
rows.append(
f'<li><span class="badge">Basis Item</span> #{item.id} has no generated variants yet. '
f'<a href="/admin/basis-items/{item.id}">Open workspace</a></li>'
)
for item in variants_without_basis:
rows.append(
f'<li><span class="badge">Variant</span> #{item.id} is not linked to an existing basis item. '
f'<a href="/admin/ai-playground/variants/{item.id}">View variant</a></li>'
)
for item in basis_missing_source:
rows.append(
f'<li><span class="badge">Basis Item</span> #{item.id} is missing a source snapshot question reference. '
f'<a href="/admin/basis-items/{item.id}">Open workspace</a></li>'
)
if not rows:
return """
<div class="success">No hierarchy gaps detected in the current data.</div>
"""
return f"""
<div class="question-block">
<h3>Needs Attention</h3>
<ul class="attention-list">{"".join(rows)}</ul>
</div>
"""
def _basis_hierarchy_item_html(
basis_item: Item,
source_question: TryoutSnapshotQuestion | None,
variants: list[Item],
runs: list[AIGenerationRun],
) -> str:
latest_run = runs[0] if runs else None
latest_variant_links = []
for variant in variants[:3]:
latest_variant_links.append(
f'<a class="secondary-link" href="/admin/ai-playground/variants/{variant.id}">'
f'Variant #{variant.id}</a>'
)
source_label = "-"
if source_question is not None:
source_label = (
f"{escape(source_question.source_question_id)} | "
f"{escape(_truncate(_html_to_text(source_question.question_title or source_question.question_html), 120))}"
)
run_html = "-"
if latest_run is not None:
run_html = (
f'Run #{latest_run.id} | {escape(latest_run.target_level)} | '
f'{latest_run.requested_count} requested | '
f'<a href="/admin/ai-playground?tab=review&run_id={latest_run.id}">Review run</a>'
)
variant_links_html = " ".join(latest_variant_links) if latest_variant_links else '<span class="muted">No variant detail links yet.</span>'
return f"""
<div class="hierarchy-item">
<p style="margin:0 0 8px;"><span class="badge">Basis Item</span> <strong>#{basis_item.id}</strong> | Slot {basis_item.slot} | Tryout {escape(basis_item.tryout_id)}</p>
<p class="muted" style="margin:0 0 8px;">Source question: <strong>{source_label}</strong></p>
<p class="muted" style="margin:0 0 8px;">Stem: {escape(_truncate(_html_to_text(basis_item.stem), 180))}</p>
<p class="muted" style="margin:0 0 8px;">Variants: {_variant_status_counts_html(variants)}</p>
<p class="muted" style="margin:0 0 8px;">Latest run: <strong>{run_html}</strong></p>
<div class="actions" style="margin-top:10px;">
<a class="secondary-link" href="/admin/basis-items/{basis_item.id}">Basis workspace</a>
<a class="secondary-link" href="/admin/ai-playground?tab=review&basis_item_id={basis_item.id}">Review variants</a>
{variant_links_html}
</div>
</div>
"""
def _hierarchy_view_body(context: dict[str, list[Any]]) -> str:
websites: list[Website] = context["websites"]
snapshots: list[TryoutImportSnapshot] = context["snapshots"]
questions: list[TryoutSnapshotQuestion] = context["questions"]
basis_items: list[Item] = context["basis_items"]
variants: list[Item] = context["variants"]
runs: list[AIGenerationRun] = context["runs"]
snapshots_by_website: dict[int, list[TryoutImportSnapshot]] = {}
questions_by_website: dict[int, list[TryoutSnapshotQuestion]] = {}
questions_by_snapshot: dict[int, list[TryoutSnapshotQuestion]] = {}
questions_by_id = {question.id: question for question in questions}
basis_by_website: dict[int, list[Item]] = {}
basis_by_source_question: dict[int, list[Item]] = {}
variants_by_website: dict[int, list[Item]] = {}
variants_by_basis: dict[int, list[Item]] = {}
runs_by_basis: dict[int, list[AIGenerationRun]] = {}
basis_by_id = {item.id: item for item in basis_items}
for snapshot in snapshots:
_append_grouped(snapshots_by_website, snapshot.website_id, snapshot)
for question in questions:
_append_grouped(questions_by_website, question.website_id, question)
if question.latest_snapshot_id is not None:
_append_grouped(questions_by_snapshot, question.latest_snapshot_id, question)
for item in basis_items:
_append_grouped(basis_by_website, item.website_id, item)
if item.source_snapshot_question_id is not None:
_append_grouped(basis_by_source_question, item.source_snapshot_question_id, item)
for variant in variants:
_append_grouped(variants_by_website, variant.website_id, variant)
if variant.basis_item_id is not None:
_append_grouped(variants_by_basis, variant.basis_item_id, variant)
for run in runs:
_append_grouped(runs_by_basis, run.basis_item_id, run)
snapshots_without_basis = []
for snapshot in snapshots:
snapshot_question_ids = {question.id for question in questions_by_snapshot.get(snapshot.id, [])}
linked_basis = [
item
for question_id in snapshot_question_ids
for item in basis_by_source_question.get(question_id, [])
]
if not linked_basis:
snapshots_without_basis.append(snapshot)
basis_without_variants = [item for item in basis_items if not variants_by_basis.get(item.id)]
variants_without_basis = [
item
for item in variants
if item.basis_item_id is None or item.basis_item_id not in basis_by_id
]
basis_missing_source = [item for item in basis_items if item.source_snapshot_question_id is None]
website_sections = []
for website in websites:
website_snapshots = snapshots_by_website.get(website.id, [])
website_questions = questions_by_website.get(website.id, [])
website_basis = basis_by_website.get(website.id, [])
website_variants = variants_by_website.get(website.id, [])
website_runs = [
run
for item in website_basis
for run in runs_by_basis.get(item.id, [])
]
snapshot_groups = []
for snapshot in website_snapshots:
snapshot_questions = questions_by_snapshot.get(snapshot.id, [])
snapshot_question_ids = {question.id for question in snapshot_questions}
snapshot_basis = sorted(
[
item
for question_id in snapshot_question_ids
for item in basis_by_source_question.get(question_id, [])
],
key=lambda item: (item.slot, item.id),
)
basis_html = (
"".join(
_basis_hierarchy_item_html(
item,
questions_by_id.get(item.source_snapshot_question_id),
variants_by_basis.get(item.id, []),
runs_by_basis.get(item.id, []),
)
for item in snapshot_basis
)
if snapshot_basis
else '<div class="hierarchy-item"><p class="muted" style="margin:0;">No promoted basis items for this snapshot yet.</p></div>'
)
snapshot_groups.append(
f"""
<div class="hierarchy-group">
<p style="margin:0 0 8px;"><span class="badge">Snapshot</span> <strong>{escape(snapshot.title)}</strong></p>
<p class="muted" style="margin:0 0 8px;">Tryout: <strong>{escape(snapshot.source_tryout_id)}</strong> | Snapshot #{snapshot.id} | Imported: {escape(str(snapshot.created_at))}</p>
<p class="muted" style="margin:0 0 8px;">Questions in export: <strong>{snapshot.question_count}</strong> | Current source rows: <strong>{len(snapshot_questions)}</strong> | Promoted basis items: <strong>{len(snapshot_basis)}</strong></p>
<div class="actions" style="margin-top:10px;">
<a class="secondary-link" href="/admin/snapshot-questions?snapshot_id={snapshot.id}">Snapshot questions</a>
</div>
{basis_html}
</div>
"""
)
website_sections.append(
f"""
<section class="hierarchy-website">
<p style="margin:0 0 8px;"><span class="badge">Website</span> <strong>{escape(website.site_name)}</strong> | #{website.id}</p>
<p class="muted" style="margin:0 0 12px;">{escape(website.site_url)}</p>
<div class="compact-strip">
<div class="compact-stat"><span>Snapshots</span><strong>{len(website_snapshots)}</strong></div>
<div class="compact-stat"><span>Source Questions</span><strong>{len(website_questions)}</strong></div>
<div class="compact-stat"><span>Basis Items</span><strong>{len(website_basis)}</strong></div>
<div class="compact-stat"><span>AI Runs</span><strong>{len(website_runs)}</strong></div>
<div class="compact-stat"><span>Variants</span><strong>{len(website_variants)}</strong></div>
</div>
{"".join(snapshot_groups) if snapshot_groups else '<div class="hierarchy-item"><p class="muted" style="margin:0;">No tryout imports have been recorded for this website yet.</p></div>'}
</section>
"""
)
if not website_sections:
website_sections.append(
'<div class="hierarchy-item"><p class="muted" style="margin:0;">No websites have been registered yet.</p></div>'
)
return f"""
<p class="muted">This read-only view shows how source tryout data becomes reviewable AI-generated question variants.</p>
{_hierarchy_flow_strip()}
{_hierarchy_attention_html(snapshots_without_basis, basis_without_variants, variants_without_basis, basis_missing_source)}
{"".join(website_sections)}
"""
async def _usage_metrics_for_items(
db: AsyncSession,
item_ids: list[int],
@@ -1336,6 +1676,17 @@ async def dashboard_view(request: Request, db: AsyncSession = Depends(get_db)):
return _render_admin_page(request, "IRT Bank Soal Admin", "Dashboard", body)
@router.get("/hierarchy", include_in_schema=False)
async def hierarchy_view(request: Request, db: AsyncSession = Depends(get_db)):
admin = await _current_admin(request)
if not admin:
return _login_redirect()
context = await _load_hierarchy_context(db)
body = _hierarchy_view_body(context)
return _render_admin_page(request, "Data Hierarchy", "Data Hierarchy", body)
@router.get("/websites", include_in_schema=False)
async def websites_view(request: Request, db: AsyncSession = Depends(get_db)):
admin = await _current_admin(request)