feat: add provider analytics summary

2026-04-18 22:01:34 +08:00
parent e99a7fbe14
commit 4d54c144a8
15 changed files with 437 additions and 36 deletions
--- a/backend/tests/test_generation_jobs.py
+++ b/backend/tests/test_generation_jobs.py
@@ -431,3 +431,123 @@ async def test_story_provider_stats_aggregate_job_events(
        ]
    finally:
        app.dependency_overrides.clear()
+
+
+async def test_user_provider_analytics_aggregate_across_stories(
+    db_session,
+    auth_token,
+    degraded_story_with_text,
+    test_story,
+):
+    async def override_get_db():
+        yield db_session
+
+    app.dependency_overrides[get_db] = override_get_db
+
+    image_job = await create_generation_job(
+        db_session,
+        user_id=degraded_story_with_text.user_id,
+        output_mode="asset_retry",
+        input_type="image",
+        request_payload={"assets": ["image"]},
+        story_id=degraded_story_with_text.id,
+    )
+    await record_generation_event(
+        db_session,
+        job=image_job,
+        story_id=degraded_story_with_text.id,
+        event_type="provider_call_succeeded",
+        status="succeeded",
+        metadata={
+            "capability": "image",
+            "adapter": "demo",
+            "strategy": "priority",
+            "latency_ms": 42,
+            "estimated_cost_usd": 0.01,
+        },
+    )
+    await record_generation_event(
+        db_session,
+        job=image_job,
+        story_id=degraded_story_with_text.id,
+        event_type="provider_call_failed",
+        status="failed",
+        metadata={
+            "capability": "image",
+            "adapter": "cqtai",
+            "strategy": "priority",
+            "latency_ms": 120,
+            "error": "timeout",
+        },
+    )
+
+    audio_job = await create_generation_job(
+        db_session,
+        user_id=test_story.user_id,
+        output_mode="asset_retry",
+        input_type="audio",
+        request_payload={"assets": ["audio"]},
+        story_id=test_story.id,
+    )
+    await record_generation_event(
+        db_session,
+        job=audio_job,
+        story_id=test_story.id,
+        event_type="provider_call_succeeded",
+        status="succeeded",
+        metadata={
+            "capability": "tts",
+            "adapter": "edge_tts",
+            "strategy": "priority",
+            "latency_ms": 18,
+            "estimated_cost_usd": 0.003,
+        },
+    )
+
+    transport = ASGITransport(app=app)
+    try:
+        async with AsyncClient(transport=transport, base_url="http://test") as client:
+            client.cookies.set("access_token", auth_token)
+
+            response = await client.get("/api/generations/provider-analytics")
+
+        assert response.status_code == 200
+        data = response.json()
+        assert data["job_count"] == 2
+        assert data["story_count"] == 2
+        assert data["total_calls"] == 3
+        assert data["successful_calls"] == 2
+        assert data["failed_calls"] == 1
+        assert data["avg_latency_ms"] == 60.0
+        assert data["estimated_cost_usd"] == 0.013
+        assert data["by_provider"] == [
+            {
+                "capability": "image",
+                "adapter": "cqtai",
+                "call_count": 1,
+                "success_count": 0,
+                "failure_count": 1,
+                "avg_latency_ms": 120.0,
+                "estimated_cost_usd": 0.0,
+            },
+            {
+                "capability": "image",
+                "adapter": "demo",
+                "call_count": 1,
+                "success_count": 1,
+                "failure_count": 0,
+                "avg_latency_ms": 42.0,
+                "estimated_cost_usd": 0.01,
+            },
+            {
+                "capability": "tts",
+                "adapter": "edge_tts",
+                "call_count": 1,
+                "success_count": 1,
+                "failure_count": 0,
+                "avg_latency_ms": 18.0,
+                "estimated_cost_usd": 0.003,
+            },
+        ]
+    finally:
+        app.dependency_overrides.clear()