Adds Call Traces — per-turn STT/LLM/TTS latency for voice agent calls.

.codebase-memory/.gitattributes

@@ -0,0 +1,3 @@
+# Auto-generated by codebase-memory-mcp
+# Prevent merge conflicts on compressed artifact
+graph.db.zst binary merge=ours

.github/workflows/backend-tests-postgres.yml

@@ -41,6 +41,8 @@ jobs:
       REDIS_URL: redis://localhost:6379/0
       CELERY_BROKER_URL: redis://localhost:6379/0
       CELERY_RESULT_BACKEND: redis://localhost:6379/0
+      EFFICIENTAI_PYTEST: "1"
+      FLEXPRICE_ENABLED: "false"
 
     steps:
       - name: Checkout repository
@@ -83,6 +85,8 @@ jobs:
       SHARD_DATABASE_URL_02: postgresql://postgres:postgres@localhost:5432/efficientai_data_02
       SHARDING_INTEGRATION_TEST: "1"
       REDIS_URL: redis://localhost:6379/0
+      EFFICIENTAI_PYTEST: "1"
+      FLEXPRICE_ENABLED: "false"
 
     steps:
       - name: Checkout repository

app/api/v1/api.py

@@ -1,103 +1,105 @@
-"""API v1 router aggregation."""
-
-from fastapi import APIRouter
-from app.api.v1.routes import (
-    auth,
-    audio,
-    evaluations,
-    results,
-    agents,
-    personas,
-    scenarios,
-    iam,
-    profile,
-    integrations,
-    data_sources,
-    voicebundles,
-    aiproviders,
-    model_config,
-    manual_evaluations,
-    test_agents,
-    conversation_evaluations,
-    voice_agent,
-    evaluators,
-    evaluator_suites,
-    metrics,
-    evaluator_results,
-    chat,
-    playground,
-    settings,
-    observability,
-    alerts,
-    cron_jobs,
-    voice_playground,
-    public_blind_test,
-    prompt_partials,
-    prompt_optimization,
-    telephony,
-    vobiz_telephony,
-    call_imports,
-    call_import_schemas,
-    call_import_tags,
-    call_import_evaluations,
-    judge_alignment,
-    metric_studio,
-    workspaces,
-    workspace_iam,
-    dashboard,
-    llm_gateway,
-    platform_admin,
-    org_usage,
-    usage_pricing,
-)
-
-api_router = APIRouter()
-
-# Include all route routers
-api_router.include_router(auth.router)
-api_router.include_router(audio.router)
-api_router.include_router(evaluations.router)
-api_router.include_router(results.router)
-api_router.include_router(agents.router)
-api_router.include_router(personas.router)
-api_router.include_router(scenarios.router)
-api_router.include_router(iam.router)
-api_router.include_router(profile.router)
-api_router.include_router(integrations.router)
-api_router.include_router(data_sources.router)
-api_router.include_router(voicebundles.router)
-api_router.include_router(aiproviders.router)
-api_router.include_router(model_config.router)
-api_router.include_router(manual_evaluations.router)
-api_router.include_router(test_agents.router)
-api_router.include_router(conversation_evaluations.router)
-api_router.include_router(voice_agent.router)
-api_router.include_router(evaluators.router)
-api_router.include_router(evaluator_suites.router)
-api_router.include_router(metrics.router)
-api_router.include_router(evaluator_results.router)
-api_router.include_router(chat.router)
-api_router.include_router(playground.router)
-api_router.include_router(settings.router)
-api_router.include_router(observability.router)
-api_router.include_router(alerts.router)
-api_router.include_router(cron_jobs.router)
-api_router.include_router(voice_playground.router)
-api_router.include_router(public_blind_test.router)
-api_router.include_router(prompt_partials.router)
-api_router.include_router(prompt_optimization.router)
-api_router.include_router(telephony.router)
-api_router.include_router(vobiz_telephony.router)
-api_router.include_router(call_imports.router)
-api_router.include_router(call_import_schemas.router)
-api_router.include_router(call_import_tags.router)
-api_router.include_router(call_import_evaluations.router)
-api_router.include_router(judge_alignment.router)
-api_router.include_router(metric_studio.router)
-api_router.include_router(workspaces.router)
-api_router.include_router(workspace_iam.router)
-api_router.include_router(dashboard.router)
-api_router.include_router(llm_gateway.router)
-api_router.include_router(platform_admin.router)
-api_router.include_router(org_usage.router)
-api_router.include_router(usage_pricing.router)
+"""API v1 router aggregation."""
+
+from fastapi import APIRouter
+from app.api.v1.routes import (
+    auth,
+    audio,
+    evaluations,
+    results,
+    agents,
+    personas,
+    scenarios,
+    iam,
+    profile,
+    integrations,
+    data_sources,
+    voicebundles,
+    aiproviders,
+    model_config,
+    manual_evaluations,
+    test_agents,
+    conversation_evaluations,
+    voice_agent,
+    evaluators,
+    evaluator_suites,
+    metrics,
+    evaluator_results,
+    chat,
+    playground,
+    settings,
+    observability,
+    alerts,
+    cron_jobs,
+    voice_playground,
+    public_blind_test,
+    prompt_partials,
+    prompt_optimization,
+    telephony,
+    vobiz_telephony,
+    call_imports,
+    call_import_schemas,
+    call_import_tags,
+    call_import_evaluations,
+    judge_alignment,
+    metric_studio,
+    workspaces,
+    workspace_iam,
+    dashboard,
+    llm_gateway,
+    platform_admin,
+    org_usage,
+    usage_pricing,
+    synthetic_traces,
+)
+
+api_router = APIRouter()
+
+# Include all route routers
+api_router.include_router(auth.router)
+api_router.include_router(audio.router)
+api_router.include_router(evaluations.router)
+api_router.include_router(results.router)
+api_router.include_router(agents.router)
+api_router.include_router(personas.router)
+api_router.include_router(scenarios.router)
+api_router.include_router(iam.router)
+api_router.include_router(profile.router)
+api_router.include_router(integrations.router)
+api_router.include_router(data_sources.router)
+api_router.include_router(voicebundles.router)
+api_router.include_router(aiproviders.router)
+api_router.include_router(model_config.router)
+api_router.include_router(manual_evaluations.router)
+api_router.include_router(test_agents.router)
+api_router.include_router(conversation_evaluations.router)
+api_router.include_router(voice_agent.router)
+api_router.include_router(evaluators.router)
+api_router.include_router(evaluator_suites.router)
+api_router.include_router(metrics.router)
+api_router.include_router(evaluator_results.router)
+api_router.include_router(chat.router)
+api_router.include_router(playground.router)
+api_router.include_router(settings.router)
+api_router.include_router(observability.router)
+api_router.include_router(alerts.router)
+api_router.include_router(cron_jobs.router)
+api_router.include_router(voice_playground.router)
+api_router.include_router(public_blind_test.router)
+api_router.include_router(prompt_partials.router)
+api_router.include_router(prompt_optimization.router)
+api_router.include_router(telephony.router)
+api_router.include_router(vobiz_telephony.router)
+api_router.include_router(call_imports.router)
+api_router.include_router(call_import_schemas.router)
+api_router.include_router(call_import_tags.router)
+api_router.include_router(call_import_evaluations.router)
+api_router.include_router(judge_alignment.router)
+api_router.include_router(metric_studio.router)
+api_router.include_router(workspaces.router)
+api_router.include_router(workspace_iam.router)
+api_router.include_router(dashboard.router)
+api_router.include_router(llm_gateway.router)
+api_router.include_router(platform_admin.router)
+api_router.include_router(org_usage.router)
+api_router.include_router(usage_pricing.router)
+api_router.include_router(synthetic_traces.router)

app/api/v1/routes/agents.py

@@ -2,16 +2,19 @@
 Agents API Routes
 Complete CRUD operations for test agents
 """
-from fastapi import APIRouter, Depends, HTTPException, status, Query
+from uuid import uuid4
+
+from fastapi import APIRouter, BackgroundTasks, Depends, HTTPException, status, Query
 from fastapi.responses import JSONResponse, Response
 from sqlalchemy.orm import Session
 from typing import List, Optional
-from uuid import UUID
+from uuid import UUID, uuid4
 import random
 from pydantic import BaseModel
 from loguru import logger
 
 from app.dependencies import get_db, get_organization_id, get_workspace_id, get_api_key
+from app.services.billing.flexprice_service import record_agent_test_setup_generated
 from app.models.database import (
     Agent, ConversationEvaluation, TestAgentConversation, VoiceBundle,
     AIProvider, Integration, IntegrationPlatform, CallMediumEnum,
@@ -254,6 +257,7 @@ def _scenario_draft_responses(scenarios) -> list[GeneratedScenarioDraftResponse]
 @router.post("/generate-test-prompt", response_model=GenerateTestPromptResponse)
 async def generate_test_prompt(
     data: GenerateTestPromptRequest,
+    background_tasks: BackgroundTasks,
     organization_id: UUID = Depends(get_organization_id),
     workspace_id: UUID = Depends(get_workspace_id),
     api_key: str = Depends(get_api_key),
@@ -297,6 +301,14 @@ async def generate_test_prompt(
                 llm_config=data.llm_config,
                 credential_id=data.credential_id,
             )
+        background_tasks.add_task(
+            record_agent_test_setup_generated,
+            organization_id,
+            uuid4(),
+            workspace_id=workspace_id,
+            purpose="test_prompt",
+            model=result.model,
+        )
         return GenerateTestPromptResponse(
             sections=_test_prompt_section_responses(result.sections),
             test_agent_prompt=result.test_agent_prompt,
@@ -313,6 +325,7 @@ async def generate_test_prompt(
 @router.post("/generate-scenarios-from-prompt", response_model=GenerateScenariosFromPromptResponse)
 async def generate_scenarios_from_prompt(
     data: GenerateScenariosFromPromptRequest,
+    background_tasks: BackgroundTasks,
     organization_id: UUID = Depends(get_organization_id),
     workspace_id: UUID = Depends(get_workspace_id),
     api_key: str = Depends(get_api_key),
@@ -357,6 +370,15 @@ async def generate_scenarios_from_prompt(
                 llm_config=data.llm_config,
                 credential_id=data.credential_id,
             )
+        background_tasks.add_task(
+            record_agent_test_setup_generated,
+            organization_id,
+            uuid4(),
+            workspace_id=workspace_id,
+            purpose="scenarios",
+            model=result.model,
+            scenario_count=len(result.scenarios),
+        )
         return GenerateScenariosFromPromptResponse(
             scenarios=_scenario_draft_responses(result.scenarios),
             provider=result.provider,
@@ -372,6 +394,7 @@ async def generate_scenarios_from_prompt(
 @router.post("/generate-test-setup", response_model=GenerateTestSetupResponse)
 async def generate_test_setup(
     data: GenerateTestSetupRequest,
+    background_tasks: BackgroundTasks,
     organization_id: UUID = Depends(get_organization_id),
     workspace_id: UUID = Depends(get_workspace_id),
     api_key: str = Depends(get_api_key),
@@ -430,6 +453,15 @@ async def generate_test_setup(
                 llm_config=data.llm_config,
                 credential_id=data.credential_id,
             )
+        background_tasks.add_task(
+            record_agent_test_setup_generated,
+            organization_id,
+            uuid4(),
+            workspace_id=workspace_id,
+            purpose="full_setup",
+            model=scenario_result.model,
+            scenario_count=len(scenario_result.scenarios),
+        )
         return GenerateTestSetupResponse(
             sections=_test_prompt_section_responses(prompt_result.sections),
             test_agent_prompt=prompt_result.test_agent_prompt,

app/api/v1/routes/auth.py

@@ -287,6 +287,18 @@ def _extract_bearer(authorization: Optional[str]) -> Optional[str]:
     return token.strip()
 
 
+def _revoke_local_password_access_token(bearer: str) -> None:
+    try:
+        claims = decode_access_token(bearer)
+        jti = claims.get("jti")
+        exp = claims.get("exp")
+        if jti and exp:
+            ttl = max(int(exp) - int(datetime.now(timezone.utc).timestamp()), 1)
+            revoke_access_jti(jti, ttl)
+    except JWTError:
+        pass
+
+
 def _issue_session_tokens(
     db: Session,
     *,
@@ -611,15 +623,7 @@ def logout(
     """Revoke the current session's refresh token and blacklist the access token."""
     bearer = _extract_bearer(authorization)
     if bearer and principal.auth_method == AuthMethod.LOCAL_PASSWORD:
-        try:
-            claims = decode_access_token(bearer)
-            jti = claims.get("jti")
-            exp = claims.get("exp")
-            if jti and exp:
-                ttl = max(int(exp) - int(datetime.now(timezone.utc).timestamp()), 1)
-                revoke_access_jti(jti, ttl)
-        except JWTError:
-            pass
+        _revoke_local_password_access_token(bearer)
 
     if payload and payload.refresh_token:
         revoke_refresh_token(db, payload.refresh_token)
@@ -697,12 +701,14 @@ def refresh_session(payload: RefreshRequest, db: Session = Depends(get_db)) -> T
 
 class SwitchOrgRequest(BaseModel):
     organization_id: str
+    refresh_token: Optional[str] = None
 
 
 @router.post("/switch-org", response_model=TokenResponse)
 def switch_organization(
     payload: SwitchOrgRequest,
     principal: Principal = Depends(get_principal),
+    authorization: Optional[str] = Header(None, alias="Authorization"),
     db: Session = Depends(get_db),
 ) -> TokenResponse:
     """
@@ -766,6 +772,13 @@ def switch_organization(
             detail="User is no longer active.",
         )
 
+    if principal.auth_method == AuthMethod.LOCAL_PASSWORD:
+        bearer = _extract_bearer(authorization)
+        if bearer:
+            _revoke_local_password_access_token(bearer)
+        if payload.refresh_token:
+            revoke_refresh_token(db, payload.refresh_token)
+
     user.last_login_at = datetime.now(timezone.utc)
     db.commit()
     db.refresh(user)