Skip to content

Meter STT usage on audio streamed to the provider #9

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
abhinav-t41 wants to merge 5 commits into
base: main
Choose a base branch
from
Open

Meter STT usage on audio streamed to the provider #9

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
998f965
Meter STT usage on audio streamed to the provider
abhinav-t41 Jul 14, 2026
4435049
Use streamed STT seconds for dashboard pricing
Jul 15, 2026
8dc393f
Meter TTS usage on characters sent to the provider
abhinav-t41 Jul 16, 2026
2c83c8b
Add TTS metrics and cost comparison to AudioView
shubhamthink41 Jul 16, 2026
b5961bd
Merge pull request #10 from think41/feat/tts-usage-metering
shubhamthink41 Jul 16, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
141 changes: 97 additions & 44 deletions client/src/components/audio/AudioView.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -117,6 +117,7 @@ export function AudioView({ agent, records }: AudioViewProps) {
</label>
</div>

<SectionHeader label="STT" />
<div className="mb-5 grid grid-cols-4 gap-4">
<MetricCard label="Turns" value={String(selectedRecord.turn_count)} sub="captured user turns" />
<MetricCard label="STT Duration" value={formatDuration(selectedRecord.session_stt_duration_sec)} sub="session STT duration" />
Expand Down Expand Up @@ -151,59 +152,111 @@ export function AudioView({ agent, records }: AudioViewProps) {
</div>
</div>

<div className="rounded-2xl border border-line bg-white p-5 shadow-sm">
<div className="mb-4">
<h3 className="text-sm font-semibold text-text">Cost comparision across models</h3>
<p className="mt-1 text-xs text-faint">Computed from this audio session’s total user-turn duration. No extra provider calls required.</p>
</div>
{(() => {
const allEntries = Object.entries(selectedRecord.session_model_costs_usd).flatMap(([provider, models]) =>
Object.entries(models).map(([model, cost]) => ({ provider, model, cost })),
);
const rankedAll = [...allEntries].sort((a, b) => a.cost - b.cost);
const globalLowest = rankedAll[0] ?? null;
const globalHighest = rankedAll[rankedAll.length - 1] ?? null;
const hasSpread = rankedAll.length > 1;
<CostComparisonGrid
title="Cost comparision across models"
subtitle="Computed from this audio session’s total user-turn duration. No extra provider calls required."
costs={selectedRecord.session_model_costs_usd}
providerSuffix="STT"
/>

{selectedRecord.session_tts_sent_characters != null ||
(selectedRecord.session_tts_model_costs_usd &&
Object.keys(selectedRecord.session_tts_model_costs_usd).length > 0) ? (
<>
<div className="my-8 border-t border-line" />
<SectionHeader label="TTS" />
{selectedRecord.session_tts_sent_characters != null ? (
<div className="mb-5 grid grid-cols-4 gap-4">
<MetricCard
label="TTS Characters"
value={selectedRecord.session_tts_sent_characters.toLocaleString()}
sub="characters sent to provider"
/>
</div>
) : null}
{selectedRecord.session_tts_model_costs_usd &&
Object.keys(selectedRecord.session_tts_model_costs_usd).length > 0 ? (
<CostComparisonGrid
title="TTS cost comparison across models"
subtitle="Computed from characters sent to the TTS provider this session. Cross-provider figures are estimates — normalization differs per provider."
costs={selectedRecord.session_tts_model_costs_usd}
providerSuffix="TTS"
/>
) : null}
</>
) : null}
</>
) : null}
</section>
</div>
);
}

function CostComparisonGrid({
title,
subtitle,
costs,
providerSuffix,
}: {
title: string;
subtitle: string;
costs: Record<string, Record<string, number>>;
providerSuffix: string;
}) {
const allEntries = Object.entries(costs).flatMap(([provider, models]) =>
Object.entries(models).map(([model, cost]) => ({ provider, model, cost })),
);
const rankedAll = [...allEntries].sort((a, b) => a.cost - b.cost);
const globalLowest = rankedAll[0] ?? null;
const globalHighest = rankedAll[rankedAll.length - 1] ?? null;
const hasSpread = rankedAll.length > 1;
return (
<div className="rounded-2xl border border-line bg-white p-5 shadow-sm">
<div className="mb-4">
<h3 className="text-sm font-semibold text-text">{title}</h3>
<p className="mt-1 text-xs text-faint">{subtitle}</p>
</div>
<div className="grid gap-4 md:grid-cols-3">
{Object.entries(costs).map(([provider, models]) => (
<div key={provider} className="rounded-xl border border-line bg-off p-4">
<div className="mb-3 text-sm font-semibold text-text">
{titleCase(provider)} {providerSuffix}
</div>
<div className="space-y-2 text-xs">
{Object.entries(models).map(([model, cost]) => {
const isHighest = hasSpread && globalHighest?.provider === provider && globalHighest?.model === model;
const isLowest = hasSpread && globalLowest?.provider === provider && globalLowest?.model === model;
return (
<div className="grid gap-4 md:grid-cols-3">
{Object.entries(selectedRecord.session_model_costs_usd).map(([provider, models]) => (
<div key={provider} className="rounded-xl border border-line bg-off p-4">
<div className="mb-3 text-sm font-semibold text-text">{titleCase(provider)} STT</div>
<div className="space-y-2 text-xs">
{Object.entries(models).map(([model, cost]) => {
const isHighest = hasSpread && globalHighest?.provider === provider && globalHighest?.model === model;
const isLowest = hasSpread && globalLowest?.provider === provider && globalLowest?.model === model;
return (
<div key={model} className="flex items-center justify-between gap-3 rounded-lg bg-white px-3 py-2">
<div className="min-w-0">
<div className="font-medium text-muted">{model}</div>
<div className="mt-1 flex gap-1">
{isHighest ? (
<span className="rounded-full bg-rose-100 px-1.5 py-0.5 text-[10px] font-semibold text-rose-700">Highest</span>
) : null}
{isLowest ? (
<span className="rounded-full bg-emerald-100 px-1.5 py-0.5 text-[10px] font-semibold text-emerald-700">Lowest</span>
) : null}
</div>
</div>
<span className="font-mono text-text">~${cost.toFixed(6)}</span>
</div>
);
})}
</div>
<div key={model} className="flex items-center justify-between gap-3 rounded-lg bg-white px-3 py-2">
<div className="min-w-0">
<div className="font-medium text-muted">{model}</div>
<div className="mt-1 flex gap-1">
{isHighest ? (
<span className="rounded-full bg-rose-100 px-1.5 py-0.5 text-[10px] font-semibold text-rose-700">Highest</span>
) : null}
{isLowest ? (
<span className="rounded-full bg-emerald-100 px-1.5 py-0.5 text-[10px] font-semibold text-emerald-700">Lowest</span>
) : null}
</div>
))}
</div>
<span className="font-mono text-text">~${cost.toFixed(6)}</span>
</div>
);
})()}
})}
</div>
</>
) : null}
</section>
</div>
))}
</div>
</div>
);
}

function SectionHeader({ label }: { label: string }) {
return (
<h3 className="mb-3 text-xs font-semibold uppercase tracking-wide text-faint">{label}</h3>
);
}

function MetricCard({ label, value, sub }: { label: string; value: string; sub: string }) {
return (
<div className="rounded-2xl border border-line bg-white p-4 shadow-sm">
Expand Down
4 changes: 4 additions & 0 deletions client/src/lib/types.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -73,8 +73,12 @@ export interface AudioEvaluationRecord {
created_at: string;
turn_count: number;
session_stt_duration_sec: number;
streamed_seconds: number;
stt_cost_usd: number | null;
session_model_costs_usd: Record<string, Record<string, number>>;
provider_session_metrics: Record<string, AudioProviderMetrics>;
file_paths: string[];
evaluate_mode: boolean;
session_tts_sent_characters?: number | null;
session_tts_model_costs_usd?: Record<string, Record<string, number>>;
}
Loading