Skip to content

[stack 21/40] Verification tooling foundations #224

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
sarthakagrawal927 merged 7 commits into from
Sep 3, 2026
Merged

[stack 21/40] Verification tooling foundations #224

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
17cb23e
chore: stage verification tooling modules 1/1
sarthakagrawal927 Sep 2, 2026
21fa934
chore: declare native tooling prerequisites
sarthakagrawal927 Sep 2, 2026
3c0d063
chore: keep staged binary allowlist exact
sarthakagrawal927 Sep 2, 2026
1f79304
Merge branch 'stack/11-rust-modules-04' into stack/12b-tooling-core-c…
sarthakagrawal927 Sep 2, 2026
43e49d9
Merge branch 'stack/11-rust-modules-04' into stack/12b-tooling-core-c…
sarthakagrawal927 Sep 2, 2026
896f1f8
Merge branch 'stack/11-rust-modules-04' into stack/12b-tooling-core-c…
sarthakagrawal927 Sep 2, 2026
9f4c262
test(native): isolate fixed performance budgets
sarthakagrawal927 Sep 3, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 11 additions & 2 deletions apps/macos/CodeVetterPackage/Tests/CodeVetterFeatureTests/CodeVetterFeatureTestSupport.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -307,8 +307,13 @@ func hundredRunLedgerDecodesAndRendersWithinTheNativeGate() throws {

let decodeP95 = percentile95(decodeSamples)
let renderP95 = percentile95(renderSamples)
#expect(decodeP95 < 25_000, "100-run decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "100-run/100-response host rendering must stay below 150 ms p95")
if nativePerformanceGateEnabled() {
#expect(decodeP95 < 25_000, "100-run decoding must stay below 25 ms p95")
#expect(
renderP95 < 150_000,
"100-run/100-response host rendering must stay below 150 ms p95"
)
}
print(
"NATIVE_RUN_LEDGER_BENCHMARK_JSON "
+ "{\"decode_p95_us\":\(decodeP95),\"render_p95_us\":\(renderP95),"
Expand Down Expand Up @@ -881,6 +886,10 @@ func percentile95(_ values: [UInt64]) -> UInt64 {
return ordered[min(max(nearestRank - 1, 0), ordered.count - 1)]
}

func nativePerformanceGateEnabled() -> Bool {
ProcessInfo.processInfo.environment["CODEVETTER_NATIVE_PERFORMANCE_GATE"] == "1"
}

func unpackFixturePayload(
snapshotCount: Int,
nodeCount: Int,
Expand Down
24 changes: 16 additions & 8 deletions apps/macos/CodeVetterPackage/Tests/CodeVetterFeatureTests/CodeVetterFeatureTests.swift
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2738,8 +2738,10 @@ func largeUnpackProjectionDecodesAndRendersWithinTheNativeGate() throws {

let decodeP95 = percentile95(decodeSamples)
let renderP95 = percentile95(renderSamples)
#expect(decodeP95 < 40_000, "Large Repo Unpack decoding must stay below 40 ms p95")
#expect(renderP95 < 150_000, "Large Repo Unpack rendering must stay below 150 ms p95")
if nativePerformanceGateEnabled() {
#expect(decodeP95 < 40_000, "Large Repo Unpack decoding must stay below 40 ms p95")
#expect(renderP95 < 150_000, "Large Repo Unpack rendering must stay below 150 ms p95")
}
print(
"NATIVE_UNPACK_BENCHMARK_JSON "
+ "{\"decode_p95_us\":\(decodeP95),\"render_p95_us\":\(renderP95),"
Expand Down Expand Up @@ -3103,8 +3105,10 @@ func largeUsageReportDecodesAndRendersWithinTheNativeGate() throws {

let decodeP95 = percentile95(decodeSamples)
let renderP95 = percentile95(renderSamples)
#expect(decodeP95 < 25_000, "Large usage decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "Large usage rendering must stay below 150 ms p95")
if nativePerformanceGateEnabled() {
#expect(decodeP95 < 25_000, "Large usage decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "Large usage rendering must stay below 150 ms p95")
}
print(
"NATIVE_USAGE_BENCHMARK_JSON "
+ "{\"decode_p95_us\":\(decodeP95),\"render_p95_us\":\(renderP95),"
Expand Down Expand Up @@ -3355,8 +3359,10 @@ func hundredRowPerformanceReceiptDecodesAndRendersWithinTheNativeGate() throws {

let decodeP95 = percentile95(decodeSamples)
let renderP95 = percentile95(renderSamples)
#expect(decodeP95 < 25_000, "100-row performance decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "100-row performance rendering must stay below 150 ms p95")
if nativePerformanceGateEnabled() {
#expect(decodeP95 < 25_000, "100-row performance decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "100-row performance rendering must stay below 150 ms p95")
}
print(
"NATIVE_PERFORMANCE_BENCHMARK_JSON "
+ "{\"decode_p95_us\":\(decodeP95),\"render_p95_us\":\(renderP95),"
Expand Down Expand Up @@ -3647,8 +3653,10 @@ func hundredJourneyTestingReceiptDecodesAndRendersWithinTheNativeGate() throws {

let decodeP95 = percentile95(decodeSamples)
let renderP95 = percentile95(renderSamples)
#expect(decodeP95 < 25_000, "100-journey receipt decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "100-journey receipt rendering must stay below 150 ms p95")
if nativePerformanceGateEnabled() {
#expect(decodeP95 < 25_000, "100-journey receipt decoding must stay below 25 ms p95")
#expect(renderP95 < 150_000, "100-journey receipt rendering must stay below 150 ms p95")
}
print(
"NATIVE_TESTING_BENCHMARK_JSON "
+ "{\"decode_p95_us\":\(decodeP95),\"render_p95_us\":\(renderP95),"
Expand Down
5 changes: 5 additions & 0 deletions knip.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,13 +34,18 @@
"ccusage"
],
"ignoreBinaries": [
"ditto",
"du",
"go",
"lipo",
"lsof",
"netstat",
"osascript",
"plutil",
"ps",
"rustc",
"sips",
"spctl",
"swift",
"tauri",
"xcode-select"
Expand Down
Loading
Loading