Files
SystemSimulationApp/docs/other/assets/2026-09-11/jacobian-cost-summary.json
T

1489 lines
46 KiB
JSON

{
"schemaVersion": 1,
"baselineCommit": "3bc4be3c061898d130be9b2b3cd633e9573acf04",
"numericalAcceptance": "Experimental opt-in; no equal-accuracy acceptance; production default remains dense",
"definitions": {
"scope": "Jacobian experiment only; metadata summaries, no result arrays or CSV contents are opened. complete means timing evidence is complete, not numerical acceptance.",
"statistics": "Formal runs and warmups are separate. Each metric reports n/min/median/max and missing count. A missing baseline Jacobian field means unavailable, not zero.",
"browserComparisons": "The separately collected control groups provide end-to-end changes: reduction = 100*(baseline median-optimized median)/baseline median. Run ordinals are not paired trials. Warmups are excluded.",
"nativeComparisons": "The native benchmark alternated serial dense/auto pairs with one executable. Its paired statistics and ratio of group medians are kept separately; neither is a browser estimate.",
"instrumentation": "Profiled/control group-median differences are observational diagnostics, not isolated instrumentation overhead. Separate collection, scheduling and thermal variation can produce negative increments.",
"ready": "Click to DOM-observed completion, not GPU completion. Paint opportunity is separately recorded.",
"saved": "Control comparisons use IndexedDB pointer observation, including polling/scheduling latency. Exact instrumented commit timing is a separate metric.",
"csv": "CSV click to Playwright download save completion includes automation and filesystem work. It is a separate action after solve, not another segment of click-to-ready.",
"backend": "Spans are inclusive wall intervals on the HTTP request axis. Parent/child intervals are retained; same-name spans are summed within a run. Stage percentages use that run's own HTTP duration before aggregation.",
"c": "C integration includes solver setup/work, events and sampling. Projection and write are inside C main. CPU and wall are distinct; RHS/Jacobian counts are not CPU shares. No process-minus-solve estimate is named output-write time.",
"process": "Standalone process wall is subprocess creation through reap. Browser native.processWallSeconds includes Python result reading after exit; backend observed process lifetime is a separate span including spawn/exit-observation latency.",
"overlap": "Browser receive overlaps backend execution/send; parse/decode are within reception. Render, persistence and other tasks can overlap. C main is inside process, which is inside orchestration/worker/HTTP. Never add overlapping stages or stage medians.",
"network": "ASGI send-await time and browser outstanding-read time are not pure network measurements.",
"cache": "Cache-hit false identifies a cold build; a warmup label alone does not. Formal browser rows must hit cache. Warmup/cold build costs are retained separately. File writes do not imply fsync.",
"numerics": "Same input/settings and payload dimensions do not prove curve parity. Different trajectories, event times and work counts are expected between dense and experimental auto; numerical acceptance requires the separate trajectory/convergence review.",
"portability": "Artifact paths are relative to this experiment root; repo input paths use repo-relative notation. Only recorded metadata hashes are propagated, not independently rehashed result payloads."
},
"controlComparisons": {
"ready": {
"metric": "frontend.clickToReadyDomMs",
"unit": "ms",
"statistic": "ratio_of_group_medians",
"baseline": {
"n": 3,
"missing": 0,
"min": 6999,
"median": 7018.5,
"max": 7304
},
"optimized": {
"n": 3,
"missing": 0,
"min": 3435.400001525879,
"median": 3455.6000003814697,
"max": 3639.3999996185303
},
"saved": 3562.8999996185303,
"durationReductionPercent": 50.764408343927194,
"speedupRatio": 2.0310510473507395
},
"saved_observed": {
"metric": "frontend.clickToIndexedDbObservedMs",
"unit": "ms",
"statistic": "ratio_of_group_medians",
"baseline": {
"n": 3,
"missing": 0,
"min": 7086.900001525879,
"median": 7159.700000762939,
"max": 7412.400001525879
},
"optimized": {
"n": 3,
"missing": 0,
"min": 3567.699998855591,
"median": 3579.300001144409,
"max": 3732.2000007629395
},
"saved": 3580.3999996185303,
"durationReductionPercent": 50.0076818754557,
"speedupRatio": 2.0003073222344505
},
"csv_download_saved": {
"metric": "frontend.csvClickToDownloadSavedMs",
"unit": "ms",
"statistic": "ratio_of_group_medians",
"baseline": {
"n": 3,
"missing": 0,
"min": 906.6000003814697,
"median": 1017.2999992370605,
"max": 1268.5
},
"optimized": {
"n": 3,
"missing": 0,
"min": 1038.6000003814697,
"median": 1119.3000011444092,
"max": 1284.5
},
"saved": -102.00000190734863,
"durationReductionPercent": -10.026541038419843,
"speedupRatio": 0.9088716145778072
}
},
"browserGroups": {
"baseline": {
"source": "browser-baseline/summary.json",
"mode": "control",
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"browser": "151.0.7922.34",
"node": "v24.18.0",
"cache": {
"formalHits": 3,
"formalCount": 3,
"coldRuns": [
{
"run": 0,
"warmup": true,
"buildSeconds": 3.878522366285324
}
]
},
"formal": {
"frontend.clickToFetchMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.clickToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 6999,
"median": 7018.5,
"max": 7304
},
"frontend.clickToReadyPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 7016.200000762939,
"median": 7080,
"max": 7334.700000762939
},
"frontend.clickToIndexedDbCommitMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.clickToIndexedDbObservedMs": {
"n": 3,
"missing": 0,
"min": 7086.900001525879,
"median": 7159.700000762939,
"max": 7412.400001525879
},
"frontend.resultTabToDomMs": {
"n": 3,
"missing": 0,
"min": 128.19999885559082,
"median": 130.79999923706055,
"max": 149.10000038146973
},
"frontend.resultTabToPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 193,
"median": 201.39999961853027,
"max": 212.89999961853027
},
"frontend.curveSelectToDomMs": {
"n": 3,
"missing": 0,
"min": 19.600000381469727,
"median": 21,
"max": 21.399999618530273
},
"frontend.csvClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 906.6000003814697,
"median": 1017.2999992370605,
"max": 1268.5
},
"frontend.resultClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 1139.8999996185303,
"median": 1359,
"max": 1374.900001525879
},
"frontend.resultParseMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.synchronousStreamDecodeMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.resultParseEndToReadyDomMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.csvClickToBlobAnchorMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.csvWorkerStartToCompleteReceivedMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.restoreNavigationToDomMs": {
"n": 3,
"missing": 0,
"min": 265.3999996185303,
"median": 272.0999984741211,
"max": 274.29999923706055
},
"native.solveSeconds": {
"n": 3,
"missing": 0,
"min": 6.154733393341303,
"median": 6.186589628458023,
"max": 6.1948783956468105
},
"native.buildSeconds": {
"n": 3,
"missing": 0,
"min": 0.0335598886013031,
"median": 0.03419310972094536,
"max": 0.04274878837168217
},
"native.nfev": {
"n": 3,
"missing": 0,
"min": 74265,
"median": 74265,
"max": 74265
},
"native.njev": {
"n": 3,
"missing": 0,
"min": 475,
"median": 475,
"max": 475
},
"native.nlu": {
"n": 3,
"missing": 0,
"min": 1656,
"median": 1656,
"max": 1656
},
"native.jacobianRhsCalls": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"native.cvodeLinearRhsCalls": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"native.acceptedSteps": {
"n": 3,
"missing": 0,
"min": 6974,
"median": 6974,
"max": 6974
},
"native.rejectedSteps": {
"n": 3,
"missing": 0,
"min": 454,
"median": 454,
"max": 454
}
},
"warmup": {
"native.buildSeconds": {
"n": 1,
"missing": 0,
"min": 3.878522366285324,
"median": 3.878522366285324,
"max": 3.878522366285324
},
"frontend.clickToReadyDomMs": {
"n": 1,
"missing": 0,
"min": 10909.89999961853,
"median": 10909.89999961853,
"max": 10909.89999961853
}
}
},
"optimized": {
"source": "browser-optimized/summary.json",
"mode": "control",
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"browser": "151.0.7922.34",
"node": "v24.18.0",
"cache": {
"formalHits": 3,
"formalCount": 3,
"coldRuns": [
{
"run": 0,
"warmup": true,
"buildSeconds": 3.9581447523087263
}
]
},
"formal": {
"frontend.clickToFetchMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.clickToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 3435.400001525879,
"median": 3455.6000003814697,
"max": 3639.3999996185303
},
"frontend.clickToReadyPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 3456.300001144409,
"median": 3469.199998855591,
"max": 3656.1000003814697
},
"frontend.clickToIndexedDbCommitMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.clickToIndexedDbObservedMs": {
"n": 3,
"missing": 0,
"min": 3567.699998855591,
"median": 3579.300001144409,
"max": 3732.2000007629395
},
"frontend.resultTabToDomMs": {
"n": 3,
"missing": 0,
"min": 124.0999984741211,
"median": 127,
"max": 135.4000015258789
},
"frontend.resultTabToPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 182.89999961853027,
"median": 184.39999961853027,
"max": 198.5
},
"frontend.curveSelectToDomMs": {
"n": 3,
"missing": 0,
"min": 16.899999618530273,
"median": 17.100000381469727,
"max": 17.200000762939453
},
"frontend.csvClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 1038.6000003814697,
"median": 1119.3000011444092,
"max": 1284.5
},
"frontend.resultClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 1115.3000011444092,
"median": 1287.6000003814697,
"max": 1388.7000007629395
},
"frontend.resultParseMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.synchronousStreamDecodeMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.resultParseEndToReadyDomMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.csvClickToBlobAnchorMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.csvWorkerStartToCompleteReceivedMs": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"frontend.restoreNavigationToDomMs": {
"n": 3,
"missing": 0,
"min": 259.6999988555908,
"median": 267.3000011444092,
"max": 267.79999923706055
},
"native.solveSeconds": {
"n": 3,
"missing": 0,
"min": 2.584333833307028,
"median": 2.5846563447266817,
"max": 2.6528533585369587
},
"native.buildSeconds": {
"n": 3,
"missing": 0,
"min": 0.03163902834057808,
"median": 0.033987103030085564,
"max": 0.03531844727694988
},
"native.nfev": {
"n": 3,
"missing": 0,
"min": 22853,
"median": 22853,
"max": 22853
},
"native.njev": {
"n": 3,
"missing": 0,
"min": 433,
"median": 433,
"max": 433
},
"native.nlu": {
"n": 3,
"missing": 0,
"min": 1404,
"median": 1404,
"max": 1404
},
"native.jacobianRhsCalls": {
"n": 3,
"missing": 0,
"min": 12124,
"median": 12124,
"max": 12124
},
"native.cvodeLinearRhsCalls": {
"n": 3,
"missing": 0,
"min": 0,
"median": 0,
"max": 0
},
"native.acceptedSteps": {
"n": 3,
"missing": 0,
"min": 6660,
"median": 6660,
"max": 6660
},
"native.rejectedSteps": {
"n": 3,
"missing": 0,
"min": 359,
"median": 359,
"max": 359
}
},
"warmup": {
"native.buildSeconds": {
"n": 1,
"missing": 0,
"min": 3.9581447523087263,
"median": 3.9581447523087263,
"max": 3.9581447523087263
},
"frontend.clickToReadyDomMs": {
"n": 1,
"missing": 0,
"min": 7465.5,
"median": 7465.5,
"max": 7465.5
}
}
},
"baseline-profiled": {
"source": "browser-baseline-profiled/summary.json",
"mode": "profiled",
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"browser": "151.0.7922.34",
"node": "v24.18.0",
"cache": {
"formalHits": 3,
"formalCount": 3,
"coldRuns": [
{
"run": 0,
"warmup": true,
"buildSeconds": 4.257864186540246
}
]
},
"formal": {
"frontend.clickToFetchMs": {
"n": 3,
"missing": 0,
"min": 18.19999885559082,
"median": 18.799999237060547,
"max": 31.19999885559082
},
"frontend.clickToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 6863.099998474121,
"median": 6876.39999961853,
"max": 6969.799999237061
},
"frontend.clickToReadyPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 6879.599998474121,
"median": 6899.39999961853,
"max": 6996.5
},
"frontend.clickToIndexedDbCommitMs": {
"n": 3,
"missing": 0,
"min": 6956.299999237061,
"median": 6975.10000038147,
"max": 7079.799999237061
},
"frontend.clickToIndexedDbObservedMs": {
"n": 3,
"missing": 0,
"min": 6975.299999237061,
"median": 6975.699998855591,
"max": 7080
},
"frontend.resultTabToDomMs": {
"n": 3,
"missing": 0,
"min": 119.39999961853027,
"median": 119.5,
"max": 142.0999984741211
},
"frontend.resultTabToPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 177.39999961853027,
"median": 181.69999885559082,
"max": 203.69999885559082
},
"frontend.curveSelectToDomMs": {
"n": 3,
"missing": 0,
"min": 20.19999885559082,
"median": 21.200000762939453,
"max": 21.5
},
"frontend.csvClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 900.1999988555908,
"median": 1225,
"max": 1232.3000011444092
},
"frontend.resultClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 1139.5,
"median": 1472.3999996185303,
"max": 1591.2000007629395
},
"frontend.resultParseMs": {
"n": 3,
"missing": 0,
"min": 104.5,
"median": 108.70000076293945,
"max": 125.29999923706055
},
"frontend.synchronousStreamDecodeMs": {
"n": 3,
"missing": 0,
"min": 27.30000114440918,
"median": 30.600011825561523,
"max": 30.90000343322754
},
"frontend.resultParseEndToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 45.10000038146973,
"median": 56.69999885559082,
"max": 77.70000076293945
},
"frontend.csvClickToBlobAnchorMs": {
"n": 3,
"missing": 0,
"min": 481.29999923706055,
"median": 487.1000003814697,
"max": 512.8999996185303
},
"frontend.csvWorkerStartToCompleteReceivedMs": {
"n": 3,
"missing": 0,
"min": 455.8999996185303,
"median": 459.70000076293945,
"max": 480.5
},
"frontend.restoreNavigationToDomMs": {
"n": 3,
"missing": 0,
"min": 268.29999923706055,
"median": 292.1999988555908,
"max": 324.20000076293945
},
"backend.httpTotalMs": {
"n": 3,
"missing": 0,
"min": 6574.380322,
"median": 6582.457385,
"max": 6639.697444
},
"backendSpan.xml_validation": {
"n": 3,
"missing": 0,
"min": 19.817843000000003,
"median": 23.137652,
"max": 24.614099
},
"backendSpan.network_compilation": {
"n": 3,
"missing": 0,
"min": 36.37898199999999,
"median": 40.267707,
"max": 41.85826
},
"backendSpan.c_generation": {
"n": 3,
"missing": 0,
"min": 54.753178000000005,
"median": 62.82534100000001,
"max": 90.29663200000002
},
"backendSpan.native_build_or_cache_validation": {
"n": 3,
"missing": 0,
"min": 34.43911800000001,
"median": 34.640525,
"max": 35.062039
},
"backendSpan.native_indexed_result_read": {
"n": 3,
"missing": 0,
"min": 33.13457599999947,
"median": 41.52314899999965,
"max": 42.91529399999945
},
"backendSpan.native_result_metadata_json_parse": {
"n": 3,
"missing": 0,
"min": 1.0713349999996353,
"median": 1.155135999999402,
"max": 2.1820709999992687
},
"backendSpan.response_result_json_serialization": {
"n": 3,
"missing": 0,
"min": 27.720500999999786,
"median": 32.836866000000555,
"max": 33.48168700000042
},
"cWall.integrationSeconds": {
"n": 3,
"missing": 0,
"min": 5.991004675626755,
"median": 6.0229658130556345,
"max": 6.047124598175287
},
"cWall.projectionSeconds": {
"n": 3,
"missing": 0,
"min": 0.07681819424033165,
"median": 0.08062181994318962,
"max": 0.08308219909667969
},
"cWall.jsonWriteSeconds": {
"n": 3,
"missing": 0,
"min": 0.16539897210896015,
"median": 0.1660968940705061,
"max": 0.16900468990206718
},
"cWall.mainTotalSeconds": {
"n": 3,
"missing": 0,
"min": 6.234305376186967,
"median": 6.273725759238005,
"max": 6.2974305264651775
},
"cCpu.projectionCpuSeconds": {
"n": 3,
"missing": 0,
"min": 0.07681800000000027,
"median": 0.08062099999999983,
"max": 0.08304899999999993
},
"cCpu.jsonWriteCpuSeconds": {
"n": 3,
"missing": 0,
"min": 0.16535800000000034,
"median": 0.16605500000000006,
"max": 0.1689999999999996
},
"native.solveSeconds": {
"n": 3,
"missing": 0,
"min": 5.991004675626755,
"median": 6.0229658130556345,
"max": 6.047124598175287
},
"native.buildSeconds": {
"n": 3,
"missing": 0,
"min": 0.03400060534477234,
"median": 0.03425261192023754,
"max": 0.03470412641763687
},
"native.nfev": {
"n": 3,
"missing": 0,
"min": 74265,
"median": 74265,
"max": 74265
},
"native.njev": {
"n": 3,
"missing": 0,
"min": 475,
"median": 475,
"max": 475
},
"native.nlu": {
"n": 3,
"missing": 0,
"min": 1656,
"median": 1656,
"max": 1656
},
"native.jacobianRhsCalls": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"native.cvodeLinearRhsCalls": {
"n": 0,
"missing": 3,
"min": null,
"median": null,
"max": null
},
"native.acceptedSteps": {
"n": 3,
"missing": 0,
"min": 6974,
"median": 6974,
"max": 6974
},
"native.rejectedSteps": {
"n": 3,
"missing": 0,
"min": 454,
"median": 454,
"max": 454
}
},
"warmup": {
"native.buildSeconds": {
"n": 1,
"missing": 0,
"min": 4.257864186540246,
"median": 4.257864186540246,
"max": 4.257864186540246
},
"frontend.clickToReadyDomMs": {
"n": 1,
"missing": 0,
"min": 11086.39999961853,
"median": 11086.39999961853,
"max": 11086.39999961853
}
}
},
"optimized-profiled": {
"source": "browser-optimized-profiled/summary.json",
"mode": "profiled",
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"browser": "151.0.7922.34",
"node": "v24.18.0",
"cache": {
"formalHits": 3,
"formalCount": 3,
"coldRuns": [
{
"run": 0,
"warmup": true,
"buildSeconds": 4.131010768935084
}
]
},
"formal": {
"frontend.clickToFetchMs": {
"n": 3,
"missing": 0,
"min": 18.80000114440918,
"median": 22.100000381469727,
"max": 22.899999618530273
},
"frontend.clickToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 3528.800001144409,
"median": 3537.2000007629395,
"max": 3566
},
"frontend.clickToReadyPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 3545.900001525879,
"median": 3554.6000003814697,
"max": 3583.400001525879
},
"frontend.clickToIndexedDbCommitMs": {
"n": 3,
"missing": 0,
"min": 3616.7000007629395,
"median": 3644.8999996185303,
"max": 3691.6000003814697
},
"frontend.clickToIndexedDbObservedMs": {
"n": 3,
"missing": 0,
"min": 3641.900001525879,
"median": 3645.1000003814697,
"max": 3691.7000007629395
},
"frontend.resultTabToDomMs": {
"n": 3,
"missing": 0,
"min": 124.19999885559082,
"median": 126.39999961853027,
"max": 135
},
"frontend.resultTabToPaintOpportunityMs": {
"n": 3,
"missing": 0,
"min": 182.29999923706055,
"median": 189,
"max": 196.19999885559082
},
"frontend.curveSelectToDomMs": {
"n": 3,
"missing": 0,
"min": 17.700000762939453,
"median": 19.600000381469727,
"max": 24.5
},
"frontend.csvClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 981.5999984741211,
"median": 1070.3999996185303,
"max": 1514.8000011444092
},
"frontend.resultClickToDownloadSavedMs": {
"n": 3,
"missing": 0,
"min": 1170.3999996185303,
"median": 1199.400001525879,
"max": 1262.7999992370605
},
"frontend.resultParseMs": {
"n": 3,
"missing": 0,
"min": 103.19999885559082,
"median": 103.39999961853027,
"max": 107.89999961853027
},
"frontend.synchronousStreamDecodeMs": {
"n": 3,
"missing": 0,
"min": 24.40001106262207,
"median": 28,
"max": 30.999996185302734
},
"frontend.resultParseEndToReadyDomMs": {
"n": 3,
"missing": 0,
"min": 37.30000114440918,
"median": 38.5,
"max": 48
},
"frontend.csvClickToBlobAnchorMs": {
"n": 3,
"missing": 0,
"min": 491.20000076293945,
"median": 506.6000003814697,
"max": 509.5
},
"frontend.csvWorkerStartToCompleteReceivedMs": {
"n": 3,
"missing": 0,
"min": 458.1000003814697,
"median": 476.70000076293945,
"max": 478.1000003814697
},
"frontend.restoreNavigationToDomMs": {
"n": 3,
"missing": 0,
"min": 265.70000076293945,
"median": 287.79999923706055,
"max": 309
},
"backend.httpTotalMs": {
"n": 3,
"missing": 0,
"min": 3274.353344,
"median": 3293.63067,
"max": 3305.754264
},
"backendSpan.xml_validation": {
"n": 3,
"missing": 0,
"min": 22.002114000000002,
"median": 22.740438,
"max": 24.141884
},
"backendSpan.network_compilation": {
"n": 3,
"missing": 0,
"min": 35.341048,
"median": 38.929664,
"max": 72.076841
},
"backendSpan.c_generation": {
"n": 3,
"missing": 0,
"min": 91.785781,
"median": 92.98732,
"max": 93.50783700000001
},
"backendSpan.native_build_or_cache_validation": {
"n": 3,
"missing": 0,
"min": 34.447619,
"median": 34.77212900000001,
"max": 36.550287
},
"backendSpan.native_indexed_result_read": {
"n": 3,
"missing": 0,
"min": 28.538526000000275,
"median": 45.05386300000009,
"max": 47.159732000000076
},
"backendSpan.native_result_metadata_json_parse": {
"n": 3,
"missing": 0,
"min": 1.2262399999999616,
"median": 1.3418429999996988,
"max": 1.359443999999712
},
"backendSpan.response_result_json_serialization": {
"n": 3,
"missing": 0,
"min": 24.105782999999974,
"median": 24.171384999999646,
"max": 33.10307499999999
},
"cWall.integrationSeconds": {
"n": 3,
"missing": 0,
"min": 2.6579617261886597,
"median": 2.662376467138529,
"max": 2.6725326981395483
},
"cWall.projectionSeconds": {
"n": 3,
"missing": 0,
"min": 0.08070902153849602,
"median": 0.08097222819924355,
"max": 0.08253358118236065
},
"cWall.jsonWriteSeconds": {
"n": 3,
"missing": 0,
"min": 0.1650443598628044,
"median": 0.16764044389128685,
"max": 0.16780925169587135
},
"cWall.mainTotalSeconds": {
"n": 3,
"missing": 0,
"min": 2.9050150476396084,
"median": 2.913610829040408,
"max": 2.9221549071371555
},
"cCpu.projectionCpuSeconds": {
"n": 3,
"missing": 0,
"min": 0.080708,
"median": 0.08097200000000004,
"max": 0.08246199999999959
},
"cCpu.jsonWriteCpuSeconds": {
"n": 3,
"missing": 0,
"min": 0.1650400000000003,
"median": 0.16759900000000005,
"max": 0.167713
},
"native.solveSeconds": {
"n": 3,
"missing": 0,
"min": 2.6579617261886597,
"median": 2.662376467138529,
"max": 2.6725326981395483
},
"native.buildSeconds": {
"n": 3,
"missing": 0,
"min": 0.03401860594749451,
"median": 0.03430301323533058,
"max": 0.036061473190784454
},
"native.nfev": {
"n": 3,
"missing": 0,
"min": 22853,
"median": 22853,
"max": 22853
},
"native.njev": {
"n": 3,
"missing": 0,
"min": 433,
"median": 433,
"max": 433
},
"native.nlu": {
"n": 3,
"missing": 0,
"min": 1404,
"median": 1404,
"max": 1404
},
"native.jacobianRhsCalls": {
"n": 3,
"missing": 0,
"min": 12124,
"median": 12124,
"max": 12124
},
"native.cvodeLinearRhsCalls": {
"n": 3,
"missing": 0,
"min": 0,
"median": 0,
"max": 0
},
"native.acceptedSteps": {
"n": 3,
"missing": 0,
"min": 6660,
"median": 6660,
"max": 6660
},
"native.rejectedSteps": {
"n": 3,
"missing": 0,
"min": 359,
"median": 359,
"max": 359
}
},
"warmup": {
"native.buildSeconds": {
"n": 1,
"missing": 0,
"min": 4.131010768935084,
"median": 4.131010768935084,
"max": 4.131010768935084
},
"frontend.clickToReadyDomMs": {
"n": 1,
"missing": 0,
"min": 7714.200000762939,
"median": 7714.200000762939,
"max": 7714.200000762939
}
}
}
},
"nativeTiming": {
"method": "Alternating serial pairs, same executable; paired ratios and ratio of group medians are distinct estimates. Warmups and verify excluded.",
"metrics": {
"solveSeconds": {
"pairs": [
{
"pair": 2,
"dense": 5.9121952168643475,
"auto": 2.5543627608567476,
"reductionPercent": 56.795020002544746,
"speedup": 2.314547999001271
},
{
"pair": 3,
"dense": 5.656100198626518,
"auto": 2.4254562724381685,
"reductionPercent": 57.117869428353714,
"speedup": 2.3319736838383704
},
{
"pair": 4,
"dense": 5.791500395163894,
"auto": 2.492558753117919,
"reductionPercent": 56.96177876117745,
"speedup": 2.3235161008418994
}
],
"pairedReductionPercent": {
"n": 3,
"median": 56.96177876117745,
"min": 56.795020002544746,
"max": 57.117869428353714,
"values": [
56.795020002544746,
57.117869428353714,
56.96177876117745
]
},
"pairedSpeedup": {
"n": 3,
"median": 2.3235161008418994,
"min": 2.314547999001271,
"max": 2.3319736838383704,
"values": [
2.314547999001271,
2.3319736838383704,
2.3235161008418994
]
},
"ratioOfGroupMedians": {
"denseMedian": 5.791500395163894,
"autoMedian": 2.492558753117919,
"reductionPercent": 56.96177876117745,
"speedup": 2.3235161008418994
}
},
"solveCpuSeconds": {
"pairs": [
{
"pair": 2,
"dense": 5.910715000000001,
"auto": 2.553789,
"reductionPercent": 56.793907336083706,
"speedup": 2.314488393520373
},
{
"pair": 3,
"dense": 5.655141,
"auto": 2.4249300000000003,
"reductionPercent": 57.119902050187605,
"speedup": 2.3320842251116525
},
{
"pair": 4,
"dense": 5.7901679999999995,
"auto": 2.481718,
"reductionPercent": 57.13910200878455,
"speedup": 2.3331289050569
}
],
"pairedReductionPercent": {
"n": 3,
"median": 57.119902050187605,
"min": 56.793907336083706,
"max": 57.13910200878455,
"values": [
56.793907336083706,
57.119902050187605,
57.13910200878455
]
},
"pairedSpeedup": {
"n": 3,
"median": 2.3320842251116525,
"min": 2.314488393520373,
"max": 2.3331289050569,
"values": [
2.314488393520373,
2.3320842251116525,
2.3331289050569
]
},
"ratioOfGroupMedians": {
"denseMedian": 5.7901679999999995,
"autoMedian": 2.481718,
"reductionPercent": 57.13910200878455,
"speedup": 2.3331289050569
}
},
"processWallSeconds": {
"pairs": [
{
"pair": 2,
"dense": 6.239419741556048,
"auto": 2.8775970581918955,
"reductionPercent": 53.880373858703535,
"speedup": 2.168274298096661
},
{
"pair": 3,
"dense": 5.992330618202686,
"auto": 2.726874863728881,
"reductionPercent": 54.49391835214246,
"speedup": 2.197508473127527
},
{
"pair": 4,
"dense": 6.091389335691929,
"auto": 2.827176822349429,
"reductionPercent": 53.58732357191734,
"speedup": 2.154583783914119
}
],
"pairedReductionPercent": {
"n": 3,
"median": 53.880373858703535,
"min": 53.58732357191734,
"max": 54.49391835214246,
"values": [
53.880373858703535,
54.49391835214246,
53.58732357191734
]
},
"pairedSpeedup": {
"n": 3,
"median": 2.168274298096661,
"min": 2.154583783914119,
"max": 2.197508473127527,
"values": [
2.168274298096661,
2.197508473127527,
2.154583783914119
]
},
"ratioOfGroupMedians": {
"denseMedian": 6.091389335691929,
"autoMedian": 2.827176822349429,
"reductionPercent": 53.58732357191734,
"speedup": 2.154583783914119
}
}
}
},
"nativeCounters": {
"dense": {
"jacobianMode": "dense-difference",
"jacobianRhsCalls": 0,
"jacobianColoredEvals": 0,
"jacobianFallbacks": 0,
"jacobianChecks": 0,
"jacobianMismatches": 0,
"cvodeRhsCalls": 11565,
"cvodeLinearRhsCalls": 62700,
"nfev": 74265,
"njev": 475,
"nlu": 1656,
"acceptedSteps": 6974,
"rejectedSteps": 454,
"stateTransitions": 1,
"solverStarts": 4
},
"auto": {
"jacobianMode": "colored-difference",
"jacobianRhsCalls": 12124,
"jacobianColoredEvals": 433,
"jacobianFallbacks": 0,
"jacobianChecks": 0,
"jacobianMismatches": 0,
"cvodeRhsCalls": 10729,
"cvodeLinearRhsCalls": 0,
"nfev": 22853,
"njev": 433,
"nlu": 1404,
"acceptedSteps": 6660,
"rejectedSteps": 359,
"stateTransitions": 1,
"solverStarts": 4
},
"verify": {
"jacobianMode": "colored-difference",
"jacobianRhsCalls": 69280,
"jacobianColoredEvals": 433,
"jacobianFallbacks": 0,
"jacobianChecks": 433,
"jacobianMismatches": 0,
"cvodeRhsCalls": 10729,
"cvodeLinearRhsCalls": 0,
"nfev": 80009,
"njev": 433,
"nlu": 1404,
"acceptedSteps": 6660,
"rejectedSteps": 359,
"stateTransitions": 1,
"solverStarts": 4
}
},
"nativeComputeProfile": "Exclusive scopes partition EACH run's integration wall time. Percentages are computed within each run before n/min/median/max; summed medians are not an exact total. Inclusive Jacobian contains its nested canonical base/probe RHS and overlaps total RHS.",
"nonlinearFailures": "The current auto CVODE nonlinear-convergence-failure counters cover all restart segments. The previous report's 414 described dense CVODE failures in a different experiment. Neither counts pipe-local Newton exhaustion, rejected steps, or completed-run failures; do not use them as a timing share.",
"sources": {
"cost-summary.json": {
"sha256": "a723bb167408de825455ccca6affbbf572fbaee401c1376443f30c3c368f410b",
"bytes": 456606
},
"benchmark/summary.json": {
"sha256": "f9296f0317fc3eb546eb733e17ea22dd1041ef7a775651c0adfec936bb2e8311",
"bytes": 2396085
},
"native-compute-profile/summary.json": {
"sha256": "79d08dcdffebc13f8a6ef835f88fc489c193fc673943ac701bfc9515d5c72d90",
"bytes": 25582
},
"equality-baseline.json": {
"sha256": "08bd1620683cafa21753f574da8b4c0623d1e3a38d6734dd36440e9c8a14604a",
"bytes": 8736
},
"equality-optimized.json": {
"sha256": "21faba2c340e02d04724108ab36fba0be07de3f6d165f1294383bfc8721b5818",
"bytes": 8755
},
"convergence/convergence-summary.json": {
"sha256": "5eb93f1d1904e1bf1440d859c5df352aef0938500c4a6e3cfd7eb35d122b3619",
"bytes": 88556
},
"xml-generated-program-parity.json": {
"sha256": "024457aebd9fe6844295ae885313a0c0475207a0f4a5e950b0d1bc1cca10dc21",
"bytes": 3810
}
},
"browserValueChecks": {
"baseline": {
"nativeSha256": "14cf0f8bd88a9ee9ff8e04275b2b56fc094db59857b2ccd42c0f9394ec5b5916",
"comparison": "Numeric equality using == on parsed numbers, with identical keys and lengths; no tolerance, conversion, interpolation or rounding. Diagnostic timings are excluded.",
"sampleCount": 1002,
"seriesCountIncludingTime": 1785,
"finalValueCount": 1784,
"allPassed": true,
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"buildAssetSetSha256Values": [
"f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2"
],
"allGroupsCsvFilesByteIdentical": true,
"allCsvFilesByteIdentical": true,
"csvSha256": "9539539330a5641e0b2e4c6eadf5d64e8073f3d6611a310d5c0951fd9369c17b",
"totalCsvCellsCompared": 14308560,
"totalSeriesValuesCompared": 14308560,
"totalFinalValuesCompared": 14272
},
"optimized": {
"nativeSha256": "3aa962aa2d9145850b0e2e882e447bafd8c5c5904d79bf4fda951285ca838a2f",
"comparison": "Numeric equality using == on parsed numbers, with identical keys and lengths; no tolerance, conversion, interpolation or rounding. Diagnostic timings are excluded.",
"sampleCount": 1002,
"seriesCountIncludingTime": 1785,
"finalValueCount": 1784,
"allPassed": true,
"inputSha256": "670977bef67e62d9c66e8af497bada208bd72a7301be45128d185d47282cf288",
"buildAssetSetSha256": "f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2",
"buildAssetSetSha256Values": [
"f089bfc67e38ab5a4a0f7649d94f711642d4ab08b690be50b8ef075d8422a1c2"
],
"allGroupsCsvFilesByteIdentical": true,
"allCsvFilesByteIdentical": true,
"csvSha256": "9bf943659ecb717ea9c198e544039828ee072f3ca4d14490071d7462ec563c65",
"totalCsvCellsCompared": 14308560,
"totalSeriesValuesCompared": 14308560,
"totalFinalValuesCompared": 14272
}
},
"xmlGeneratedProgramParity": {
"allGeneratedSourceEqual": true,
"allGeneratedHeaderEqual": true,
"xmlByteHashesDiffer": true,
"runs": [
{
"xml": "benchmark/input.xml",
"xmlSha256": "2804b33f04cabb3c10fcc3cc0843c35de17efbe1b6ee5e5e821edd9a5515a23d",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "backend-optimized-profiled/requests/2a47f68a-45a7-498f-8c37-4ce5e011c9a7/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "backend-optimized-profiled/requests/9797804b-2e38-4d39-8412-deafd9f36664/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "backend-optimized-profiled/requests/b59a4813-47bc-4c08-bf87-12ca20db0fbc/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "backend-optimized-profiled/requests/ec31a869-3291-4883-aa1c-47e45e6f390a/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "baseline-source/profiled-backend/requests/35334999-3e59-49cc-94e8-c322a2a6b547/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "baseline-source/profiled-backend/requests/56e0dad6-928d-4094-a9c6-4f9abc1fb095/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "baseline-source/profiled-backend/requests/be9c63aa-410d-4f02-b951-94b281965aa8/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
},
{
"xml": "baseline-source/profiled-backend/requests/ea2a21a3-fdd9-4cc5-ba6d-799ce76acb40/input.xml",
"xmlSha256": "ad8f102935b583fe6eec6a372449cb8d1d847c34d0091ea1aa0d23a2b840e099",
"generatedSourceSha256": "e1b12735cda177dee48bac333509528e683b28aa820d5ff7aba6ed58cb2f087b",
"generatedHeaderSha256": "e21a80a76bd9a5a195bee24de59da8cc351fe6548932b024e276c1ac94bf49a6"
}
],
"note": "All nine XMLs compiled by the current generator. No executable compilation or solve; numerical C/header equality despite XML serialization differences."
}
}