增加可选性能埋点并完成物性效率评估
This commit is contained in:
1 parent
4e0b9fd8cc
commit
57b459bc72
21 files changed
+2029
-179
No files matched your search
@@ -0,0 +1,171 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
import sys
|
||||
import textwrap
|
||||
import unittest
|
||||
|
||||
|
||||
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
||||
|
||||
|
||||
class SimulationPerformancePipelineTests(unittest.TestCase):
|
||||
def test_off_mode_does_not_change_result_diagnostics(self) -> None:
|
||||
script = textwrap.dedent(
|
||||
"""
|
||||
from app.main import (
|
||||
build_reactflow_system_xml,
|
||||
run_system_xml_simulation,
|
||||
)
|
||||
from tests.test_amesim_pnl00r_xml import amesim_pnl00r_project
|
||||
|
||||
result = run_system_xml_simulation(
|
||||
build_reactflow_system_xml(amesim_pnl00r_project())
|
||||
)
|
||||
assert result["success"], result["message"]
|
||||
print("performance" in result["diagnostics"])
|
||||
"""
|
||||
)
|
||||
environment = os.environ.copy()
|
||||
environment["SIMULATIONAPP_PROFILE"] = "off"
|
||||
completed = subprocess.run(
|
||||
[sys.executable, "-c", script],
|
||||
cwd=PROJECT_ROOT,
|
||||
env=environment,
|
||||
check=True,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
)
|
||||
|
||||
self.assertEqual(completed.stdout.strip(), "False")
|
||||
|
||||
def test_standard_mode_reports_coarse_pipeline_phases_per_run(self) -> None:
|
||||
script = textwrap.dedent(
|
||||
"""
|
||||
import json
|
||||
|
||||
from app.main import (
|
||||
build_reactflow_system_xml,
|
||||
run_system_xml_simulation,
|
||||
)
|
||||
from tests.test_amesim_pnl00r_xml import amesim_pnl00r_project
|
||||
|
||||
xml = build_reactflow_system_xml(amesim_pnl00r_project())
|
||||
snapshots = []
|
||||
for _ in range(2):
|
||||
result = run_system_xml_simulation(xml)
|
||||
assert result["success"], result["message"]
|
||||
performance = result["diagnostics"]["performance"]
|
||||
snapshots.append(
|
||||
{
|
||||
"mode": performance["mode"],
|
||||
"calls": {
|
||||
name: metrics["calls"]
|
||||
for name, metrics in performance["phases"].items()
|
||||
},
|
||||
"propertyCount": len(performance["properties"]),
|
||||
}
|
||||
)
|
||||
print(json.dumps(snapshots))
|
||||
"""
|
||||
)
|
||||
environment = os.environ.copy()
|
||||
environment["SIMULATIONAPP_PROFILE"] = "standard"
|
||||
completed = subprocess.run(
|
||||
[sys.executable, "-c", script],
|
||||
cwd=PROJECT_ROOT,
|
||||
env=environment,
|
||||
check=True,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
)
|
||||
snapshots = json.loads(completed.stdout)
|
||||
required_phases = {
|
||||
"simulation.total",
|
||||
"simulation.xml_validation",
|
||||
"simulation.network_compilation",
|
||||
"simulation.system_construction",
|
||||
"simulation.sample_initialization",
|
||||
"simulation.integration",
|
||||
"simulation.postprocessing",
|
||||
"simulation.result_assembly",
|
||||
"simulation.response_assembly",
|
||||
}
|
||||
audit_only_phases = {
|
||||
"simulation.rhs",
|
||||
"simulation.closure",
|
||||
"simulation.refresh",
|
||||
"simulation.pressure_flow",
|
||||
"simulation.pneumatic_volume",
|
||||
"simulation.stream",
|
||||
"simulation.signal",
|
||||
"simulation.derivatives",
|
||||
}
|
||||
|
||||
self.assertEqual(len(snapshots), 2)
|
||||
for snapshot in snapshots:
|
||||
self.assertEqual(snapshot["mode"], "standard")
|
||||
self.assertTrue(required_phases.issubset(snapshot["calls"]))
|
||||
self.assertEqual(snapshot["calls"]["simulation.total"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.xml_validation"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.network_compilation"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.integration"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.postprocessing"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.result_assembly"], 1)
|
||||
self.assertEqual(snapshot["calls"]["simulation.response_assembly"], 1)
|
||||
self.assertTrue(audit_only_phases.isdisjoint(snapshot["calls"]))
|
||||
self.assertEqual(snapshot["propertyCount"], 0)
|
||||
|
||||
def test_audit_mode_reports_hot_phases_and_property_metrics(self) -> None:
|
||||
script = textwrap.dedent(
|
||||
"""
|
||||
import json
|
||||
|
||||
from app.main import (
|
||||
build_reactflow_system_xml,
|
||||
run_system_xml_simulation,
|
||||
)
|
||||
from tests.test_amesim_pnl00r_xml import amesim_pnl00r_project
|
||||
|
||||
result = run_system_xml_simulation(
|
||||
build_reactflow_system_xml(amesim_pnl00r_project())
|
||||
)
|
||||
assert result["success"], result["message"]
|
||||
print(json.dumps(result["diagnostics"]["performance"]))
|
||||
"""
|
||||
)
|
||||
environment = os.environ.copy()
|
||||
environment["SIMULATIONAPP_PROFILE"] = "audit"
|
||||
completed = subprocess.run(
|
||||
[sys.executable, "-c", script],
|
||||
cwd=PROJECT_ROOT,
|
||||
env=environment,
|
||||
check=True,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
)
|
||||
snapshot = json.loads(completed.stdout)
|
||||
|
||||
for phase in (
|
||||
"simulation.rhs",
|
||||
"simulation.closure",
|
||||
"simulation.refresh",
|
||||
"simulation.pressure_flow",
|
||||
"simulation.pneumatic_volume",
|
||||
"simulation.stream",
|
||||
"simulation.signal",
|
||||
"simulation.derivatives",
|
||||
):
|
||||
self.assertGreater(snapshot["phases"][phase]["calls"], 0)
|
||||
self.assertGreater(len(snapshot["properties"]), 0)
|
||||
self.assertGreater(snapshot["propertyOutermostNs"], 0)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in new issue
Block a user