55
66from plugin_eval .cli import app
77from plugin_eval .models import (
8- CompositeResult , Depth , EvalConfig , LayerResult , PluginEvalResult ,
8+ CompositeResult ,
9+ Depth ,
10+ EvalConfig ,
11+ LayerResult ,
12+ PluginEvalResult ,
913)
1014
1115runner = CliRunner ()
@@ -51,9 +55,7 @@ def test_plugin_eval_at_deep_depth_emits_downgrade_warning(
5155 assert "plugin-level" in result .stderr .lower ()
5256 assert "deep" in result .stderr .lower ()
5357
54- def test_plugin_eval_at_quick_depth_does_not_warn (
55- self , sample_plugin_dir : Path
56- ) -> None :
58+ def test_plugin_eval_at_quick_depth_does_not_warn (self , sample_plugin_dir : Path ) -> None :
5759 """No warning when the requested depth is already static-only."""
5860 result = runner .invoke (
5961 app ,
@@ -70,16 +72,18 @@ def test_score_warns_when_judge_unmeasured(sample_skill_dir):
7072 config = EvalConfig (depth = Depth .STANDARD ),
7173 layers = [
7274 LayerResult (layer = "static" , score = 0.8 , sub_scores = {}),
73- LayerResult (layer = "judge" , score = 0.0 , sub_scores = {},
74- metadata = {"unmeasured" : ["triggering_accuracy" , "output_quality" ]}),
75+ LayerResult (
76+ layer = "judge" ,
77+ score = 0.0 ,
78+ sub_scores = {},
79+ metadata = {"unmeasured" : ["triggering_accuracy" , "output_quality" ]},
80+ ),
7581 ],
7682 composite = CompositeResult (score = 60.0 ),
7783 )
7884 with patch ("plugin_eval.cli.EvalEngine" ) as Eng :
7985 Eng .return_value .evaluate_skill .return_value = fake
80- result = CliRunner ().invoke (
81- app , ["score" , str (sample_skill_dir ), "--output" , "json" ]
82- )
86+ result = CliRunner ().invoke (app , ["score" , str (sample_skill_dir ), "--output" , "json" ])
8387 assert result .exit_code == 0
8488 assert "judge" in result .stderr .lower ()
8589 assert "unmeasured" in result .stderr .lower () or "could not" in result .stderr .lower ()
0 commit comments