zwitschi
4d27109668
One directory with sixty scripts stopped being navigable, and the grouping is also the sandbox boundary:
Tools/unreal/ commandlets and the two map builders, with ue_common.py and ue_placement.py as the
shared imports (they need the engine)
Tools/blender/ builders, exporters, the FBX preset, the MPFB character pipeline, blender_screenshots
(they need the Blender Flatpak)
Tools/review/ the visual loop: render_screenshots.sh, judge_screenshot.py, hero_compare.py,
build_comparison_md.py, e2e_asset_check.py, hero_iterate.sh, visual_loop.py,
visual_targets.json
Tools/gen/ image and texture generation: the ComfyUI driver, deterministic texture writers,
reference fetching
Tools/input/ OS-level input injection
root _common.py, check-lfs.sh, addon_compat_probe.py, sibling_asset_audit.py, tests/
Every moved script now resolves the repository root as ../.. and puts the tools root plus its siblings on
sys.path, so 'import ue_common' still works from unreal/. The test suite bootstrap does the same for the five
folders. render_screenshots.sh takes the folder as a third argument to run_cmdlet, and the e2e driver,
hero_iterate.sh and the comparison generator were repointed.
51 README rows now link to their new location, the README gains a Layout section naming each folder's
sandbox, and the architecture notes and Blender README follow the moves.
Verified: 108 tests pass, prettier is clean, judge_screenshot.py and hero_compare.py run from their new
homes, and the e2e run was aborted mid-way (it had been rebuilding an empty DemoMap for 15 minutes) and is
being rerun against the new layout.
50 lines
1.8 KiB
Python
50 lines
1.8 KiB
Python
"""Tests for the multi-model reconciliation in judge_screenshot.combine()."""
|
|
|
|
import os
|
|
import sys
|
|
|
|
_TOOLS = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
|
sys.path.insert(0, _TOOLS)
|
|
for _sub in ("review", "gen", "unreal", "blender", "input"):
|
|
sys.path.insert(0, os.path.join(_TOOLS, _sub))
|
|
|
|
|
|
import unittest
|
|
|
|
from judge_screenshot import combine
|
|
|
|
|
|
class CombineTests(unittest.TestCase):
|
|
def test_agreement_takes_the_verdict_and_mean_confidence(self):
|
|
result = combine([
|
|
{"model": "a", "verdict": "yes", "confidence": 0.8, "reason": "ok"},
|
|
{"model": "b", "verdict": "yes", "confidence": 0.6, "reason": "fine"},
|
|
])
|
|
self.assertEqual(result["verdict"], "yes")
|
|
self.assertAlmostEqual(result["confidence"], 0.7)
|
|
|
|
def test_disagreement_becomes_uncertain_and_keeps_both_reasons(self):
|
|
result = combine([
|
|
{"model": "a", "verdict": "yes", "confidence": 0.9, "reason": "looks right"},
|
|
{"model": "b", "verdict": "no", "confidence": 0.4, "reason": "missing banner"},
|
|
])
|
|
self.assertEqual(result["verdict"], "uncertain")
|
|
self.assertAlmostEqual(result["confidence"], 0.4)
|
|
self.assertIn("a=yes", result["reason"])
|
|
self.assertIn("b=no", result["reason"])
|
|
|
|
def test_unknown_verdicts_are_ignored(self):
|
|
result = combine([
|
|
{"model": "a", "verdict": "no", "confidence": 0.5, "reason": "x"},
|
|
{"model": "b", "verdict": "garbage", "confidence": 0.9, "reason": "y"},
|
|
])
|
|
self.assertEqual(result["verdict"], "no")
|
|
|
|
def test_no_usable_verdicts(self):
|
|
result = combine([{"model": "a", "verdict": "garbage"}])
|
|
self.assertEqual(result["verdict"], "unknown")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|