119 lines
8.9 KiB
Python
119 lines
8.9 KiB
Python
|
"""通过真实 CLI 验证冻结基线与采集契约；捕获对象为明确的合成夹具。"""
|
||
|
|
from concurrent.futures import ThreadPoolExecutor
|
||
|
|
import json
|
||
|
|
from pathlib import Path
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
import tempfile
|
||
|
|
import unittest
|
||
|
|
from PIL import Image
|
||
|
|
SCRIPTS=Path(__file__).resolve().parents[1]/'scripts'
|
||
|
|
|
||
|
|
class CapturePipelineTests(unittest.TestCase):
|
||
|
|
def setUp(self):
|
||
|
|
self.tmp=tempfile.TemporaryDirectory(prefix='capture pipeline ')
|
||
|
|
self.root=Path(self.tmp.name)
|
||
|
|
Image.new('RGB',(32,64),'white').save(self.root/'reference.png')
|
||
|
|
self.expected={'url':'http://127.0.0.1:4187/','title':'合成夹具','viewport':{'width':32,'height':64},'dpr':1,'full_page':True,'screenshot_scale':'css'}
|
||
|
|
self.manifest={'reference':'reference.png','css_viewport_width':32,'expected':self.expected,'regions':[
|
||
|
|
{'name':'card','box':[0,2,10,10],'selector':'.card'},
|
||
|
|
{'name':'ink','box':[0,20,12,12],'box_type':'ink','selector':'h1'},
|
||
|
|
{'name':'paper','kind':'color','box':[20,0,10,10]}]}
|
||
|
|
def tearDown(self):self.tmp.cleanup()
|
||
|
|
def cli(self,name,*args):return subprocess.run([sys.executable,str(SCRIPTS/name),*map(str,args)],capture_output=True,text=True)
|
||
|
|
def write(self,path,data):path.write_text(json.dumps(data),encoding='utf-8')
|
||
|
|
def measure(self):
|
||
|
|
self.write(self.root/'regions.json',self.manifest)
|
||
|
|
result=self.cli('measure_reference.py','--manifest',self.root/'regions.json','--out-dir',self.root/'measured')
|
||
|
|
self.assertEqual(result.returncode,0,result.stderr)
|
||
|
|
def prepare(self,name='round-01'):
|
||
|
|
result=self.cli('prepare_capture.py','--measurements',self.root/'measured/measurements.json','--out-dir',self.root/name)
|
||
|
|
self.assertEqual(result.returncode,0,result.stderr)
|
||
|
|
return self.root/name
|
||
|
|
def capture(self,round_dir,shift=0):
|
||
|
|
plan=json.loads((round_dir/'capture-plan.json').read_text())
|
||
|
|
capture={**self.expected,'measurement_sha256':plan['measurement_sha256'],'document_height':64,'fonts_ready':True,'images_ready':True,'elements':[
|
||
|
|
{'name':'card','selector':'.card','count':1,'status':'measured','box':[shift,2,10,10]},
|
||
|
|
{'name':'ink','selector':'h1','count':1,'status':'measured','box':[0,20,32,20]}]}
|
||
|
|
self.write(round_dir/'capture.json',capture)
|
||
|
|
Image.new('RGB',(32,64),'white').save(round_dir/'candidate.png')
|
||
|
|
return capture
|
||
|
|
def verify(self,round_dir,previous=None,out='report'):
|
||
|
|
args=['--manifest',round_dir/'run.json','--out-dir',round_dir/out]
|
||
|
|
if previous:args+=['--previous',previous]
|
||
|
|
return self.cli('verify_capture.py',*args)
|
||
|
|
def test_full_pipeline_excludes_ink(self):
|
||
|
|
self.measure();r=self.prepare();self.capture(r)
|
||
|
|
result=self.verify(r);self.assertEqual(result.returncode,0,result.stderr)
|
||
|
|
data=json.loads((r/'report/verification.json').read_text())['geometry']
|
||
|
|
self.assertTrue(data['complete']);self.assertEqual(data['regions'][0]['delta_css'],[0,0,0,0])
|
||
|
|
self.assertEqual(data['regions'][1]['status'],'visual_only');self.assertNotIn('delta_css',data['regions'][1])
|
||
|
|
self.assertEqual(data['regions'][2]['status'],'reference_only')
|
||
|
|
self.assertTrue((r/'report/geometry.md').exists())
|
||
|
|
def test_prepare_requires_expected_and_mapping(self):
|
||
|
|
for i,change in enumerate([{'expected':None},{'css_viewport_width':16}]):
|
||
|
|
with self.subTest(change=change):
|
||
|
|
altered={**self.manifest,**change};self.write(self.root/'regions.json',altered)
|
||
|
|
m=self.root/f'm{i}';self.assertEqual(self.cli('measure_reference.py','--manifest',self.root/'regions.json','--out-dir',m).returncode,0)
|
||
|
|
out=self.root/f'r{i}';result=self.cli('prepare_capture.py','--measurements',m/'measurements.json','--out-dir',out)
|
||
|
|
self.assertEqual(result.returncode,2);self.assertFalse(out.exists())
|
||
|
|
def test_reference_mutation_rejected(self):
|
||
|
|
self.measure();Image.new('RGB',(32,64),'black').save(self.root/'reference.png')
|
||
|
|
result=self.cli('prepare_capture.py','--measurements',self.root/'measured/measurements.json','--out-dir',self.root/'r')
|
||
|
|
self.assertEqual(result.returncode,2);self.assertIn('参考图已改动',result.stderr)
|
||
|
|
def test_measurement_mutation_rejected(self):
|
||
|
|
self.measure();r=self.prepare();self.capture(r)
|
||
|
|
p=self.root/'measured/measurements.json';d=json.loads(p.read_text());d['regions'][0]['box'][0]=3;self.write(p,d)
|
||
|
|
result=self.verify(r);self.assertEqual(result.returncode,2);self.assertIn('基线已改动',result.stderr);self.assertFalse((r/'report').exists())
|
||
|
|
def test_old_collector_and_duplicate_rows_rejected(self):
|
||
|
|
self.measure();r=self.prepare();good=self.capture(r)
|
||
|
|
for i,c in enumerate([{**good,'measurement_sha256':'bad'},{**good,'elements':good['elements']+[good['elements'][0]]},{**good,'elements':good['elements'][1:]}]):
|
||
|
|
with self.subTest(index=i):
|
||
|
|
self.write(r/'capture.json',c);self.assertEqual(self.verify(r,out=f'bad-{i}').returncode,2);self.assertFalse((r/f'bad-{i}').exists())
|
||
|
|
def test_missing_hidden_and_ambiguous_are_not_success(self):
|
||
|
|
self.measure();r=self.prepare();good=self.capture(r)
|
||
|
|
for status in ['missing','hidden','ambiguous','unmeasurable','invalid_selector']:
|
||
|
|
with self.subTest(status=status):
|
||
|
|
rows=[{**good['elements'][0],'status':status,'count':2 if status=='ambiguous' else 0},good['elements'][1]]
|
||
|
|
self.write(r/'capture.json',{**good,'elements':rows})
|
||
|
|
result=self.verify(r,out=status);self.assertEqual(result.returncode,2)
|
||
|
|
geometry=json.loads((r/status/'verification.json').read_text())['geometry']
|
||
|
|
self.assertFalse(geometry['complete']);self.assertEqual(geometry['unavailable_regions'],['card'])
|
||
|
|
self.assertNotIn('delta_css',geometry['regions'][0])
|
||
|
|
def test_invalid_geometry_rejected(self):
|
||
|
|
self.measure();r=self.prepare();good=self.capture(r)
|
||
|
|
for i,row in enumerate([{**good['elements'][0],'count':2},{**good['elements'][0],'box':[0,0,-1,10]},{**good['elements'][0],'box':[float('nan'),0,10,10]}]):
|
||
|
|
self.write(r/'capture.json',{**good,'elements':[row,good['elements'][1]]})
|
||
|
|
self.assertEqual(self.verify(r,out=f'invalid-{i}').returncode,2)
|
||
|
|
def test_previous_reports_reduction_and_regression(self):
|
||
|
|
self.measure();r1=self.prepare();self.capture(r1,shift=3);self.assertEqual(self.verify(r1).returncode,0)
|
||
|
|
previous=r1/'report/verification.json'
|
||
|
|
for name,shift,change in [('better',1,'reduced'),('worse',6,'increased')]:
|
||
|
|
r=self.prepare(name);self.capture(r,shift=shift);result=self.verify(r,previous);self.assertEqual(result.returncode,0,result.stderr)
|
||
|
|
changes=json.loads((r/'report/verification.json').read_text())['geometry']['changes']
|
||
|
|
self.assertEqual(changes[0]['change'],change);self.assertEqual(changes[1]['change'],'unavailable')
|
||
|
|
def test_unrelated_previous_rejected(self):
|
||
|
|
self.measure();r=self.prepare();self.capture(r);self.assertEqual(self.verify(r).returncode,0)
|
||
|
|
p=r/'report/verification.json';d=json.loads(p.read_text());d['geometry']['measurement_sha256']='other';self.write(self.root/'unrelated.json',d)
|
||
|
|
result=self.verify(r,self.root/'unrelated.json',out='new');self.assertEqual(result.returncode,2);self.assertFalse((r/'new').exists())
|
||
|
|
def test_run_conditions_cannot_override_baseline(self):
|
||
|
|
self.measure();r=self.prepare();c=self.capture(r)
|
||
|
|
p=r/'run.json';d=json.loads(p.read_text());d['expected']['title']='后改标题';self.write(p,d)
|
||
|
|
c['title']='后改标题';self.write(r/'capture.json',c)
|
||
|
|
result=self.verify(r);self.assertEqual(result.returncode,2);self.assertIn('配置与测量基线',result.stderr)
|
||
|
|
def test_prepare_and_verify_refuse_overwrite(self):
|
||
|
|
self.measure();r=self.prepare();self.capture(r)
|
||
|
|
result=self.cli('prepare_capture.py','--measurements',self.root/'measured/measurements.json','--out-dir',r)
|
||
|
|
self.assertEqual(result.returncode,2)
|
||
|
|
with ThreadPoolExecutor(max_workers=2) as pool:
|
||
|
|
codes=sorted(pool.map(lambda _:self.verify(r).returncode,range(2)))
|
||
|
|
self.assertEqual(codes,[0,2]);self.assertTrue((r/'report/verification.json').exists())
|
||
|
|
def test_device_pixel_mapping(self):
|
||
|
|
self.manifest['css_viewport_width']=16;self.manifest['expected']={**self.expected,'viewport':{'width':16,'height':32},'dpr':2,'screenshot_scale':'device'}
|
||
|
|
self.measure();r=self.prepare();c=self.capture(r)
|
||
|
|
c.update(self.manifest['expected']);c['document_height']=32;c['elements'][0]['box']=[0,1,5,5]
|
||
|
|
self.write(r/'capture.json',c)
|
||
|
|
result=self.verify(r);self.assertEqual(result.returncode,0,result.stderr)
|
||
|
|
geometry=json.loads((r/'report/verification.json').read_text())['geometry'];self.assertEqual(geometry['regions'][0]['delta_css'],[0,0,0,0])
|
||
|
|
|
||
|
|
if __name__=='__main__':unittest.main()
|