Inital Version
This commit is contained in:
commit
94cd6b984b
211 changed files with 4765 additions and 0 deletions
12
tools/check_visual_holdout.py
Normal file
12
tools/check_visual_holdout.py
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
"""Provisional cloud-only screen of fixed time samples, selected before v2 results."""
|
||||
import json,sys
|
||||
from pathlib import Path
|
||||
p=json.loads(Path(sys.argv[1] if len(sys.argv)>1 else 'projects/Sample Survey/project.json').read_text())
|
||||
labels=json.loads(Path('tests/visual-cloud-holdout.json').read_text())['frames']
|
||||
by_name={Path(f['Path']).name:f for f in p['Frames']};failures=[]
|
||||
for label in labels:
|
||||
f=by_name[label['file']]
|
||||
good=(f['Automatic']=='Reject') if label['expected']=='Reject' else (f['Automatic']!='Reject')
|
||||
if not good:failures.append({'file':label['file'],'expected':label['expected'],'actual':f['Automatic'],'cause':f['Cause']})
|
||||
report={'samples':len(labels),'passes':len(labels)-len(failures),'failures':failures,'limitation':'Provisional cloud-only visual screen of fixed time samples. No PSF validation, unbiased accuracy estimate, or stack-quality proof.'}
|
||||
print(json.dumps(report,indent=2));sys.exit(bool(failures))
|
||||
Loading…
Add table
Add a link
Reference in a new issue