"""Implementation probe on old validation only, never on either test split."""
import json
from pathlib import Path
import subprocess
import sys

root = Path('/home/int/run/cats-dogs')
for kind in ('hog', 'hybrid'):
    for threshold in (20, 60, 150):
        name = f'probe_{kind}_{threshold}'
        subprocess.run([sys.executable, '/mnt/c/KNP/cats-dogs/run.py', name,
                        '--data-dir', str(root / 'pilot-features'), '--dataset', f'{kind}_validation',
                        '--train', '800', '--count', '200', '--threshold', str(threshold)], check=True)
        print(name, (root / name / 'metrics.json').read_text(), flush=True)