"""Validate every RGBA16F diagnostic frame against another complete pipeline.""" import argparse import math import pathlib import sys import numpy as np def main(args): frames = sorted(args.reference.glob('output-*.rgba16f')) if not frames: raise RuntimeError('Reference contains no frames') for path in frames: actual = args.actual / path.name if not actual.is_file(): raise RuntimeError(f'Missing output frame {path.name}') reference = np.fromfile(path, np.float16) output = np.fromfile(actual, np.float16) if reference.size != output.size or reference.size != args.width * args.height * 4: raise RuntimeError(f'Output size mismatch for {path.name}') if not np.isfinite(reference).all() or not np.isfinite(output).all(): raise RuntimeError(f'NaN/Inf in {path.name}') x = reference.reshape(-1, 4)[:, :3].astype(np.float64) y = output.reshape(-1, 4)[:, :3].astype(np.float64) error = np.abs(x - y) rms = float(np.sqrt(np.mean(error ** 2))) peak = max(1., float(np.abs(x).max())) psnr = math.inf if rms == 0 else 20 * math.log10(peak / rms) outliers = float(np.mean(error > .01 * peak)) print(f'FRAME_REFERENCE name={path.name} max_abs={error.max():.9g} ' f'max_rel={(error / np.maximum(np.abs(x), .001)).max():.9g} rms={rms:.9g} psnr_db={psnr:.6g} ' f'fraction_over_1pct={outliers:.9g}') if psnr < args.min_psnr or error.max() > .025 * peak or outliers > .0001: raise RuntimeError(f'Complete pipeline mismatch in {path.name}') print(f'PASS FRAME_REFERENCE frames={len(frames)} finite=1 min_psnr_db={args.min_psnr}') if __name__ == '__main__': parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--reference', type=pathlib.Path, required=True) parser.add_argument('--actual', type=pathlib.Path, required=True) parser.add_argument('--width', type=int, default=512) parser.add_argument('--height', type=int, default=288) parser.add_argument('--min-psnr', type=float, default=60.) args = parser.parse_args() try: main(args) except Exception as error: print(f'FAIL FRAME_REFERENCE {error}', file=sys.stderr) raise SystemExit(5)