{"protocol":"REVYR fixed-pair blinded regression","generated_at":"2026-08-01T01:31:27.631Z","model":"CarDD YOLOv8s-seg v2 browser ONNX","runs_per_scenario":10,"evaluation_loaded_after_inference":true,"generalization_claim":false,"summary":{"positive":{"passed":10,"total":10},"identical":{"passed":10,"total":10},"photometric":{"passed":10,"total":10}},"runs":[{"scenario":"positive","run":1,"pass":true,"duration_ms":6770,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":2,"pass":true,"duration_ms":7142,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":3,"pass":true,"duration_ms":6629,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":4,"pass":true,"duration_ms":6617,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":5,"pass":true,"duration_ms":7221,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":6,"pass":true,"duration_ms":6736,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":7,"pass":true,"duration_ms":6756,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":8,"pass":true,"duration_ms":6620,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":9,"pass":true,"duration_ms":6797,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"positive","run":10,"pass":true,"duration_ms":6950,"answers_supplied":false,"finding_count":2,"finding_types":["deformation","scratch"],"matches":[{"id":"scratch-front-fender","type":"scratch","iou":0.5499},{"id":"deformation-left-front-bumper","type":"deformation","iou":0.7333}]},{"scenario":"identical","run":1,"pass":true,"duration_ms":6502,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":2,"pass":true,"duration_ms":6421,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":3,"pass":true,"duration_ms":6621,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":4,"pass":true,"duration_ms":7055,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":5,"pass":true,"duration_ms":6469,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":6,"pass":true,"duration_ms":6579,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":7,"pass":true,"duration_ms":6590,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":8,"pass":true,"duration_ms":6591,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":9,"pass":true,"duration_ms":6860,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"identical","run":10,"pass":true,"duration_ms":6408,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":1,"pass":true,"duration_ms":6230,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":2,"pass":true,"duration_ms":6079,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":3,"pass":true,"duration_ms":6267,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":4,"pass":true,"duration_ms":5847,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":5,"pass":true,"duration_ms":5839,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":6,"pass":true,"duration_ms":5928,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":7,"pass":true,"duration_ms":5836,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":8,"pass":true,"duration_ms":5872,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":9,"pass":true,"duration_ms":5936,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]},{"scenario":"photometric","run":10,"pass":true,"duration_ms":5885,"answers_supplied":false,"finding_count":0,"finding_types":[],"matches":[]}]}