{ "recordVersion": 6, "configurations": [ { "analysisFingerprint": "dc6e2726ac32c411c0f1200ca4b86b6d3aa0ebf3f35fca5d224be6af5e651715", "campaigns": [ { "status": "COMPLETED", "runId": "regression-v1-engine-change@2026-09-30T07:16:43.594Z", "design": "ENGINE_CHANGE", "authority": "INTERNAL_GATE", "verdict": "BLOCK", "startedAt": "2026-09-30T07:16:43.594Z", "finishedAt": "2026-09-30T07:44:25.859Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 31, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 51, "of": 51 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "VIOLATED", "met": 10, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "VIOLATED", "met": 58, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "9eb7071c976b1e50ec4288a749bf0bbbd0a930a970cebdd75edf993ea4997667", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "e496aff4fbbe591ab7579b5c22e0a2d19c6bcda7e428cb9fdd690a21825b0f23", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "LINE", "line": 6 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "9eb7071c976b1e50ec4288a749bf0bbbd0a930a970cebdd75edf993ea4997667", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "e496aff4fbbe591ab7579b5c22e0a2d19c6bcda7e428cb9fdd690a21825b0f23", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "LINE", "line": 6 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "5fe6a1d5d5d9c5cd108eabec9c471119f3bd3b8cbc076f4da3c0f70bb04b484f", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "sample-depth-absent", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "ecbd8b1015322259713f718db96d471f5c92a63c993af5bcfea92f71b2bde4c1", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "sample-depth-absent", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "681c8aea5ec377f64f85192c168c8f2092391c976520992daf579f4e9a447444", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "anchor": { "kind": "LINE", "line": 4 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "923f83f94b1fbcfb7160c52de7ed8f8b747e561feff0ebdcd941d49b8aed6a46", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "80df556860f10f6f15905477f97107e805bf84f30c5f75da1f3c9cdbd611c840", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "451e1ac5bf74929360e1190204aa4eba63a842db01f2a4267874dcfa7bdd8605", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE", "UNEXPECTED_OUTPUT" ] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE", "UNEXPECTED_OUTPUT" ] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 6, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 2, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 58, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] } ] }, { "analysisFingerprint": "0776df52ee11bbff2b36335d3c7483c2c4fccede66dad6e7fa41994dc31078ef", "campaigns": [ { "status": "COMPLETED", "runId": "regression-v1-engine-change@2026-09-30T10:42:45.016Z", "design": "ENGINE_CHANGE", "authority": "INTERNAL_GATE", "verdict": "BLOCK", "startedAt": "2026-09-30T10:42:45.016Z", "finishedAt": "2026-09-30T11:06:53.324Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 38, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 54, "of": 54 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "VIOLATED", "met": 64, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "923f83f94b1fbcfb7160c52de7ed8f8b747e561feff0ebdcd941d49b8aed6a46", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 0, 1 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "80df556860f10f6f15905477f97107e805bf84f30c5f75da1f3c9cdbd611c840", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 2 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "451e1ac5bf74929360e1190204aa4eba63a842db01f2a4267874dcfa7bdd8605", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 2 ], "kind": "UNEXPECTED", "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 1, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 64, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] } ] }, { "analysisFingerprint": "9f90ade9e60c12db371ccfaa9d91dd497fbe9ba5099e6993a36337791be51946", "campaigns": [ { "status": "COMPLETED", "runId": "regression-v2-engine-change@2026-09-30T13:50:22.872Z", "design": "ENGINE_CHANGE", "authority": "INTERNAL_GATE", "verdict": "BLOCK", "startedAt": "2026-09-30T13:50:22.872Z", "finishedAt": "2026-09-30T14:40:39.347Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 38, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 55, "of": 55 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "VIOLATED", "met": 64, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "b41caa0dc70f9ee19790e9cd5349ce106ee73d88031983ec107022a46279f07a", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "papers-location-absent", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "2a49d6c83a95c621125f4de5145a6ec51d8bafff0641777ec6777a1668c71eeb", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "papers-location-absent", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "a2bc88d379f06772161631181f6936697ed5240783920290d084a374411f526d", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "anchor": { "kind": "LINE", "line": 3 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 1, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 64, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] } ] }, { "analysisFingerprint": "a972ce79dff7ae324c861a579585bfb86bbd6ebcfc1452a1a48b13ad7a87bf9e", "campaigns": [ { "status": "COMPLETED", "runId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "design": "ENGINE_CHANGE", "authority": "INTERNAL_GATE", "verdict": "PASS", "startedAt": "2026-09-30T19:10:55.576Z", "finishedAt": "2026-09-30T19:39:29.099Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "MET", "met": 39, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 54, "of": 54 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "MET", "met": 66, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 66, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "status": "COMPLETED", "runId": "regression-v2-nightly@2026-10-01T07:41:14.920Z", "design": "NIGHTLY", "authority": "DIAGNOSTIC", "verdict": "PASS", "startedAt": "2026-10-01T07:41:14.920Z", "finishedAt": "2026-10-01T07:54:15.013Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 1, "depths": [ "D1" ] }, "attempts": { "planned": 22, "completed": 22, "scored": 22 }, "dimensions": [ { "id": "GROUNDING", "result": "MET", "met": 13, "of": 13 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 10, "of": 10 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 22, "of": 22 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 18, "of": 18 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 4, "of": 4 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "NOT_OBSERVED", "met": 0, "of": 0 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 6, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "status": "CRASHED", "runId": "regression-v2-nightly@2026-10-02T07:28:07.324Z", "design": "NIGHTLY", "authority": "DIAGNOSTIC", "startedAt": "2026-10-02T07:28:07.324Z", "finishedAt": null, "models": [], "errorName": "VertexCallDeadlineError", "notRunReason": null }, { "status": "COMPLETED", "runId": "regression-v2-nightly@2026-10-03T07:01:17.504Z", "design": "NIGHTLY", "authority": "DIAGNOSTIC", "verdict": "PASS", "startedAt": "2026-10-03T07:01:17.504Z", "finishedAt": "2026-10-03T07:08:27.637Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 1, "depths": [ "D1" ] }, "attempts": { "planned": 22, "completed": 22, "scored": 22 }, "dimensions": [ { "id": "GROUNDING", "result": "MET", "met": 13, "of": 13 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 10, "of": 10 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 22, "of": 22 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 18, "of": 18 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 4, "of": 4 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "NOT_OBSERVED", "met": 0, "of": 0 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 6, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "status": "COMPLETED", "runId": "regression-v2-release@2026-10-05T09:52:14.224Z", "design": "RELEASE", "authority": "INTERNAL_GATE", "verdict": "BLOCK", "startedAt": "2026-10-05T09:52:14.224Z", "finishedAt": "2026-10-05T11:01:13.908Z", "deploymentRevision": null, "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 5, "depths": [ "D1", "D2" ] }, "attempts": { "planned": 140, "completed": 140, "scored": 140 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 114, "of": 115 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 70, "of": 70 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 170, "of": 170 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 150, "of": 150 }, { "id": "REDUCER_SURVIVAL", "result": "MET", "met": 25, "of": 25 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 25, "of": 25 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "VIOLATED", "met": 336, "of": 340 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "renewal-without-deciding-officer", "outcome": "RETAINED" } ] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "cure-claimed-without-checker", "outcome": "RETAINED" } ] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "cure-claimed-without-checker", "outcome": "RETAINED" } ] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "cure-claimed-without-checker", "outcome": "RETAINED" } ] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "cure-claimed-without-checker", "outcome": "RETAINED" } ] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "cure-claimed-without-checker", "outcome": "RETAINED" } ] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [ { "targetId": "seals-numbered-and-stated", "outcome": "RETAINED" } ] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [ { "targetId": "seals-numbered-and-stated", "outcome": "RETAINED" } ] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [ { "targetId": "seals-numbered-and-stated", "outcome": "RETAINED" } ] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [ { "targetId": "seals-numbered-and-stated", "outcome": "RETAINED" } ] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [ { "targetId": "seals-numbered-and-stated", "outcome": "RETAINED" } ] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D2", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "seal-detail-omitted", "outcome": "RETAINED" } ] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "seal-detail-omitted", "outcome": "RETAINED" } ] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "seal-detail-omitted", "outcome": "RETAINED" } ] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "seal-detail-omitted", "outcome": "RETAINED" } ] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } }, { "stage": "DELIVERED", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [ { "targetId": "seal-detail-omitted", "outcome": "RETAINED" } ] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 }, { "stage": "DELIVERED", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] }, { "stage": "DELIVERED", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 10 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 10, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 3, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 4, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 6 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 6, "pairs": 10, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "eb86cb6bf27ce68ee8b8884b8866c019e110ad1a841122c7c6ddaa09854bd5c5", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0, 1, 2, 4 ], "kind": "TARGET", "targetId": "charged-figure-without-document", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "c663134a31c46ba98932001195e1bc0ecec62ad2639681b1b672323f5acb45f3", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 3 ], "kind": "TARGET", "targetId": "charged-figure-without-document", "outcome": "RULE_ONLY", "prohibitedFindingIds": [] }, { "identitySha256": "3f85ec1f49d0016893ed4dd4ecfda54bb894100ebde048f7cc46bf0ceefb1d57", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 3 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "anchor": { "kind": "LINE", "line": 4 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 3, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 4, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 3, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 4, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 3, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 4, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 3, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 4, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D2", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D2", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D2", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D2", "repetitionIndex": 3, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D2", "repetitionIndex": 4, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D2", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D2", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D2", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D2", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D2", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 3, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 4, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D2", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D2", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D2", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D2", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D2", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 3, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 4, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 35, "DELIVERED": 5 }, "unexpectedFlaws": { "WORKER": 1, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 276, "pairs": 280, "disagreeingOnlyOnComplianceStrengths": 0 }, { "stage": "DELIVERED", "agreeingPairs": 60, "pairs": 60, "disagreeingOnlyOnComplianceStrengths": 0 } ] } ] } ], "controls": [ { "controlId": "clean-case-truth-swapped", "kind": "ANSWER_KEY", "baseRunId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "runId": null, "descriptionKey": "cleanCaseTruthSwapped", "targetDimension": "CLEAN_CASE_FLAWS", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "MET", "met": 3, "of": 3 }, { "id": "CLEAN_CASE_FLAWS", "result": "VIOLATED", "met": 30, "of": 66 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 54, "of": 54 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "MET", "met": 66, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "153c50626d9df5871a0779416de4744a2ba6d3ae1e7d08884f3c18b275360e28", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0, 2 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "anchor": null, "prohibitedFindingIds": [], "duplicateOfTargetId": null }, { "identitySha256": "1bb7a4de26f1793023f00eac3dcb4149b69fedd714d68d7cb3ad093ea5df0114", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1 ], "kind": "UNEXPECTED", "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "anchor": { "kind": "LINE", "line": 1 }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 36, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 64, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "controlId": "prohibited-output-predicted", "kind": "ANSWER_KEY", "baseRunId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "runId": null, "descriptionKey": "prohibitedOutputPredicted", "targetDimension": "PROHIBITED_OUTPUT", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "MET", "met": 39, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "VIOLATED", "met": 36, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 54, "of": 54 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "MET", "met": 66, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "renewal-without-deciding-officer-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "cure-claimed-without-checker-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "cure-claimed-without-checker-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "cure-claimed-without-checker-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "move-without-ordering-person-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seals-numbered-and-stated-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seals-numbered-and-stated-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seals-numbered-and-stated-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seal-detail-omitted-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seal-detail-omitted-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "seal-detail-omitted-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "charged-figure-without-document-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "charged-figure-without-document-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [ "charged-figure-without-document-forbidden" ], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 66, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "controlId": "quote-fidelity-quote-altered", "kind": "SIMULATED", "baseRunId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "runId": null, "descriptionKey": "quoteFidelityQuoteAltered", "targetDimension": "QUOTE_FIDELITY", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 3, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "VIOLATED", "met": 0, "of": 54 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "MET", "met": 66, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "87e2bd35523ebe653cada223d5a40ae15633e96ad1338963002a418b78ad53be" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "4b5e9ea4cdcacf53a9ae72bae55be530610c5818ca8ef2dbbcfee44e1eaa5441" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "49c365fd01cfc065fb6716bdd33a26cf382c86ad7c19ea77fe2f8d043ca8aebf" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "332375509a8078159cf95e0cc3a2479d9248fc4178c5af0762ba838646c75ff1" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "UNSUPPORTED_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "RULE_ONLY" } ], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "fa3928d90b453dd2d705189e5d07ab64c11337803e039b0f60e0ab3268b5a7d6" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 1, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 0, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 33, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 21, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 66, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "controlId": "invariant-pairs-treated-side-dropped", "kind": "SIMULATED", "baseRunId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "runId": null, "descriptionKey": "invariantPairsTreatedSideDropped", "targetDimension": "INVARIANT_PAIRS", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 33, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 48, "of": 48 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "VIOLATED", "met": 6, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "MET", "met": 66, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "GROUNDING", "PRIMARY_SOURCE" ] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 18, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 66, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 0 } ] }, { "controlId": "stability-one-repetition-dropped", "kind": "SIMULATED", "baseRunId": "regression-v2-engine-change@2026-09-30T19:10:55.576Z", "runId": null, "descriptionKey": "stabilityOneRepetitionDropped", "targetDimension": "IDENTICAL_INPUT_STABILITY", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 3, "depths": [ "D1" ] }, "attempts": { "planned": 66, "completed": 66, "scored": 66 }, "dimensions": [ { "id": "GROUNDING", "result": "PENDING_CONFIRMATION", "met": 26, "of": 39 }, { "id": "CLEAN_CASE_FLAWS", "result": "MET", "met": 30, "of": 30 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 66, "of": 66 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 36, "of": 36 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "MET", "met": 12, "of": 12 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "VIOLATED", "met": 40, "of": 66 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "a52c4aaac8e2ca0fdfbe3f459680bf1596780c0141a1106a7ca3dfd7e31e3cf5", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "a52c4aaac8e2ca0fdfbe3f459680bf1596780c0141a1106a7ca3dfd7e31e3cf5", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "d2db9d081a3481b53eb48251ea2debcf10e386e5886359b08389183cf7bb116d", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "d2db9d081a3481b53eb48251ea2debcf10e386e5886359b08389183cf7bb116d", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "a52c4aaac8e2ca0fdfbe3f459680bf1596780c0141a1106a7ca3dfd7e31e3cf5", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "a52c4aaac8e2ca0fdfbe3f459680bf1596780c0141a1106a7ca3dfd7e31e3cf5", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "60b3f42fd2b335e9e6b87ec594e182bf83aab3cd8301b74b18b1fd319cb50c24" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "d2db9d081a3481b53eb48251ea2debcf10e386e5886359b08389183cf7bb116d", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "d61713def8710120169ec1ffa62fce0a14c9023370a188b0762f64d1eea21c41", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "d2db9d081a3481b53eb48251ea2debcf10e386e5886359b08389183cf7bb116d", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "renewal-without-deciding-officer", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 1, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "843760be2d35d83aa52a565d76e25b0caa4c36ce3bc61c863f7a93a4d528c696", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "refusal-grounds-absent", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "5467482a45803905ab64de1761709792d0040868918d14f89a8e5b1522a2b692", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "refusal-grounds-absent", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "67dd10f09e6776ccce84b75c06b5cfcf4f3ce90d4a5145317c8ea7c074c5cd8a", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "6761e31c80e5ec7e69168557d00e3c3955e273d15638b700ffc8dad9a1b5a866" ], "anchor": { "kind": "ANSWER_KEY", "truthId": "false-unchecked-cure" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "ff1e68519c474bd0e0c5752bafd386678fea9597a22c86ca499c82fa1d7bb934", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "cure-claimed-without-checker", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "4ca9853230b457c386daf3ea60cbce765d6325e4effb77f80220d2e44a0c89b8", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "cure-claimed-without-checker", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "bdc17c4c88057ea8d19b9968df62fa3465b2ad21bb6577746e7db79ff8b160a3", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "move-without-ordering-person", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "534866621328353c305b93b1c0046f12333838a585ea1ce6f81fd8c68a325326", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "move-without-ordering-person", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "bdc17c4c88057ea8d19b9968df62fa3465b2ad21bb6577746e7db79ff8b160a3", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "move-without-ordering-person", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "534866621328353c305b93b1c0046f12333838a585ea1ce6f81fd8c68a325326", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "move-without-ordering-person", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "5fe6a1d5d5d9c5cd108eabec9c471119f3bd3b8cbc076f4da3c0f70bb04b484f", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "sample-depth-absent", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "aeb6e8205f207da5c0e305856a820c129a4d23ed893d6828da067985aed4bbf5", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "sample-depth-absent", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-near-miss", "familyVersion": 1, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "923f83f94b1fbcfb7160c52de7ed8f8b747e561feff0ebdcd941d49b8aed6a46", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "d29a721a1c642fb7fc82dcac5e34aaca2924ff55cb58ea77cff30ce6c739ba70", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "seals-numbered-and-stated", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 1, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "f4992ee4d2eb4bbe2eb15c4ec02467913dadf003bc0481babe500828e50174bc", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "seal-detail-omitted", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "24b14e2e3c5392b4a4d3fd50fb64d2008a68ac3b9c8f1659e4b08a6003f23d82", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "seal-detail-omitted", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "STRENGTH", "isOmission": null, "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 2, "variableFindings": [ { "identitySha256": "40bac8534cf22eed90dae4dd8b85c9d9a320093a7d5080de7c7fa7ba4dece865", "occurrence": 1, "valence": "STRENGTH", "isOmission": null, "presentInRepetitions": [ 1, 2 ], "kind": "UNEXPECTED", "outcome": "COMPLIANCE_STRENGTH", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "anchor": { "kind": "OWN_QUOTE" }, "prohibitedFindingIds": [], "duplicateOfTargetId": null } ] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 1, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "b41caa0dc70f9ee19790e9cd5349ce106ee73d88031983ec107022a46279f07a", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "papers-location-absent", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "39f4dfbd9fd805e270f49b35f6b727c25b6cd02cfbaab240746622d494983834", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "papers-location-absent", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 3 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 3, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 1, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 1, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] }, { "repetitionIndex": 2, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "GROUNDED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 1 } ], "findingSets": [ { "stage": "WORKER", "distinct": 2, "agreeingPairs": 1, "pairs": 3, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [ { "identitySha256": "eb86cb6bf27ce68ee8b8884b8866c019e110ad1a841122c7c6ddaa09854bd5c5", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 1, 2 ], "kind": "TARGET", "targetId": "charged-figure-without-document", "outcome": "GROUNDED", "prohibitedFindingIds": [] }, { "identitySha256": "4a10b3d487e4652fd0a2e8af21d0d1ff12561a97a8f9d0c23a3852aaf9896597", "occurrence": 1, "valence": "FLAW", "isOmission": true, "presentInRepetitions": [ 0 ], "kind": "TARGET", "targetId": "charged-figure-without-document", "outcome": "MISSED", "prohibitedFindingIds": [] } ] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 1, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 2, "notCompared": null, "eligible": false, "ineligibleReason": "different_rules", "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 1, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 2, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 12, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 0, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 28, "pairs": 66, "disagreeingOnlyOnComplianceStrengths": 12 } ] }, { "controlId": "engine-mismatched-rules", "kind": "ENGINE", "baseRunId": null, "runId": "regression-v2-control-mismatched-rules@2026-10-05T13:44:11.855Z", "descriptionKey": "engineRulesMismatched", "targetDimension": "GROUNDING", "authority": "CONTROL", "verdict": "BLOCK", "models": [ "gemini-3.7-flash" ], "scope": { "families": 8, "cases": 22, "repetitions": 1, "depths": [ "D1" ] }, "attempts": { "planned": 22, "completed": 22, "scored": 22 }, "dimensions": [ { "id": "GROUNDING", "result": "VIOLATED", "met": 0, "of": 13 }, { "id": "CLEAN_CASE_FLAWS", "result": "VIOLATED", "met": 6, "of": 10 }, { "id": "PROHIBITED_OUTPUT", "result": "MET", "met": 22, "of": 22 }, { "id": "QUOTE_FIDELITY", "result": "MET", "met": 7, "of": 7 }, { "id": "REDUCER_SURVIVAL", "result": "NOT_OBSERVED", "met": 0, "of": 0 }, { "id": "INVARIANT_PAIRS", "result": "VIOLATED", "met": 4, "of": 5 }, { "id": "IDENTICAL_INPUT_STABILITY", "result": "NOT_OBSERVED", "met": 0, "of": 0 } ], "cases": [ { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-clean-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-first", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "WRONG_PRIMARY" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-citizenship-flawed-second", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "WRONG_PRIMARY" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-clean-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [ { "valence": "FLAW", "isOmission": true, "outcome": "UNEXPECTED_FLAW", "ruleKeySha256s": [ "9179015ff26a2a0761ed1900dcb9a8b4361adb49cc61403b42fc4ab93235e471" ], "prohibitedFindingIds": [] } ], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-feminine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "WRONG_PRIMARY" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 1, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-attribute-invariance", "familyVersion": 1, "variantId": "licence-gender-flawed-masculine", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "renewal-without-deciding-officer", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 2, "variantId": "request-granted", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-conditional-duty", "familyVersion": 2, "variantId": "request-refused", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "refusal-grounds-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-checked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-direct-application", "familyVersion": 1, "variantId": "cure-unchecked", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "cure-claimed-without-checker", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-only", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-irrelevant-rule", "familyVersion": 1, "variantId": "move-rule-with-tow-line-rule", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "move-without-ordering-person", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 2, "variantId": "open-water-sample-without-depth", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "sample-depth-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-near-miss", "familyVersion": 2, "variantId": "tap-sample", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 2, "variantId": "seal-detail-given", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seals-numbered-and-stated", "valence": "STRENGTH", "isOmission": null, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-recorded-step", "familyVersion": 2, "variantId": "seal-detail-missing", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "seal-detail-omitted", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 2, "variantId": "papers-location-stated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unconditional-duty", "familyVersion": 2, "variantId": "papers-location-unstated", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "papers-location-absent", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 2, "variantId": "basis-withheld", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": true, "passed": true } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] }, { "familyId": "regression-unsupported-claim", "familyVersion": 2, "variantId": "figure-without-document", "depth": "D1", "suiteId": "controlled-regression", "suiteVersion": 1, "attempts": [ { "repetitionIndex": 0, "attemptOutcome": "COMPLETED", "stages": [ { "stage": "WORKER", "targets": [ { "targetId": "charged-figure-without-document", "valence": "FLAW", "isOmission": true, "outcome": "MISSED" } ], "unexpected": [], "prohibitedFindingIds": [], "quotes": { "faithful": 0, "fabricated": 0, "indeterminate": 0 }, "cleanCase": { "applicable": false, "passed": false } } ], "survival": [] } ], "stability": [ { "stage": "WORKER", "agreeingAttemptPairs": 0 } ], "findingSets": [ { "stage": "WORKER", "distinct": 1, "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0, "variableFindings": [] } ] } ], "pairs": [ { "comparisonId": "licence-citizenship-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-citizenship-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-clean-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "licence-gender-pair-flawed-base", "comparisonKind": "INVARIANT", "familyId": "regression-attribute-invariance", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": true, "changeCodes": [ "DETECTION", "PRIMARY_SOURCE" ] }, { "comparisonId": "refusal-trigger", "comparisonKind": "CONTRAST", "familyId": "regression-conditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "cure-checker-named", "comparisonKind": "CONTRAST", "familyId": "regression-direct-application", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "tow-line-rule-added", "comparisonKind": "INVARIANT", "familyId": "regression-irrelevant-rule", "depth": "D1", "repetitionIndex": 0, "notCompared": null, "eligible": true, "ineligibleReason": null, "materiallyChanged": false, "changeCodes": [] }, { "comparisonId": "sample-source", "comparisonKind": "CONTRAST", "familyId": "regression-near-miss", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "seal-detail-presence", "comparisonKind": "CONTRAST", "familyId": "regression-recorded-step", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "papers-location-presence", "comparisonKind": "CONTRAST", "familyId": "regression-unconditional-duty", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] }, { "comparisonId": "charge-basis-availability", "comparisonKind": "CONTRAST", "familyId": "regression-unsupported-claim", "depth": "D1", "repetitionIndex": 0, "notCompared": "contrast_by_design", "eligible": null, "ineligibleReason": null, "materiallyChanged": null, "changeCodes": [] } ], "diagnostics": { "complianceStrengths": { "WORKER": 0, "DELIVERED": 0 }, "unexpectedFlaws": { "WORKER": 4, "DELIVERED": 0 }, "unsupportedStrengths": { "WORKER": 0, "DELIVERED": 0 }, "reducerAddedAsDeclared": 0 }, "findingAgreement": [ { "stage": "WORKER", "agreeingPairs": 0, "pairs": 0, "disagreeingOnlyOnComplianceStrengths": 0 } ] } ] }