{
  "schemaVersion": 1,
  "verifiedAt": "2026-09-08",
  "methodology": "Three follow-up batches of five configured workflows on ten synthetic English sources each. Detector counts and P-SP were replayed offline by the author. Follow-up claim reviews are unblinded, with three documented author adjudications. Historical v1 values remain unchanged.",
  "sources": [
    {
      "url": "https://painintheagent.com/research/synthid-revalidation/v1/results.json",
      "accessedAt": "2026-09-08"
    },
    {
      "url": "https://github.com/krllagent/text-watermark-roundtrip/tree/f323239085a7b6e0cf800e153df70dc0f7c93960",
      "accessedAt": "2026-09-08"
    }
  ],
  "historicalDataSha256": "e3cbe35e61c6f79e233e28dd4b35f65f3ac896c07585de334ecb6c5d0833733a",
  "researchModel": "qwen/qwen3.7-plus",
  "researchProvider": "Alibaba",
  "stages": [
    {
      "id": "B",
      "label": "New responses on old sources",
      "key": "original",
      "processorOrder": "before-temperature-top-k-top-p",
      "threshold": 0.5095383054287164
    },
    {
      "id": "C",
      "label": "New sources and key, original order",
      "key": "new",
      "processorOrder": "before-temperature-top-k-top-p",
      "threshold": 0.509656862745098
    },
    {
      "id": "C-reference",
      "label": "New sources and key, standard order",
      "key": "new",
      "processorOrder": "after-temperature-top-k-top-p",
      "threshold": 0.509656862745098
    }
  ],
  "originalThreshold": 0.5095383054287164,
  "newKeyThreshold": 0.509656862745098,
  "methods": [
    {
      "id": "paraphrase",
      "label": "LLM paraphrase",
      "historical": {
        "below": 10,
        "total": 10
      },
      "batches": {
        "B": {
          "below": 8,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 98,
            "uncertain": 2
          }
        },
        "C": {
          "below": 10,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 97,
            "uncertain": 3
          }
        },
        "C-reference": {
          "below": 10,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 97,
            "changed": 2,
            "uncertain": 1
          }
        }
      }
    },
    {
      "id": "dipper",
      "label": "DIPPER",
      "historical": {
        "below": 10,
        "total": 10
      },
      "batches": {
        "B": {
          "below": 10,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 63,
            "uncertain": 3,
            "changed": 25,
            "missing": 9
          }
        },
        "C": {
          "below": 10,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 53,
            "missing": 16,
            "changed": 27,
            "uncertain": 4
          }
        },
        "C-reference": {
          "below": 9,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 74,
            "missing": 14,
            "changed": 9,
            "uncertain": 3
          }
        }
      }
    },
    {
      "id": "synonyms",
      "label": "Light synonyms",
      "historical": {
        "below": 2,
        "total": 10
      },
      "batches": {
        "B": {
          "below": 0,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 100
          }
        },
        "C": {
          "below": 1,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 100
          }
        },
        "C-reference": {
          "below": 1,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 100
          }
        }
      }
    },
    {
      "id": "roundtrip-de",
      "label": "Translation via German",
      "historical": {
        "below": 0,
        "total": 10
      },
      "batches": {
        "B": {
          "below": 0,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 95,
            "changed": 3,
            "uncertain": 2
          }
        },
        "C": {
          "below": 0,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 95,
            "uncertain": 3,
            "changed": 1,
            "missing": 1
          }
        },
        "C-reference": {
          "below": 0,
          "completed": 10,
          "total": 10,
          "facts": {
            "preserved": 99,
            "uncertain": 1
          }
        }
      }
    },
    {
      "id": "roundtrip-zh",
      "label": "Translation via Chinese",
      "historical": {
        "below": 0,
        "total": 10
      },
      "batches": {
        "B": {
          "below": 0,
          "completed": 9,
          "total": 10,
          "facts": {
            "preserved": 86,
            "changed": 2,
            "uncertain": 2,
            "no_candidate": 10
          }
        },
        "C": {
          "below": 1,
          "completed": 10,
          "total": 10,
          "facts": {
            "changed": 2,
            "preserved": 97,
            "uncertain": 1
          }
        },
        "C-reference": {
          "below": 5,
          "completed": 10,
          "total": 10,
          "facts": {
            "changed": 4,
            "preserved": 94,
            "uncertain": 2
          }
        }
      }
    }
  ],
  "preprocessing": {
    "llm": "Protected placeholders and exact restoration for selected spans.",
    "dipper": "Raw source with whitespace normalization; no matching placeholder protection."
  },
  "reviewProtocol": "Unblinded follow-up reading of 100 selected composite claims per method and batch. Author reviewed disputed cases and applied three explicit adjudications. Distinct from the original four-model panel; not a census of every assertion or a model-only comparison.",
  "authorAdjudications": [
    {
      "stage": "C-reference",
      "pairId": "holdout-05::paraphrase",
      "claimId": "c02",
      "verdict": "changed",
      "reason": "The source specifies a minimum commitment of two hours per shift; the candidate says most shifts last at least two hours. This weakens the universal minimum and changes a requirement to an observation. It is a qualification change, not evidence that any real shift lasted less than two hours.",
      "originalVerdict": "uncertain",
      "claim": "Roles included ushering, concessions and backstage work, with at least two-hour shifts and some longer backstage commitments.",
      "sourceSha256": "701b4ca8e457a6454454fb638eba2adcd5c27d26bcb9ea96a28a81c8c703e810",
      "candidateSha256": "d48f6fdc84f58dd61fa65afd32275e1b7b8d7a372afe3905bfa6292f6258053f"
    },
    {
      "stage": "C-reference",
      "pairId": "holdout-07::paraphrase",
      "claimId": "c09",
      "verdict": "changed",
      "reason": "In addition to resolving ambiguous rental rates as frequency, the candidate strengthens possibly due to customer satisfaction into likely stemming from it. The confidence qualification is not preserved.",
      "originalVerdict": "uncertain",
      "claim": "The report describes a slight increase in rental rates, possibly related to customer satisfaction.",
      "sourceSha256": "b8ca4cb51a5ab77d619343ca0cfc5732dea450172908720ecfbfb2d450581b86",
      "candidateSha256": "eb6a6c70db32f33e808a97dcb8f72390fd25e04c60912c0dfb40703d11d3f131"
    },
    {
      "stage": "C-reference",
      "pairId": "holdout-07::dipper",
      "claimId": "c06",
      "verdict": "preserved",
      "reason": "The candidate explicitly prioritizes possible structural problems over cleaning, as the selected claim says. The apparently conflicting initial reference to minor damage is also in the source; it must not be counted as a new DIPPER defect.",
      "originalVerdict": "uncertain",
      "claim": "During the delay staff prioritized potential structural problems over helmets only needing cleaning.",
      "sourceSha256": "b8ca4cb51a5ab77d619343ca0cfc5732dea450172908720ecfbfb2d450581b86",
      "candidateSha256": "c777cb95d2f1c9a4322a8b126c9a78eb3ce48eb724bdca0ff64f8cd80c2b6dcb"
    }
  ]
}