{"schema_version":"papers/paper-detail-v1","title":"What Do Claim Verification Datasets Actually Test? A Reasoning Trace Analysis","surface":"papers","opportunity_kernel":{"paper_id":"0295d3b5-ecf1-448b-9f4a-3a983b61845b","title":"What Do Claim Verification Datasets Actually Test? A Reasoning Trace Analysis","authors":["Delip Rao","Chris Callison-Burch"],"arxiv_id":"2604.01657v1","doi":null,"published_at":"2026-04-02T05:54:51.000Z","score_object":{"overall":{"value":4,"scale":"0-10","confidence":0.85,"confidence_reason":"Backfilled from persisted papers.viability_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:18:56.318Z","fresh_until":"2026-05-03T20:18:56.318Z","is_stale":true,"source_count":1,"missingness":[]},"technical":{"value":0,"scale":"0-10","confidence":0.55,"confidence_reason":"Backfilled from paper_extraction_scorecards.reconstruction_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:30:24.533Z","fresh_until":"2026-04-17T20:30:24.533Z","is_stale":true,"source_count":1,"missingness":["reproducibility_results.reproducibility_score","deployability_scores.score"]},"commercial":{"value":4,"scale":"0-10","confidence":0.75,"confidence_reason":"Backfilled from persisted commercial_flags and repo availability.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:18:56.318Z","fresh_until":"2026-05-03T20:18:56.318Z","is_stale":true,"source_count":1,"missingness":[]},"market":{"value":3.9,"scale":"0-10","confidence":0.34,"confidence_reason":"Estimated from commercial flags, repo presence, author coverage, and market-language heuristics because no persisted distribution_readiness_scores row was available.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:18:56.318Z","fresh_until":"2026-04-17T20:18:56.318Z","is_stale":true,"source_count":4,"missingness":["distribution_readiness_scores.score"]},"team":{"value":4.5,"scale":"0-10","confidence":0.31,"confidence_reason":"Estimated from author count, repo presence, and summary coverage because no persisted team-quality evidence was available.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:18:56.318Z","fresh_until":"2026-04-17T20:18:56.318Z","is_stale":true,"source_count":3,"missingness":["engineer_profiles.builder_score","author_startups"]},"methodology":{"value":3.4,"scale":"0-10","confidence":0.82,"confidence_reason":"Backfilled from paper_extraction_scorecards.total_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-03T20:50:40.820Z","fresh_until":"2026-05-03T20:50:40.820Z","is_stale":true,"source_count":2,"missingness":[]}},"evidence_receipt":{"freshness":"stale","proof_status":"unverified","repo_status":"missing","references_count":0,"source_count":0,"coverage":0.5,"missingness":["repo_url","references","distribution_readiness_scores"],"unresolved_unknowns":["distribution readiness has not been computed yet"],"last_verification_at":"2026-04-03T20:30:24.533Z"},"lineage_hash":"9e6f13fa43e83634f3b257dbfd612c069e3cfa94d227b70714b73c44b7a3df0c"},"distribution":null,"replication_evidence":[],"author_dna":[]}