{"schema_version":"papers/paper-detail-v1","title":"Correcting Human Labels for Rater Effects in AI Evaluation: An Item Response Theory Approach","surface":"papers","opportunity_kernel":{"paper_id":"98923614-a4f4-4444-bf01-6a24ba8f2847","title":"Correcting Human Labels for Rater Effects in AI Evaluation: An Item Response Theory Approach","authors":[],"arxiv_id":"2602.22585v1","doi":null,"published_at":"2026-02-26T03:35:36.000Z","score_object":{"overall":{"value":5,"scale":"0-10","confidence":0.85,"confidence_reason":"Backfilled from persisted papers.viability_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-05-02T02:30:40.136Z","is_stale":true,"source_count":1,"missingness":[]},"technical":{"value":0,"scale":"0-10","confidence":0.15,"confidence_reason":"No persisted technical score source was available; marked low confidence.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-04-16T02:30:40.136Z","is_stale":true,"source_count":0,"missingness":["reproducibility_results.reproducibility_score","deployability_scores.score","paper_extraction_scorecards.reconstruction_score"]},"commercial":{"value":0,"scale":"0-10","confidence":0.75,"confidence_reason":"Backfilled from persisted commercial_flags and repo availability.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-05-02T02:30:40.136Z","is_stale":true,"source_count":1,"missingness":[]},"market":{"value":0,"scale":"0-10","confidence":0.15,"confidence_reason":"No persisted distribution_readiness_scores row was available; marked low confidence.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-04-16T02:30:40.136Z","is_stale":true,"source_count":0,"missingness":["distribution_readiness_scores.score"]},"team":{"value":10,"scale":"0-10","confidence":0.15,"confidence_reason":"No persisted team-quality evidence was available; marked low confidence.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-04-16T02:30:40.136Z","is_stale":true,"source_count":0,"missingness":["engineer_profiles.builder_score","author_startups"]},"methodology":{"value":0,"scale":"0-10","confidence":0.15,"confidence_reason":"No persisted methodology score source was available; marked low confidence.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-04-02T02:30:40.136Z","fresh_until":"2026-05-02T02:30:40.136Z","is_stale":true,"source_count":0,"missingness":["paper_extraction_scorecards.total_score","paper_extraction_scorecards.standard_extraction_score"]}},"evidence_receipt":{"freshness":"stale","proof_status":"unverified","repo_status":"missing","references_count":0,"source_count":0,"coverage":0.1667,"missingness":["repo_url","references","proof_status","distribution_readiness_scores","paper_extraction_scorecards"],"unresolved_unknowns":["distribution readiness has not been computed yet","proof verification has not been recorded yet"],"last_verification_at":"2026-04-02T02:30:40.136Z"},"lineage_hash":"f7aa58f16270e37d9fa4ba924b9bb051ef665d29e8d3ddc3bb2bcb62e8455cff"},"distribution":null,"replication_evidence":[],"author_dna":[]}