{"schema_version":"papers/paper-detail-v1","title":"SomaliBench Eval: Measuring English-to-Somali Refusal Gaps in Open-Weight Language Models","surface":"papers","opportunity_kernel":{"paper_id":"ec352d82-c168-446d-86b2-38409190d977","title":"SomaliBench Eval: Measuring English-to-Somali Refusal Gaps in Open-Weight Language Models","authors":["Khalid Yusuf Dahir"],"arxiv_id":"2605.25420v1","doi":null,"published_at":"2026-05-25T04:45:44.000Z","score_object":{"overall":{"value":0,"scale":"0-10","confidence":0.85,"confidence_reason":"Backfilled from persisted papers.viability_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-26T23:53:48.798Z","fresh_until":"2026-06-25T23:53:48.798Z","is_stale":false,"source_count":1,"missingness":[]},"technical":{"value":1.4,"scale":"0-10","confidence":0.55,"confidence_reason":"Backfilled from paper_extraction_scorecards.reconstruction_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-26T23:54:25.785Z","fresh_until":"2026-06-09T23:54:25.785Z","is_stale":false,"source_count":1,"missingness":["reproducibility_results.reproducibility_score","deployability_scores.score"]},"commercial":{"value":5,"scale":"0-10","confidence":0.75,"confidence_reason":"Backfilled from persisted commercial_flags and repo availability.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-26T23:53:48.798Z","fresh_until":"2026-06-25T23:53:48.798Z","is_stale":false,"source_count":2,"missingness":[]},"market":{"value":5.5,"scale":"0-10","confidence":0.45,"confidence_reason":"Heuristic market score materialized from paper metadata, repo availability, and deployability.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-27T00:07:34.164Z","fresh_until":"2026-06-10T00:07:34.164Z","is_stale":false,"source_count":1,"missingness":[]},"team":{"value":2.7,"scale":"0-10","confidence":0.42,"confidence_reason":"Heuristic fallback from paper author count and extracted affiliations.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-26T23:53:48.798Z","fresh_until":"2026-06-09T23:53:48.798Z","is_stale":false,"source_count":2,"missingness":[]},"methodology":{"value":4.38,"scale":"0-10","confidence":0.82,"confidence_reason":"Backfilled from paper_extraction_scorecards.total_score.","model_version":"phase0-backfill-v1","pipeline_version":"phase0-kernel-v1","computed_at":"2026-05-26T23:54:25.785Z","fresh_until":"2026-06-25T23:54:25.785Z","is_stale":false,"source_count":2,"missingness":[]}},"evidence_receipt":{"freshness":"fresh","proof_status":"unverified","repo_status":"active","references_count":0,"source_count":5,"coverage":0.6667,"missingness":["references","proof_status"],"unresolved_unknowns":["proof verification has not been recorded yet"],"last_verification_at":"2026-05-27T00:07:34.164Z"},"lineage_hash":"0a345b3726aa7c8987f8d68a37f38385d99d312118f6578ab10fdfe91eb691f0"},"distribution":null,"replication_evidence":[],"author_dna":[]}