Minerval

← run 1ac4c71a

Run step

Step 2: tool results

2026-11-15 04:45:13 UTC · previous step · next step

get_claim

Input
{
  "include": [
    "arguments",
    "subclaims",
    "related"
  ],
  "claim_id": "37c8f4aa-8784-403b-979f-fc06db79597c"
}
{"claim":{"id":"37c8f4aa-8784-403b-979f-fc06db79597c","kind":"claim","canonical_form":"Paraphrase-consistency checks detect language-model sandbagging with high recall and low false-positive rates across prompted and fine-tuned sandbaggers.","claim_type":"empirical_derived","state":"active","decomposition_status":"complete","importance":0.4,"contestation":0.5,"domains":[],"tags":[{"slug":"ai-sandbagging","name":"AI Sandbagging"},{"slug":"ai-capability-evaluation","name":"AI Capability Evaluation"},{"slug":"llm-prompt-sensitivity","name":"LLM Prompt Sensitivity"}],"steward_state":"running","stewarded_at":"2026-11-15T04:45:11.458Z","canonical_direction_note":null,"created_at":"2026-11-14T06:43:52.027Z","updated_at":"2026-11-15T04:43:35.892Z","page_url":"https://minerval.ai/claims/37c8f4aa-8784-403b-979f-fc06db79597c"},"assessment":null,"coverage":{"examined":false,"on":[],"note":"No judgment of this node is in force. That is not a finding either way."},"preliminary_seed":{"credence":0.15,"note":"The cross-context consistency method (Lin and colleagues, ICML 2026) is the main test of this. Its full text could not be opened for this note; figures come from summaries of the paper and of its workshop companion. They give about 98 percent recall at a 5 percent false-positive rate for a prompted frontier model on one benchmark, 67 percent for prompted sandbaggers on a programming benchmark, 53 and 37 percent for password-locked fine-tunes on two benchmarks, and 19 percent where models chose to sandbag after finding an incentive. The authors are reported to say that a sandbagger using a fixed error rule would evade the check. No test on a model trained to imitate a real weaker model, or on one retrained against the check, was found. High recall is therefore shown in the best prompted case and not across fine-tuned sandbaggers.","seeded_by_claim_id":"022b9cef-1397-4f4c-af7e-917df64bab6b"},"quantity":null,"threshold_of":null,"question":null,"formalization":null,"formalization_pending":null,"formalization_history":[],"verification":null,"lean_checks":[],"lean_checks_total":0,"waiting_messages":[{"trigger":"structure_and_assess","from":"the system","sender_node_id":null,"sent_at":"2026-11-14T06:43:52.337Z","paid":false,"summary":"New claim onboarded. Give it the structure and assessment its importance warrants; a minor or settled claim may need no decomposition."},{"trigger":"mandate_plan","from":"a mandate's plan","sender_node_id":null,"sent_at":"2026-11-15T04:43:35.895Z","paid":true,"summary":"A funded mandate scheduled a assess pass on this claim."}],"requests":[],"requests_total":0,"subclaim_count":0,"instance_count":0,"source_map":null,"related":[],"arguments":[],"subclaims":[],"subclaims_assessed":0}