{"inputHashesVerified":30,"scoreMaxDifference":2.842170943040401e-14,"coverageProblems":[{"model":"claude-fable-5-1","questionId":41,"judge":"claude-opus-5","extra":["f15"],"missing":[],"duplicates":[]},{"model":"claude-fable-5-1","questionId":59,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f11"]},{"model":"claude-fable-5-1","questionId":95,"judge":"claude-opus-5","extra":["f19"],"missing":[],"duplicates":[]},{"model":"claude-haiku-4-5","questionId":40,"judge":"claude-opus-5","extra":["f24"],"missing":[],"duplicates":[]},{"model":"deepseek-v4-1-flash","questionId":61,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f2"]},{"model":"deepseek-v4-pro-0813","questionId":17,"judge":"claude-opus-5","extra":["f18"],"missing":[],"duplicates":[]},{"model":"gemini-3-flash","questionId":40,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f14"]},{"model":"gemini-3-flash","questionId":57,"judge":"claude-opus-5","extra":["f20"],"missing":[],"duplicates":[]},{"model":"gpt-5-6-luna","questionId":17,"judge":"claude-opus-5","extra":["f18"],"missing":[],"duplicates":[]},{"model":"gpt-5-6-luna","questionId":40,"judge":"claude-opus-5","extra":["f24"],"missing":[],"duplicates":[]},{"model":"gpt-5-6-sol","questionId":40,"judge":"claude-opus-5","extra":["f24"],"missing":[],"duplicates":[]},{"model":"gpt-5-6-sol","questionId":49,"judge":"claude-opus-5","extra":["f18"],"missing":[],"duplicates":[]},{"model":"grok-4-6","questionId":64,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f13"]},{"model":"grok-4-6","questionId":91,"judge":"claude-opus-5","extra":["f12"],"missing":[],"duplicates":[]},{"model":"kimi-k3","questionId":10,"judge":"claude-opus-5","extra":["f21"],"missing":[],"duplicates":[]},{"model":"kimi-k3","questionId":61,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f25"]},{"model":"qwen3-8-27b","questionId":18,"judge":"claude-opus-5","extra":["f12"],"missing":[],"duplicates":[]},{"model":"qwen3-8-27b","questionId":39,"judge":"claude-opus-5","extra":[],"missing":[],"duplicates":["f5"]},{"model":"qwen3-8-27b","questionId":64,"judge":"claude-opus-5","extra":["f15"],"missing":[],"duplicates":[]},{"model":"qwen3-8-27b","questionId":99,"judge":"claude-opus-5","extra":[],"missing":["f27"],"duplicates":[]}],"promptHashProblems":[],"providerModelProblems":[],"metadataWarnings":[{"model":"claude-fable-5-1","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096},{"model":"deepseek-v4-1-flash","field":"invariants.responseFormat","prefer":"responseFormatMode / requestParams","generic":"json_schema:strict","actual":"json_object"},{"model":"deepseek-v4-pro-0813","field":"invariants.responseFormat","prefer":"responseFormatMode / requestParams","generic":"json_schema:strict","actual":"json_object"},{"model":"gemini-3-1-pro","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096},{"model":"gemini-3-8-flash","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096},{"model":"glm-5-3","field":"invariants.responseFormat","prefer":"responseFormatMode / requestParams","generic":"json_schema:strict","actual":"json_object"},{"model":"glm-5-3","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096},{"model":"grok-4-6","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096},{"model":"qwen3-8-27b","field":"invariants.responseFormat","prefer":"responseFormatMode / requestParams","generic":"json_schema:strict","actual":"json_object"},{"model":"qwen3-8-max","field":"invariants.maxTokens","prefer":"maxTokensSent","generic":1536,"actual":4096}],"missingGrades":[{"model":"qwen3-8-27b","questionId":16,"judge":"gemini-3-8-flash","errorKind":"truncated"}],"models":17,"questions":100,"attemptSlots":1700,"validAnswers":1693,"completedGrades":3385,"goldSha256":"0a7c39df1d485158ed48019533199d4473711892b327fc9e3c4a93929ab590ca","sourcePromptSha256":"4344af0ac1ba92d71558cc4ee08e396be0f199f23884c01a706b12d3792888b0","questionPromptHashesVerified":100,"humanGoldReview":"pending; no completed corrections present in saved review sheet","pairwiseInference":"Unadjusted exploratory bootstrap on questions; saga dependence and candidate-generation variance are not separately estimated."}