[{"model":"claude-fable-5-1","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.7761904761904762,"judgeLabelCounts":{"stated":153,"partial":20,"absent":37}},{"model":"claude-haiku-4-5","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6428571428571429,"judgeLabelCounts":{"stated":123,"partial":24,"absent":61,"contradicted":2}},{"model":"claude-opus-5","kind":"cause","eligibleFacts":105,"scoredFacts":104,"questionCount":59,"recall":0.7524038461538461,"judgeLabelCounts":{"stated":145,"partial":23,"absent":40}},{"model":"claude-sonnet-5","kind":"cause","eligibleFacts":105,"scoredFacts":104,"questionCount":59,"recall":0.7668269230769231,"judgeLabelCounts":{"stated":148,"partial":23,"absent":37}},{"model":"deepseek-v4-1-flash","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6357142857142857,"judgeLabelCounts":{"partial":23,"stated":122,"absent":65}},{"model":"deepseek-v4-pro-0813","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5738095238095238,"judgeLabelCounts":{"stated":110,"partial":21,"absent":79}},{"model":"gemini-3-1-pro","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5761904761904761,"judgeLabelCounts":{"stated":111,"partial":20,"absent":79}},{"model":"gemini-3-8-flash","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.7047619047619048,"judgeLabelCounts":{"stated":131,"partial":34,"absent":45}},{"model":"gemini-3-flash","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6357142857142857,"judgeLabelCounts":{"stated":123,"partial":21,"absent":65,"contradicted":1}},{"model":"gemma-4-31b","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5642857142857143,"judgeLabelCounts":{"stated":105,"partial":27,"absent":78}},{"model":"glm-5-3","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6666666666666666,"judgeLabelCounts":{"stated":131,"absent":61,"partial":18}},{"model":"gpt-5-6-luna","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6476190476190476,"judgeLabelCounts":{"stated":121,"partial":30,"absent":59}},{"model":"gpt-5-6-sol","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5619047619047619,"judgeLabelCounts":{"stated":105,"partial":26,"absent":79}},{"model":"grok-4-6","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5761904761904761,"judgeLabelCounts":{"stated":109,"partial":24,"absent":77}},{"model":"kimi-k3","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.7214285714285714,"judgeLabelCounts":{"stated":137,"partial":29,"absent":44}},{"model":"qwen3-8-27b","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.5833333333333334,"judgeLabelCounts":{"stated":105,"absent":70,"partial":35}},{"model":"qwen3-8-max","kind":"cause","eligibleFacts":105,"scoredFacts":105,"questionCount":59,"recall":0.6285714285714286,"judgeLabelCounts":{"stated":122,"partial":20,"absent":68}},{"model":"claude-fable-5-1","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.6325,"judgeLabelCounts":{"stated":233,"absent":127,"partial":40}},{"model":"claude-haiku-4-5","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.47625,"judgeLabelCounts":{"absent":179,"partial":53,"stated":164,"contradicted":4}},{"model":"claude-opus-5","kind":"number","eligibleFacts":200,"scoredFacts":181,"questionCount":54,"recall":0.7361878453038674,"judgeLabelCounts":{"stated":250,"absent":76,"partial":33,"contradicted":3}},{"model":"claude-sonnet-5","kind":"number","eligibleFacts":200,"scoredFacts":181,"questionCount":54,"recall":0.6104972375690608,"judgeLabelCounts":{"absent":122,"stated":207,"partial":28,"contradicted":5}},{"model":"deepseek-v4-1-flash","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.5275,"judgeLabelCounts":{"absent":173,"partial":26,"stated":198,"contradicted":3}},{"model":"deepseek-v4-pro-0813","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.425,"judgeLabelCounts":{"absent":206,"contradicted":6,"stated":152,"partial":36}},{"model":"gemini-3-1-pro","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.44375,"judgeLabelCounts":{"stated":151,"absent":195,"partial":53,"contradicted":1}},{"model":"gemini-3-8-flash","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.39125,"judgeLabelCounts":{"absent":217,"stated":130,"partial":53}},{"model":"gemini-3-flash","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.45125,"judgeLabelCounts":{"stated":152,"absent":188,"partial":57,"contradicted":3}},{"model":"gemma-4-31b","kind":"number","eligibleFacts":200,"scoredFacts":199,"questionCount":54,"recall":0.41959798994974873,"judgeLabelCounts":{"stated":149,"absent":213,"partial":36}},{"model":"glm-5-3","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.52,"judgeLabelCounts":{"absent":173,"stated":190,"partial":36,"contradicted":1}},{"model":"gpt-5-6-luna","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.4425,"judgeLabelCounts":{"absent":192,"partial":50,"stated":152,"contradicted":6}},{"model":"gpt-5-6-sol","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.445,"judgeLabelCounts":{"absent":204,"stated":160,"partial":36}},{"model":"grok-4-6","kind":"number","eligibleFacts":200,"scoredFacts":200,"questionCount":54,"recall":0.42625,"judgeLabelCounts":{"absent":208,"contradicted":2,"stated":151,"partial":39}},{"model":"kimi-k3","kind":"number","eligibleFacts":200,"scoredFacts":196,"questionCount":54,"recall":0.5688775510204082,"judgeLabelCounts":{"absent":151,"stated":208,"partial":30,"contradicted":3}},{"model":"qwen3-8-27b","kind":"number","eligibleFacts":200,"scoredFacts":197,"questionCount":54,"recall":0.3870558375634518,"judgeLabelCounts":{"absent":212,"stated":131,"partial":43,"contradicted":7}},{"model":"qwen3-8-max","kind":"number","eligibleFacts":200,"scoredFacts":197,"questionCount":54,"recall":0.5342639593908629,"judgeLabelCounts":{"stated":194,"absent":157,"contradicted":10,"partial":33}},{"model":"claude-fable-5-1","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.8392857142857143,"judgeLabelCounts":{"stated":201,"partial":21,"absent":30}},{"model":"claude-haiku-4-5","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6309523809523809,"judgeLabelCounts":{"partial":44,"stated":137,"absent":71}},{"model":"claude-opus-5","kind":"outcome","eligibleFacts":126,"scoredFacts":123,"questionCount":62,"recall":0.8861788617886179,"judgeLabelCounts":{"stated":209,"partial":18,"absent":19}},{"model":"claude-sonnet-5","kind":"outcome","eligibleFacts":126,"scoredFacts":123,"questionCount":62,"recall":0.7804878048780488,"judgeLabelCounts":{"partial":28,"stated":178,"absent":40}},{"model":"deepseek-v4-1-flash","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.7361111111111112,"judgeLabelCounts":{"partial":31,"stated":170,"absent":51}},{"model":"deepseek-v4-pro-0813","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6488095238095238,"judgeLabelCounts":{"stated":147,"partial":33,"absent":71,"contradicted":1}},{"model":"gemini-3-1-pro","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.628968253968254,"judgeLabelCounts":{"partial":39,"stated":139,"absent":72,"contradicted":2}},{"model":"gemini-3-8-flash","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6646825396825397,"judgeLabelCounts":{"partial":33,"stated":151,"absent":68}},{"model":"gemini-3-flash","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6845238095238095,"judgeLabelCounts":{"stated":156,"partial":33,"absent":61,"contradicted":2}},{"model":"gemma-4-31b","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.5634920634920635,"judgeLabelCounts":{"partial":32,"stated":126,"absent":94}},{"model":"glm-5-3","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.7043650793650794,"judgeLabelCounts":{"partial":23,"stated":166,"absent":63}},{"model":"gpt-5-6-luna","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6626984126984127,"judgeLabelCounts":{"stated":152,"partial":30,"absent":70}},{"model":"gpt-5-6-sol","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6488095238095238,"judgeLabelCounts":{"stated":146,"partial":35,"absent":71}},{"model":"grok-4-6","kind":"outcome","eligibleFacts":126,"scoredFacts":126,"questionCount":62,"recall":0.6567460317460317,"judgeLabelCounts":{"partial":31,"stated":150,"absent":71}},{"model":"kimi-k3","kind":"outcome","eligibleFacts":126,"scoredFacts":120,"questionCount":62,"recall":0.7604166666666666,"judgeLabelCounts":{"stated":173,"partial":19,"absent":47,"contradicted":1}},{"model":"qwen3-8-27b","kind":"outcome","eligibleFacts":126,"scoredFacts":120,"questionCount":62,"recall":0.58125,"judgeLabelCounts":{"stated":127,"partial":25,"absent":86,"contradicted":2}},{"model":"qwen3-8-max","kind":"outcome","eligibleFacts":126,"scoredFacts":120,"questionCount":62,"recall":0.6895833333333333,"judgeLabelCounts":{"stated":153,"absent":62,"partial":25}},{"model":"claude-fable-5-1","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.6693548387096774,"judgeLabelCounts":{"stated":75,"absent":33,"partial":16}},{"model":"claude-haiku-4-5","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.47580645161290325,"judgeLabelCounts":{"stated":50,"partial":18,"absent":56}},{"model":"claude-opus-5","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.7419354838709677,"judgeLabelCounts":{"stated":85,"partial":14,"absent":25}},{"model":"claude-sonnet-5","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.5685483870967742,"judgeLabelCounts":{"stated":66,"absent":49,"partial":9}},{"model":"deepseek-v4-1-flash","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.625,"judgeLabelCounts":{"stated":72,"absent":41,"partial":11}},{"model":"deepseek-v4-pro-0813","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.4112903225806452,"judgeLabelCounts":{"stated":43,"absent":65,"partial":16}},{"model":"gemini-3-1-pro","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.3790322580645161,"judgeLabelCounts":{"stated":43,"absent":73,"partial":8}},{"model":"gemini-3-8-flash","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.45564516129032256,"judgeLabelCounts":{"stated":51,"partial":11,"absent":62}},{"model":"gemini-3-flash","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.4475806451612903,"judgeLabelCounts":{"stated":48,"partial":15,"absent":61}},{"model":"gemma-4-31b","kind":"quote","eligibleFacts":62,"scoredFacts":58,"questionCount":28,"recall":0.34913793103448276,"judgeLabelCounts":{"stated":33,"partial":15,"absent":68}},{"model":"glm-5-3","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.5403225806451613,"judgeLabelCounts":{"stated":60,"partial":14,"absent":50}},{"model":"gpt-5-6-luna","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.3588709677419355,"judgeLabelCounts":{"stated":38,"absent":73,"partial":13}},{"model":"gpt-5-6-sol","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.3346774193548387,"judgeLabelCounts":{"stated":34,"partial":15,"absent":75}},{"model":"grok-4-6","kind":"quote","eligibleFacts":62,"scoredFacts":62,"questionCount":28,"recall":0.4717741935483871,"judgeLabelCounts":{"stated":50,"partial":17,"absent":57}},{"model":"kimi-k3","kind":"quote","eligibleFacts":62,"scoredFacts":57,"questionCount":28,"recall":0.5570175438596491,"judgeLabelCounts":{"stated":57,"absent":44,"partial":13}},{"model":"qwen3-8-27b","kind":"quote","eligibleFacts":62,"scoredFacts":57,"questionCount":28,"recall":0.44298245614035087,"judgeLabelCounts":{"stated":43,"absent":56,"partial":15}},{"model":"qwen3-8-max","kind":"quote","eligibleFacts":62,"scoredFacts":57,"questionCount":28,"recall":0.5921052631578947,"judgeLabelCounts":{"stated":59,"partial":17,"absent":38}},{"model":"claude-fable-5-1","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.6547619047619048,"judgeLabelCounts":{"absent":72,"stated":150,"partial":30}},{"model":"claude-haiku-4-5","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.49206349206349204,"judgeLabelCounts":{"absent":108,"stated":105,"partial":38,"contradicted":1}},{"model":"claude-opus-5","kind":"reaction","eligibleFacts":126,"scoredFacts":121,"questionCount":41,"recall":0.7128099173553719,"judgeLabelCounts":{"stated":161,"partial":23,"absent":58}},{"model":"claude-sonnet-5","kind":"reaction","eligibleFacts":126,"scoredFacts":121,"questionCount":41,"recall":0.621900826446281,"judgeLabelCounts":{"stated":130,"partial":41,"absent":71}},{"model":"deepseek-v4-1-flash","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.5714285714285714,"judgeLabelCounts":{"absent":94,"stated":130,"partial":28}},{"model":"deepseek-v4-pro-0813","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.4166666666666667,"judgeLabelCounts":{"absent":128,"stated":87,"partial":36,"contradicted":1}},{"model":"gemini-3-1-pro","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.44246031746031744,"judgeLabelCounts":{"absent":122,"stated":93,"partial":37}},{"model":"gemini-3-8-flash","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.49603174603174605,"judgeLabelCounts":{"absent":101,"stated":99,"partial":52}},{"model":"gemini-3-flash","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.44047619047619047,"judgeLabelCounts":{"absent":118,"stated":90,"partial":42,"contradicted":2}},{"model":"gemma-4-31b","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.3333333333333333,"judgeLabelCounts":{"absent":150,"stated":67,"partial":34,"contradicted":1}},{"model":"glm-5-3","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.5753968253968254,"judgeLabelCounts":{"absent":90,"stated":129,"partial":32,"contradicted":1}},{"model":"gpt-5-6-luna","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.501984126984127,"judgeLabelCounts":{"absent":108,"stated":109,"partial":35}},{"model":"gpt-5-6-sol","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.4384920634920635,"judgeLabelCounts":{"absent":124,"stated":93,"partial":35}},{"model":"grok-4-6","kind":"reaction","eligibleFacts":126,"scoredFacts":126,"questionCount":41,"recall":0.48412698412698413,"judgeLabelCounts":{"absent":114,"stated":106,"partial":32}},{"model":"kimi-k3","kind":"reaction","eligibleFacts":126,"scoredFacts":125,"questionCount":41,"recall":0.594,"judgeLabelCounts":{"absent":88,"stated":135,"partial":27}},{"model":"qwen3-8-27b","kind":"reaction","eligibleFacts":126,"scoredFacts":125,"questionCount":41,"recall":0.404,"judgeLabelCounts":{"absent":135,"stated":87,"partial":28}},{"model":"qwen3-8-max","kind":"reaction","eligibleFacts":126,"scoredFacts":125,"questionCount":41,"recall":0.476,"judgeLabelCounts":{"absent":117,"stated":105,"partial":28}},{"model":"claude-fable-5-1","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.7510799136069114,"judgeLabelCounts":{"stated":663,"absent":198,"partial":65}},{"model":"claude-haiku-4-5","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5966522678185745,"judgeLabelCounts":{"stated":503,"absent":315,"partial":99,"contradicted":9}},{"model":"claude-opus-5","kind":"what","eligibleFacts":463,"scoredFacts":459,"questionCount":99,"recall":0.8001089324618736,"judgeLabelCounts":{"stated":706,"absent":154,"partial":57,"contradicted":1}},{"model":"claude-sonnet-5","kind":"what","eligibleFacts":463,"scoredFacts":459,"questionCount":99,"recall":0.7053376906318083,"judgeLabelCounts":{"stated":605,"absent":226,"partial":85,"contradicted":2}},{"model":"deepseek-v4-1-flash","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.6490280777537797,"judgeLabelCounts":{"stated":561,"absent":284,"partial":80,"contradicted":1}},{"model":"deepseek-v4-pro-0813","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5545356371490281,"judgeLabelCounts":{"stated":474,"absent":373,"partial":79}},{"model":"gemini-3-1-pro","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5539956803455723,"judgeLabelCounts":{"stated":472,"absent":371,"partial":82,"contradicted":1}},{"model":"gemini-3-8-flash","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5874730021598272,"judgeLabelCounts":{"stated":492,"absent":330,"partial":104}},{"model":"gemini-3-flash","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.6166306695464363,"judgeLabelCounts":{"stated":526,"absent":310,"partial":90}},{"model":"gemma-4-31b","kind":"what","eligibleFacts":463,"scoredFacts":459,"questionCount":99,"recall":0.49455337690631807,"judgeLabelCounts":{"stated":409,"absent":418,"partial":90,"contradicted":1}},{"model":"glm-5-3","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.6436285097192225,"judgeLabelCounts":{"stated":556,"absent":289,"partial":80,"contradicted":1}},{"model":"gpt-5-6-luna","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5998920086393088,"judgeLabelCounts":{"stated":511,"absent":323,"partial":89,"contradicted":3}},{"model":"gpt-5-6-sol","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5604751619870411,"judgeLabelCounts":{"stated":479,"absent":367,"partial":80}},{"model":"grok-4-6","kind":"what","eligibleFacts":463,"scoredFacts":463,"questionCount":99,"recall":0.5912526997840173,"judgeLabelCounts":{"stated":507,"partial":81,"absent":335,"contradicted":3}},{"model":"kimi-k3","kind":"what","eligibleFacts":463,"scoredFacts":453,"questionCount":99,"recall":0.7130242825607064,"judgeLabelCounts":{"stated":618,"absent":230,"partial":56,"contradicted":2}},{"model":"qwen3-8-27b","kind":"what","eligibleFacts":463,"scoredFacts":455,"questionCount":99,"recall":0.5428571428571428,"judgeLabelCounts":{"stated":444,"partial":97,"absent":357,"contradicted":5}},{"model":"qwen3-8-max","kind":"what","eligibleFacts":463,"scoredFacts":455,"questionCount":99,"recall":0.6241758241758242,"judgeLabelCounts":{"stated":527,"absent":300,"partial":82,"contradicted":1}},{"model":"claude-fable-5-1","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.5540201005025126,"judgeLabelCounts":{"partial":121,"stated":160,"absent":117}},{"model":"claude-haiku-4-5","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.37814070351758794,"judgeLabelCounts":{"stated":116,"absent":194,"partial":69,"contradicted":19}},{"model":"claude-opus-5","kind":"when","eligibleFacts":199,"scoredFacts":198,"questionCount":96,"recall":0.5656565656565656,"judgeLabelCounts":{"partial":114,"stated":167,"absent":110,"contradicted":5}},{"model":"claude-sonnet-5","kind":"when","eligibleFacts":199,"scoredFacts":198,"questionCount":96,"recall":0.4305555555555556,"judgeLabelCounts":{"partial":103,"absent":174,"stated":119}},{"model":"deepseek-v4-1-flash","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.4472361809045226,"judgeLabelCounts":{"partial":90,"absent":173,"stated":133,"contradicted":2}},{"model":"deepseek-v4-pro-0813","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.3278894472361809,"judgeLabelCounts":{"partial":97,"stated":82,"absent":213,"contradicted":6}},{"model":"gemini-3-1-pro","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.21105527638190955,"judgeLabelCounts":{"partial":62,"absent":280,"stated":53,"contradicted":3}},{"model":"gemini-3-8-flash","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.2185929648241206,"judgeLabelCounts":{"absent":278,"stated":58,"partial":58,"contradicted":4}},{"model":"gemini-3-flash","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.271356783919598,"judgeLabelCounts":{"partial":88,"absent":244,"stated":64,"contradicted":2}},{"model":"gemma-4-31b","kind":"when","eligibleFacts":199,"scoredFacts":198,"questionCount":96,"recall":0.20959595959595959,"judgeLabelCounts":{"absent":277,"partial":68,"stated":49,"contradicted":2}},{"model":"glm-5-3","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.4748743718592965,"judgeLabelCounts":{"partial":96,"stated":141,"absent":157,"contradicted":4}},{"model":"gpt-5-6-luna","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.38819095477386933,"judgeLabelCounts":{"stated":114,"partial":81,"absent":200,"contradicted":3}},{"model":"gpt-5-6-sol","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.43090452261306533,"judgeLabelCounts":{"stated":124,"absent":174,"partial":95,"contradicted":5}},{"model":"grok-4-6","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.3693467336683417,"judgeLabelCounts":{"absent":210,"partial":80,"stated":107,"contradicted":1}},{"model":"kimi-k3","kind":"when","eligibleFacts":199,"scoredFacts":197,"questionCount":96,"recall":0.4035532994923858,"judgeLabelCounts":{"partial":102,"absent":183,"stated":108,"contradicted":1}},{"model":"qwen3-8-27b","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.2851758793969849,"judgeLabelCounts":{"partial":71,"absent":235,"stated":78,"contradicted":12}},{"model":"qwen3-8-max","kind":"when","eligibleFacts":199,"scoredFacts":199,"questionCount":96,"recall":0.38944723618090454,"judgeLabelCounts":{"stated":113,"absent":197,"partial":84,"contradicted":4}},{"model":"claude-fable-5-1","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.7897350993377483,"judgeLabelCounts":{"stated":227,"partial":23,"absent":52}},{"model":"claude-haiku-4-5","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.554635761589404,"judgeLabelCounts":{"stated":158,"absent":125,"partial":19}},{"model":"claude-opus-5","kind":"where","eligibleFacts":151,"scoredFacts":150,"questionCount":80,"recall":0.795,"judgeLabelCounts":{"stated":226,"partial":25,"absent":49}},{"model":"claude-sonnet-5","kind":"where","eligibleFacts":151,"scoredFacts":150,"questionCount":80,"recall":0.74,"judgeLabelCounts":{"stated":207,"partial":30,"absent":61,"contradicted":2}},{"model":"deepseek-v4-1-flash","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.7019867549668874,"judgeLabelCounts":{"stated":202,"partial":20,"absent":80}},{"model":"deepseek-v4-pro-0813","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.5794701986754967,"judgeLabelCounts":{"stated":161,"absent":113,"partial":28}},{"model":"gemini-3-1-pro","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.5165562913907285,"judgeLabelCounts":{"stated":143,"absent":133,"partial":26}},{"model":"gemini-3-8-flash","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.5894039735099338,"judgeLabelCounts":{"stated":167,"partial":22,"absent":113}},{"model":"gemini-3-flash","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.597682119205298,"judgeLabelCounts":{"stated":165,"partial":31,"absent":103,"contradicted":3}},{"model":"gemma-4-31b","kind":"where","eligibleFacts":151,"scoredFacts":149,"questionCount":80,"recall":0.4714765100671141,"judgeLabelCounts":{"partial":39,"absent":138,"stated":121}},{"model":"glm-5-3","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.706953642384106,"judgeLabelCounts":{"stated":204,"partial":19,"absent":79}},{"model":"gpt-5-6-luna","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.6357615894039735,"judgeLabelCounts":{"stated":179,"absent":97,"partial":26}},{"model":"gpt-5-6-sol","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.5380794701986755,"judgeLabelCounts":{"stated":145,"absent":122,"partial":35}},{"model":"grok-4-6","kind":"where","eligibleFacts":151,"scoredFacts":151,"questionCount":80,"recall":0.6258278145695364,"judgeLabelCounts":{"stated":180,"absent":102,"partial":18,"contradicted":2}},{"model":"kimi-k3","kind":"where","eligibleFacts":151,"scoredFacts":148,"questionCount":80,"recall":0.7280405405405406,"judgeLabelCounts":{"stated":205,"partial":21,"absent":68,"contradicted":2}},{"model":"qwen3-8-27b","kind":"where","eligibleFacts":151,"scoredFacts":150,"questionCount":80,"recall":0.5816666666666667,"judgeLabelCounts":{"stated":157,"partial":33,"absent":108}},{"model":"qwen3-8-max","kind":"where","eligibleFacts":151,"scoredFacts":150,"questionCount":80,"recall":0.6616666666666666,"judgeLabelCounts":{"stated":187,"partial":23,"absent":90}},{"model":"claude-fable-5-1","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.8186046511627907,"judgeLabelCounts":{"stated":341,"absent":65,"partial":22,"contradicted":2}},{"model":"claude-haiku-4-5","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.5465116279069767,"judgeLabelCounts":{"stated":222,"absent":180,"partial":26,"contradicted":2}},{"model":"claude-opus-5","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.8465116279069768,"judgeLabelCounts":{"stated":353,"partial":22,"absent":53,"contradicted":2}},{"model":"claude-sonnet-5","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.7686046511627908,"judgeLabelCounts":{"stated":317,"absent":83,"partial":27,"contradicted":3}},{"model":"deepseek-v4-1-flash","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.7627906976744186,"judgeLabelCounts":{"stated":320,"absent":93,"contradicted":1,"partial":16}},{"model":"deepseek-v4-pro-0813","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.5674418604651162,"judgeLabelCounts":{"stated":232,"absent":174,"partial":24}},{"model":"gemini-3-1-pro","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.5546511627906977,"judgeLabelCounts":{"stated":225,"absent":178,"partial":27}},{"model":"gemini-3-8-flash","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.6255813953488372,"judgeLabelCounts":{"stated":254,"absent":146,"partial":30}},{"model":"gemini-3-flash","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.6476744186046511,"judgeLabelCounts":{"stated":266,"absent":137,"partial":25,"contradicted":2}},{"model":"gemma-4-31b","kind":"who","eligibleFacts":215,"scoredFacts":214,"questionCount":83,"recall":0.5887850467289719,"judgeLabelCounts":{"stated":236,"partial":32,"absent":160}},{"model":"glm-5-3","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.686046511627907,"judgeLabelCounts":{"stated":283,"absent":122,"partial":24,"contradicted":1}},{"model":"gpt-5-6-luna","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.5174418604651163,"judgeLabelCounts":{"stated":206,"absent":191,"partial":33}},{"model":"gpt-5-6-sol","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.48023255813953486,"judgeLabelCounts":{"stated":193,"absent":210,"partial":27}},{"model":"grok-4-6","kind":"who","eligibleFacts":215,"scoredFacts":215,"questionCount":83,"recall":0.6523255813953488,"judgeLabelCounts":{"stated":265,"absent":134,"partial":31}},{"model":"kimi-k3","kind":"who","eligibleFacts":215,"scoredFacts":211,"questionCount":83,"recall":0.7760663507109005,"judgeLabelCounts":{"stated":319,"absent":86,"partial":17}},{"model":"qwen3-8-27b","kind":"who","eligibleFacts":215,"scoredFacts":214,"questionCount":83,"recall":0.4976635514018692,"judgeLabelCounts":{"contradicted":3,"absent":193,"stated":196,"partial":32}},{"model":"qwen3-8-max","kind":"who","eligibleFacts":215,"scoredFacts":214,"questionCount":83,"recall":0.639018691588785,"judgeLabelCounts":{"stated":261,"contradicted":6,"absent":136,"partial":25}}]