[{"model":"claude-fable-5-1","questionId":1,"valid":true,"effective":90.1413043478261,"costUsd":0.07961,"latencySeconds":19.118,"attempts":1,"calledAt":"2026-09-15T14:51:11.822Z","usage":{"inputTokens":3561,"outputTokens":880,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.875,"precision":0.9130434782608695,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.1413043478261,"consensusEffective":95.1413043478261,"neWords":66,"enWords":100,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":2,"valid":true,"effective":86.80555555555556,"costUsd":0.09592,"latencySeconds":22.334,"attempts":1,"calledAt":"2026-09-15T14:51:15.040Z","usage":{"inputTokens":4232,"outputTokens":1072,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8055555555555556,"supporting":0.6818181818181819,"precision":0.9444444444444444,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.80555555555556,"consensusEffective":85.83333333333333,"neWords":96,"enWords":116,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":3,"valid":true,"effective":97.25,"costUsd":0.11323,"latencySeconds":27.923,"attempts":1,"calledAt":"2026-09-15T14:51:20.629Z","usage":{"inputTokens":4993,"outputTokens":1266,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":107,"enWords":125,"entityPrecision":0.875,"entityRecall":0.5,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":4,"valid":true,"effective":85.02380952380952,"costUsd":0.099,"latencySeconds":21.063,"attempts":1,"calledAt":"2026-09-15T14:51:32.890Z","usage":{"inputTokens":4545,"outputTokens":1071,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.5576923076923077,"precision":0.9285714285714286,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":85.02380952380952,"consensusEffective":90.02380952380952,"neWords":92,"enWords":111,"entityPrecision":0.833,"entityRecall":0.769,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":5,"valid":true,"effective":94.18103448275862,"costUsd":0.11184,"latencySeconds":23.386,"attempts":1,"calledAt":"2026-09-15T14:51:38.429Z","usage":{"inputTokens":5354,"outputTokens":1166,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9310344827586207,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":94.18103448275862,"consensusEffective":94.18103448275862,"neWords":96,"enWords":133,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":6,"valid":true,"effective":94.03003337041156,"costUsd":0.10218,"latencySeconds":22.799,"attempts":1,"calledAt":"2026-09-15T14:51:43.434Z","usage":{"inputTokens":5008,"outputTokens":1042,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666667,"precision":0.9010011123470523,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.03003337041156,"consensusEffective":94.03003337041156,"neWords":104,"enWords":116,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":7,"valid":true,"effective":87.43103448275862,"costUsd":0.12009,"latencySeconds":32.535,"attempts":1,"calledAt":"2026-09-15T14:52:05.428Z","usage":{"inputTokens":5639,"outputTokens":1274,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.5625,"precision":0.9310344827586207,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.43103448275862,"consensusEffective":90.09770114942529,"neWords":103,"enWords":119,"entityPrecision":0.917,"entityRecall":0.786,"entityF1":0.846,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":8,"valid":true,"effective":98.5,"costUsd":0.10294,"latencySeconds":21.851,"attempts":1,"calledAt":"2026-09-15T14:52:00.286Z","usage":{"inputTokens":5034,"outputTokens":1052,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7058823529411765,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":75,"enWords":94,"entityPrecision":0.818,"entityRecall":0.9,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":9,"valid":true,"effective":91.875,"costUsd":0.10549,"latencySeconds":23.579,"attempts":1,"calledAt":"2026-09-15T14:52:07.015Z","usage":{"inputTokens":4559,"outputTokens":1198,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":0.9041666666666667,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.875,"consensusEffective":91.875,"neWords":83,"enWords":102,"entityPrecision":0.846,"entityRecall":0.846,"entityF1":0.846,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":10,"valid":true,"effective":92.90847665847666,"costUsd":0.09682,"latencySeconds":18.888,"attempts":1,"calledAt":"2026-09-15T14:52:19.179Z","usage":{"inputTokens":5097,"outputTokens":917,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8886158886158886,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.90847665847666,"consensusEffective":92.90847665847666,"neWords":71,"enWords":95,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":11,"valid":true,"effective":78.02873563218391,"costUsd":0.12954,"latencySeconds":29.739,"attempts":1,"calledAt":"2026-09-15T14:52:35.169Z","usage":{"inputTokens":4949,"outputTokens":1601,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.5961538461538461,"precision":0.8620689655172413,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":78.02873563218391,"consensusEffective":86.36206896551724,"neWords":124,"enWords":144,"entityPrecision":0.857,"entityRecall":0.818,"entityF1":0.837,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":12,"valid":true,"effective":98.5,"costUsd":0.08935,"latencySeconds":12.777,"attempts":1,"calledAt":"2026-09-15T14:52:19.795Z","usage":{"inputTokens":4520,"outputTokens":883,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":77,"enWords":89,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":13,"valid":true,"effective":84.39285714285714,"costUsd":0.10676,"latencySeconds":24.085,"attempts":1,"calledAt":"2026-09-15T14:52:43.267Z","usage":{"inputTokens":4456,"outputTokens":1244,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.6458333333333333,"precision":0.8964285714285714,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":84.39285714285714,"consensusEffective":92.39285714285714,"neWords":101,"enWords":119,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":14,"valid":true,"effective":83.90725806451613,"costUsd":0.10099,"latencySeconds":21.659,"attempts":1,"calledAt":"2026-09-15T14:52:41.461Z","usage":{"inputTokens":4984,"outputTokens":1023,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.53125,"precision":0.905241935483871,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.90725806451613,"consensusEffective":86.90725806451613,"neWords":89,"enWords":116,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":15,"valid":true,"effective":94.1923076923077,"costUsd":0.09497,"latencySeconds":21.05,"attempts":1,"calledAt":"2026-09-15T14:52:56.223Z","usage":{"inputTokens":4402,"outputTokens":1019,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7777777777777778,"precision":0.8814102564102564,"ne":9.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.1923076923077,"consensusEffective":94.1923076923077,"neWords":72,"enWords":84,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":16,"valid":true,"effective":97.38888888888889,"costUsd":0.09012,"latencySeconds":21.489,"attempts":1,"calledAt":"2026-09-15T14:53:02.954Z","usage":{"inputTokens":4177,"outputTokens":967,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.962962962962963,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.38888888888889,"consensusEffective":97.38888888888889,"neWords":87,"enWords":112,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":17,"valid":true,"effective":91.43888888888888,"costUsd":0.08729,"latencySeconds":22.546,"attempts":1,"calledAt":"2026-09-15T14:53:05.818Z","usage":{"inputTokens":3229,"outputTokens":1100,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6590909090909091,"precision":0.922962962962963,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.43888888888888,"consensusEffective":93.93888888888888,"neWords":90,"enWords":126,"entityPrecision":0.9,"entityRecall":0.818,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":18,"valid":true,"effective":96.25,"costUsd":0.06009,"latencySeconds":18.88,"attempts":1,"calledAt":"2026-09-15T14:53:15.107Z","usage":{"inputTokens":2579,"outputTokens":686,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":47,"enWords":67,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":19,"valid":true,"effective":92.77272727272728,"costUsd":0.07517,"latencySeconds":18.98,"attempts":1,"calledAt":"2026-09-15T14:53:21.938Z","usage":{"inputTokens":3622,"outputTokens":779,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8590909090909091,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.77272727272728,"consensusEffective":92.77272727272728,"neWords":61,"enWords":83,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":20,"valid":true,"effective":89.67903225806451,"costUsd":0.09673,"latencySeconds":18.851,"attempts":1,"calledAt":"2026-09-15T14:53:24.674Z","usage":{"inputTokens":4808,"outputTokens":973,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.830967741935484,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.67903225806451,"consensusEffective":89.67903225806451,"neWords":68,"enWords":102,"entityPrecision":0.9,"entityRecall":1,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":21,"valid":true,"effective":86.76385809312637,"costUsd":0.12323,"latencySeconds":26.115,"attempts":1,"calledAt":"2026-09-15T14:53:41.225Z","usage":{"inputTokens":5688,"outputTokens":1327,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8181818181818182,"supporting":0.4431818181818182,"precision":0.9512195121951219,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.76385809312637,"consensusEffective":85.28658536585365,"neWords":98,"enWords":137,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":22,"valid":true,"effective":89.78571428571428,"costUsd":0.12917,"latencySeconds":38.89,"attempts":1,"calledAt":"2026-09-15T14:54:00.831Z","usage":{"inputTokens":5657,"outputTokens":1452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8928571428571428,"supporting":0.5125,"precision":0.9523809523809523,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.78571428571428,"consensusEffective":94.07142857142857,"neWords":128,"enWords":145,"entityPrecision":0.75,"entityRecall":0.692,"entityF1":0.72,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":23,"valid":true,"effective":88.11261261261261,"costUsd":0.08976,"latencySeconds":20.55,"attempts":1,"calledAt":"2026-09-15T14:53:45.230Z","usage":{"inputTokens":3531,"outputTokens":1089,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.5,"precision":0.8648648648648649,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":88.11261261261261,"consensusEffective":88.11261261261261,"neWords":85,"enWords":105,"entityPrecision":0.909,"entityRecall":0.667,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":24,"valid":true,"effective":91.75,"costUsd":0.05217,"latencySeconds":15.529,"attempts":1,"calledAt":"2026-09-15T14:53:56.760Z","usage":{"inputTokens":2157,"outputTokens":612,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":44,"enWords":73,"entityPrecision":0.75,"entityRecall":1,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":25,"valid":true,"effective":97.25,"costUsd":0.06704,"latencySeconds":14.531,"attempts":1,"calledAt":"2026-09-15T14:53:59.767Z","usage":{"inputTokens":3064,"outputTokens":728,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":58,"enWords":67,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":26,"valid":true,"effective":83.22008547008548,"costUsd":0.09207,"latencySeconds":22.758,"attempts":1,"calledAt":"2026-09-15T14:54:19.523Z","usage":{"inputTokens":3747,"outputTokens":1092,"reasoningTokens":289},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.71875,"precision":0.849002849002849,"ne":7.5,"en":7,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.22008547008548,"consensusEffective":82.22008547008548,"neWords":62,"enWords":68,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":27,"valid":true,"effective":85.54545454545455,"costUsd":0.06921,"latencySeconds":10.654,"attempts":1,"calledAt":"2026-09-15T14:54:10.427Z","usage":{"inputTokens":2896,"outputTokens":805,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.2857142857142857,"precision":0.6681818181818182,"ne":8.5,"en":8.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":85.54545454545455,"consensusEffective":85.54545454545455,"neWords":61,"enWords":72,"entityPrecision":0.875,"entityRecall":0.583,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":28,"valid":true,"effective":91.3913043478261,"costUsd":0.06666,"latencySeconds":19.036,"attempts":1,"calledAt":"2026-09-15T14:54:19.871Z","usage":{"inputTokens":2901,"outputTokens":753,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8630434782608696,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.3913043478261,"consensusEffective":91.3913043478261,"neWords":55,"enWords":82,"entityPrecision":0.4,"entityRecall":0.667,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":29,"valid":true,"effective":94.21082949308756,"costUsd":0.08623,"latencySeconds":19.116,"attempts":1,"calledAt":"2026-09-15T14:54:29.546Z","usage":{"inputTokens":3923,"outputTokens":940,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8636363636363636,"precision":0.9320276497695852,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.21082949308756,"consensusEffective":94.21082949308756,"neWords":70,"enWords":92,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":30,"valid":true,"effective":98.5,"costUsd":0.08331,"latencySeconds":17.562,"attempts":1,"calledAt":"2026-09-15T14:54:37.089Z","usage":{"inputTokens":4296,"outputTokens":807,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":75,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":31,"valid":true,"effective":94.26708074534162,"costUsd":0.07119,"latencySeconds":17.037,"attempts":1,"calledAt":"2026-09-15T14:54:36.912Z","usage":{"inputTokens":3399,"outputTokens":744,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428572,"precision":0.9089026915113871,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.26708074534162,"consensusEffective":94.26708074534162,"neWords":69,"enWords":75,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":32,"valid":true,"effective":96.59615384615384,"costUsd":0.06726,"latencySeconds":19.525,"attempts":1,"calledAt":"2026-09-15T14:54:49.077Z","usage":{"inputTokens":2376,"outputTokens":870,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7272727272727273,"precision":0.9615384615384616,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.59615384615384,"consensusEffective":96.59615384615384,"neWords":70,"enWords":82,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":33,"valid":true,"effective":96.5,"costUsd":0.06988,"latencySeconds":18.989,"attempts":1,"calledAt":"2026-09-15T14:54:55.906Z","usage":{"inputTokens":2458,"outputTokens":906,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9444444444444444,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":71,"enWords":90,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.07358,"latencySeconds":9.463,"attempts":1,"calledAt":"2026-09-15T14:54:46.557Z","usage":{"inputTokens":3668,"outputTokens":738,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":57,"enWords":70,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":35,"valid":true,"effective":94.6923076923077,"costUsd":0.08133,"latencySeconds":11.028,"attempts":1,"calledAt":"2026-09-15T14:54:57.590Z","usage":{"inputTokens":4138,"outputTokens":799,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9230769230769231,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.6923076923077,"consensusEffective":94.6923076923077,"neWords":62,"enWords":91,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":36,"valid":true,"effective":89.75,"costUsd":0.06251,"latencySeconds":16.411,"attempts":1,"calledAt":"2026-09-15T14:55:05.493Z","usage":{"inputTokens":2631,"outputTokens":724,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":0.7833333333333333,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.75,"consensusEffective":89.75,"neWords":52,"enWords":68,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":37,"valid":true,"effective":95.8,"costUsd":0.08025,"latencySeconds":23.201,"attempts":1,"calledAt":"2026-09-15T14:55:19.114Z","usage":{"inputTokens":3045,"outputTokens":996,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.96,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.8,"consensusEffective":95.8,"neWords":84,"enWords":122,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":38,"valid":true,"effective":94.97058823529412,"costUsd":0.05874,"latencySeconds":14.511,"attempts":1,"calledAt":"2026-09-15T14:55:12.105Z","usage":{"inputTokens":2374,"outputTokens":700,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8823529411764706,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.97058823529412,"consensusEffective":94.97058823529412,"neWords":60,"enWords":61,"entityPrecision":0.667,"entityRecall":0.8,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":39,"valid":true,"effective":85.75,"costUsd":0.04254,"latencySeconds":12.286,"attempts":1,"calledAt":"2026-09-15T14:55:17.785Z","usage":{"inputTokens":1979,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":85.75,"consensusEffective":85.75,"neWords":45,"enWords":65,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":40,"valid":true,"effective":87.48099415204678,"costUsd":0.1138,"latencySeconds":25.348,"attempts":1,"calledAt":"2026-09-15T14:55:37.460Z","usage":{"inputTokens":4985,"outputTokens":1279,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6499999999999999,"precision":0.8576998050682261,"ne":7,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.48099415204678,"consensusEffective":87.48099415204678,"neWords":103,"enWords":131,"entityPrecision":0.909,"entityRecall":0.625,"entityF1":0.741,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":41,"valid":true,"effective":92.32142857142857,"costUsd":0.08742,"latencySeconds":18.446,"attempts":1,"calledAt":"2026-09-15T14:55:36.238Z","usage":{"inputTokens":4307,"outputTokens":887,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.8690476190476191,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.32142857142857,"consensusEffective":92.32142857142857,"neWords":70,"enWords":82,"entityPrecision":0.889,"entityRecall":0.8,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":42,"valid":true,"effective":92.5,"costUsd":0.10153,"latencySeconds":23.432,"attempts":1,"calledAt":"2026-09-15T14:55:42.553Z","usage":{"inputTokens":4778,"outputTokens":1075,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.725,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.5,"consensusEffective":96.5,"neWords":90,"enWords":105,"entityPrecision":0.909,"entityRecall":0.909,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":43,"valid":true,"effective":97.4655172413793,"costUsd":0.08848,"latencySeconds":17.623,"attempts":1,"calledAt":"2026-09-15T14:55:53.868Z","usage":{"inputTokens":4378,"outputTokens":894,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9655172413793103,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.4655172413793,"consensusEffective":97.4655172413793,"neWords":55,"enWords":79,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":44,"valid":true,"effective":84.99777530589543,"costUsd":0.11198,"latencySeconds":22.546,"attempts":1,"calledAt":"2026-09-15T14:56:00.009Z","usage":{"inputTokens":5193,"outputTokens":1201,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6875,"precision":0.9332591768631813,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.99777530589543,"consensusEffective":91.6644419725621,"neWords":79,"enWords":119,"entityPrecision":0.846,"entityRecall":0.846,"entityF1":0.846,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":45,"valid":true,"effective":84.6923076923077,"costUsd":0.10329,"latencySeconds":20.375,"attempts":1,"calledAt":"2026-09-15T14:56:02.939Z","usage":{"inputTokens":5479,"outputTokens":970,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":0.9230769230769231,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.6923076923077,"consensusEffective":84.6923076923077,"neWords":78,"enWords":120,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":46,"valid":true,"effective":90.76190476190476,"costUsd":0.10498,"latencySeconds":22.596,"attempts":1,"calledAt":"2026-09-15T14:56:16.472Z","usage":{"inputTokens":4883,"outputTokens":1123,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.8125,"precision":0.8976190476190476,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.76190476190476,"consensusEffective":90.42857142857143,"neWords":83,"enWords":112,"entityPrecision":0.6,"entityRecall":0.857,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":47,"valid":true,"effective":95.03846153846155,"costUsd":0.09302,"latencySeconds":17.483,"attempts":1,"calledAt":"2026-09-15T14:56:17.498Z","usage":{"inputTokens":4562,"outputTokens":948,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.8846153846153846,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":95.03846153846155,"consensusEffective":95.03846153846155,"neWords":73,"enWords":98,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":48,"valid":true,"effective":95.23529411764706,"costUsd":0.08351,"latencySeconds":18.427,"attempts":1,"calledAt":"2026-09-15T14:56:21.372Z","usage":{"inputTokens":4321,"outputTokens":806,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.23529411764706,"consensusEffective":95.23529411764706,"neWords":60,"enWords":68,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":49,"valid":true,"effective":82.09569892473118,"costUsd":0.11205,"latencySeconds":16.981,"attempts":1,"calledAt":"2026-09-15T14:56:33.459Z","usage":{"inputTokens":5345,"outputTokens":1172,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.575,"precision":0.830967741935484,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":82.09569892473118,"consensusEffective":88.42903225806451,"neWords":103,"enWords":140,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":50,"valid":true,"effective":94.10714285714286,"costUsd":0.0996,"latencySeconds":20.929,"attempts":1,"calledAt":"2026-09-15T14:56:38.433Z","usage":{"inputTokens":5325,"outputTokens":927,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6499999999999999,"precision":0.9285714285714286,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.10714285714286,"consensusEffective":94.10714285714286,"neWords":90,"enWords":103,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":51,"valid":true,"effective":86.06862745098039,"costUsd":0.10489,"latencySeconds":21.33,"attempts":1,"calledAt":"2026-09-15T14:56:42.711Z","usage":{"inputTokens":5289,"outputTokens":1040,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":1,"precision":0.8856209150326797,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.06862745098039,"consensusEffective":86.06862745098039,"neWords":84,"enWords":107,"entityPrecision":1,"entityRecall":0.833,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":52,"valid":true,"effective":93.02718832891247,"costUsd":0.08611,"latencySeconds":28.183,"attempts":1,"calledAt":"2026-09-15T14:57:01.648Z","usage":{"inputTokens":3481,"outputTokens":1026,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6944444444444444,"precision":0.8925729442970822,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.02718832891247,"consensusEffective":93.02718832891247,"neWords":81,"enWords":119,"entityPrecision":1,"entityRecall":0.833,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":53,"valid":true,"effective":94.35294117647058,"costUsd":0.10946,"latencySeconds":16.766,"attempts":1,"calledAt":"2026-09-15T14:56:55.203Z","usage":{"inputTokens":5486,"outputTokens":1092,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.9117647058823529,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":94.35294117647058,"consensusEffective":94.35294117647058,"neWords":91,"enWords":118,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":54,"valid":true,"effective":95.17424242424242,"costUsd":0.09435,"latencySeconds":25.822,"attempts":1,"calledAt":"2026-09-15T14:57:08.540Z","usage":{"inputTokens":4335,"outputTokens":1020,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5535714285714286,"precision":0.9141414141414141,"ne":9.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.17424242424242,"consensusEffective":95.17424242424242,"neWords":91,"enWords":114,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":55,"valid":true,"effective":88.5,"costUsd":0.09321,"latencySeconds":12.624,"attempts":1,"calledAt":"2026-09-15T14:57:07.832Z","usage":{"inputTokens":4291,"outputTokens":1006,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":59,"enWords":97,"entityPrecision":0.833,"entityRecall":0.909,"entityF1":0.87,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":56,"valid":true,"effective":90.75718390804597,"costUsd":0.11337,"latencySeconds":19.519,"attempts":1,"calledAt":"2026-09-15T14:57:21.172Z","usage":{"inputTokens":4832,"outputTokens":1301,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.7708333333333333,"precision":0.9030172413793103,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.75718390804597,"consensusEffective":89.0905172413793,"neWords":104,"enWords":126,"entityPrecision":0.75,"entityRecall":0.818,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":57,"valid":true,"effective":93.35714285714286,"costUsd":0.10629,"latencySeconds":24.724,"attempts":1,"calledAt":"2026-09-15T14:57:32.567Z","usage":{"inputTokens":5004,"outputTokens":1125,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8269230769230769,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.35714285714286,"consensusEffective":93.35714285714286,"neWords":98,"enWords":144,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":58,"valid":true,"effective":92.81235697940502,"costUsd":0.09044,"latencySeconds":11.979,"attempts":1,"calledAt":"2026-09-15T14:57:20.529Z","usage":{"inputTokens":4299,"outputTokens":949,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.95,"precision":0.8604118993135011,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.81235697940502,"consensusEffective":92.81235697940502,"neWords":78,"enWords":103,"entityPrecision":0.714,"entityRecall":0.714,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":59,"valid":true,"effective":95.75,"costUsd":0.08749,"latencySeconds":17.252,"attempts":1,"calledAt":"2026-09-15T14:57:37.788Z","usage":{"inputTokens":4699,"outputTokens":810,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9583333333333333,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.63636363636364,"consensusEffective":95.75,"neWords":69,"enWords":99,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":60,"valid":true,"effective":97.19565217391305,"costUsd":0.08613,"latencySeconds":20.799,"attempts":1,"calledAt":"2026-09-15T14:57:41.974Z","usage":{"inputTokens":3593,"outputTokens":1004,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":65,"enWords":84,"entityPrecision":0.75,"entityRecall":0.818,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":61,"valid":true,"effective":81.52123552123552,"costUsd":0.12769,"latencySeconds":27.913,"attempts":1,"calledAt":"2026-09-15T14:58:00.490Z","usage":{"inputTokens":5539,"outputTokens":1446,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6176470588235294,"precision":0.9173745173745174,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":81.52123552123552,"consensusEffective":81.52123552123552,"neWords":96,"enWords":124,"entityPrecision":0.889,"entityRecall":1,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":62,"valid":true,"effective":92.78571428571428,"costUsd":0.0819,"latencySeconds":18.912,"attempts":1,"calledAt":"2026-09-15T14:57:56.708Z","usage":{"inputTokens":3660,"outputTokens":906,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.8055555555555556,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.78571428571428,"consensusEffective":98.5,"neWords":82,"enWords":89,"entityPrecision":0.875,"entityRecall":0.538,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":63,"valid":true,"effective":96.56451612903226,"costUsd":0.10345,"latencySeconds":22.014,"attempts":1,"calledAt":"2026-09-15T14:58:03.994Z","usage":{"inputTokens":4975,"outputTokens":1074,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.935483870967742,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":96.56451612903226,"consensusEffective":96.56451612903226,"neWords":88,"enWords":110,"entityPrecision":0.7,"entityRecall":0.636,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":64,"valid":true,"effective":96.1,"costUsd":0.08926,"latencySeconds":17.532,"attempts":1,"calledAt":"2026-09-15T14:58:14.249Z","usage":{"inputTokens":4326,"outputTokens":920,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9199999999999999,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.1,"consensusEffective":96.1,"neWords":65,"enWords":87,"entityPrecision":0.917,"entityRecall":0.846,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":65,"valid":true,"effective":88.6,"costUsd":0.10849,"latencySeconds":23.319,"attempts":1,"calledAt":"2026-09-15T14:58:23.819Z","usage":{"inputTokens":4499,"outputTokens":1270,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.4642857142857143,"precision":0.9199999999999999,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.6,"consensusEffective":93.24285714285713,"neWords":87,"enWords":124,"entityPrecision":0.917,"entityRecall":0.733,"entityF1":0.815,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":66,"valid":true,"effective":93.5,"costUsd":0.10429,"latencySeconds":28.376,"attempts":1,"calledAt":"2026-09-15T14:58:32.379Z","usage":{"inputTokens":4179,"outputTokens":1250,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8958333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":102,"enWords":120,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":67,"valid":true,"effective":93.08695652173913,"costUsd":0.0851,"latencySeconds":20.032,"attempts":1,"calledAt":"2026-09-15T14:58:34.293Z","usage":{"inputTokens":4155,"outputTokens":871,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8695652173913043,"ne":9.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.08695652173913,"consensusEffective":93.08695652173913,"neWords":71,"enWords":84,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":68,"valid":true,"effective":95.69565217391305,"costUsd":0.0909,"latencySeconds":19.164,"attempts":1,"calledAt":"2026-09-15T14:58:42.996Z","usage":{"inputTokens":4255,"outputTokens":967,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9565217391304348,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.69565217391305,"consensusEffective":95.69565217391305,"neWords":76,"enWords":108,"entityPrecision":0.714,"entityRecall":0.455,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":69,"valid":true,"effective":97.6891891891892,"costUsd":0.08706,"latencySeconds":23.051,"attempts":1,"calledAt":"2026-09-15T14:58:55.442Z","usage":{"inputTokens":3841,"outputTokens":973,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7954545454545454,"precision":0.972972972972973,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.6891891891892,"consensusEffective":97.6891891891892,"neWords":85,"enWords":112,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":70,"valid":true,"effective":97.5,"costUsd":0.08381,"latencySeconds":22.346,"attempts":1,"calledAt":"2026-09-15T14:58:56.648Z","usage":{"inputTokens":3731,"outputTokens":930,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9666666666666667,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.5,"consensusEffective":97.5,"neWords":69,"enWords":84,"entityPrecision":0.889,"entityRecall":0.667,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":71,"valid":true,"effective":93.91666666666667,"costUsd":0.0994,"latencySeconds":19.263,"attempts":1,"calledAt":"2026-09-15T14:59:02.268Z","usage":{"inputTokens":4870,"outputTokens":1014,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5681818181818181,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.91666666666667,"consensusEffective":97.25,"neWords":68,"enWords":92,"entityPrecision":0.917,"entityRecall":0.846,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":72,"valid":true,"effective":92.67084078711986,"costUsd":0.08413,"latencySeconds":20.491,"attempts":1,"calledAt":"2026-09-15T14:59:15.941Z","usage":{"inputTokens":3718,"outputTokens":939,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8055555555555556,"precision":0.8556946929039952,"ne":9,"en":9,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":92.67084078711986,"consensusEffective":92.67084078711986,"neWords":89,"enWords":105,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":73,"valid":true,"effective":94.24431818181819,"costUsd":0.07993,"latencySeconds":16.429,"attempts":1,"calledAt":"2026-09-15T14:59:13.086Z","usage":{"inputTokens":3643,"outputTokens":870,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.9081439393939394,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.24431818181819,"consensusEffective":94.24431818181819,"neWords":59,"enWords":85,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":74,"valid":true,"effective":92.02272727272728,"costUsd":0.06851,"latencySeconds":15.528,"attempts":1,"calledAt":"2026-09-15T14:59:17.804Z","usage":{"inputTokens":3281,"outputTokens":714,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8590909090909091,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.02272727272728,"consensusEffective":92.02272727272728,"neWords":47,"enWords":66,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":75,"valid":true,"effective":92.54565217391306,"costUsd":0.07561,"latencySeconds":18.947,"attempts":1,"calledAt":"2026-09-15T14:59:32.039Z","usage":{"inputTokens":3276,"outputTokens":857,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8765217391304347,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.54565217391306,"consensusEffective":92.54565217391306,"neWords":68,"enWords":102,"entityPrecision":0.833,"entityRecall":0.833,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":76,"valid":true,"effective":98.5,"costUsd":0.10348,"latencySeconds":18.85,"attempts":1,"calledAt":"2026-09-15T14:59:34.804Z","usage":{"inputTokens":4788,"outputTokens":1112,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":67,"enWords":85,"entityPrecision":0.786,"entityRecall":0.846,"entityF1":0.815,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":77,"valid":true,"effective":93.9423076923077,"costUsd":0.06545,"latencySeconds":19.429,"attempts":1,"calledAt":"2026-09-15T14:59:37.245Z","usage":{"inputTokens":2635,"outputTokens":782,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9230769230769231,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":93.9423076923077,"consensusEffective":93.9423076923077,"neWords":73,"enWords":88,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":78,"valid":true,"effective":95.8913043478261,"costUsd":0.08519,"latencySeconds":19.453,"attempts":1,"calledAt":"2026-09-15T14:59:51.503Z","usage":{"inputTokens":3594,"outputTokens":985,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9130434782608696,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.8913043478261,"consensusEffective":95.8913043478261,"neWords":75,"enWords":99,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":79,"valid":true,"effective":97.25,"costUsd":0.06569,"latencySeconds":18.643,"attempts":1,"calledAt":"2026-09-15T14:59:53.455Z","usage":{"inputTokens":2564,"outputTokens":801,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":73,"enWords":87,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":80,"valid":true,"effective":92.99602543720191,"costUsd":0.09118,"latencySeconds":21.076,"attempts":1,"calledAt":"2026-09-15T14:59:58.331Z","usage":{"inputTokens":4288,"outputTokens":966,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7884615384615385,"precision":0.9165341812400636,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.99602543720191,"consensusEffective":92.99602543720191,"neWords":87,"enWords":108,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":81,"valid":true,"effective":91.46273291925465,"costUsd":0.07369,"latencySeconds":16.491,"attempts":1,"calledAt":"2026-09-15T15:00:08.004Z","usage":{"inputTokens":3424,"outputTokens":789,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.865424430641822,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":91.46273291925465,"consensusEffective":91.46273291925465,"neWords":58,"enWords":68,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":82,"valid":true,"effective":89.16666666666666,"costUsd":0.09954,"latencySeconds":24.226,"attempts":1,"calledAt":"2026-09-15T15:00:17.691Z","usage":{"inputTokens":4539,"outputTokens":1083,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.475,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.16666666666666,"consensusEffective":92.5,"neWords":98,"enWords":125,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":83,"valid":true,"effective":95.75,"costUsd":0.0836,"latencySeconds":14.901,"attempts":1,"calledAt":"2026-09-15T15:00:13.243Z","usage":{"inputTokens":3700,"outputTokens":932,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428572,"precision":0.9583333333333333,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.75,"consensusEffective":95.75,"neWords":78,"enWords":92,"entityPrecision":0.667,"entityRecall":0.667,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":84,"valid":true,"effective":98.5,"costUsd":0.10076,"latencySeconds":22.767,"attempts":1,"calledAt":"2026-09-15T15:00:30.779Z","usage":{"inputTokens":4191,"outputTokens":1177,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":88,"enWords":103,"entityPrecision":0.727,"entityRecall":0.889,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":85,"valid":true,"effective":91.99270557029178,"costUsd":0.07517,"latencySeconds":13.419,"attempts":1,"calledAt":"2026-09-15T15:00:26.667Z","usage":{"inputTokens":3022,"outputTokens":899,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8580901856763926,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":91.99270557029178,"consensusEffective":91.99270557029178,"neWords":75,"enWords":89,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":86,"valid":true,"effective":97.4655172413793,"costUsd":0.07423,"latencySeconds":17.898,"attempts":1,"calledAt":"2026-09-15T15:00:35.602Z","usage":{"inputTokens":3378,"outputTokens":809,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.9655172413793103,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.4655172413793,"consensusEffective":97.4655172413793,"neWords":55,"enWords":69,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":87,"valid":true,"effective":91.80555555555556,"costUsd":0.07478,"latencySeconds":19.775,"attempts":1,"calledAt":"2026-09-15T15:00:46.453Z","usage":{"inputTokens":2648,"outputTokens":966,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.8518518518518519,"ne":8.5,"en":9,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":91.80555555555556,"consensusEffective":91.80555555555556,"neWords":83,"enWords":94,"entityPrecision":0.875,"entityRecall":0.875,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":88,"valid":true,"effective":96.68181818181819,"costUsd":0.09719,"latencySeconds":28.199,"attempts":1,"calledAt":"2026-09-15T15:00:58.990Z","usage":{"inputTokens":2904,"outputTokens":1363,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8928571428571428,"precision":0.9393939393939394,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.68181818181819,"consensusEffective":96.68181818181819,"neWords":113,"enWords":132,"entityPrecision":1,"entityRecall":0.706,"entityF1":0.828,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":89,"valid":true,"effective":98.5,"costUsd":0.0667,"latencySeconds":18.132,"attempts":1,"calledAt":"2026-09-15T15:00:53.745Z","usage":{"inputTokens":2880,"outputTokens":758,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":69,"enWords":75,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":90,"valid":true,"effective":98.5,"costUsd":0.07424,"latencySeconds":16.491,"attempts":1,"calledAt":"2026-09-15T15:01:02.949Z","usage":{"inputTokens":3304,"outputTokens":824,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9444444444444444,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":62,"enWords":74,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":91,"valid":true,"effective":97.07142857142857,"costUsd":0.07045,"latencySeconds":14.935,"attempts":1,"calledAt":"2026-09-15T15:01:08.686Z","usage":{"inputTokens":3540,"outputTokens":701,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":55,"enWords":74,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":92,"valid":true,"effective":97.19565217391305,"costUsd":0.07244,"latencySeconds":18.077,"attempts":1,"calledAt":"2026-09-15T15:01:17.076Z","usage":{"inputTokens":3299,"outputTokens":789,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":56,"enWords":74,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":93,"valid":true,"effective":94.875,"costUsd":0.0814,"latencySeconds":22.109,"attempts":1,"calledAt":"2026-09-15T15:01:25.069Z","usage":{"inputTokens":2860,"outputTokens":1056,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9041666666666667,"ne":9,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.875,"consensusEffective":94.875,"neWords":74,"enWords":91,"entityPrecision":0.923,"entityRecall":0.857,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":94,"valid":true,"effective":91.60960591133005,"costUsd":0.0836,"latencySeconds":19.142,"attempts":1,"calledAt":"2026-09-15T15:01:27.841Z","usage":{"inputTokens":3740,"outputTokens":924,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.96875,"precision":0.895320197044335,"ne":9,"en":7.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.60960591133005,"consensusEffective":91.60960591133005,"neWords":79,"enWords":113,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":95,"valid":true,"effective":94.18181818181819,"costUsd":0.08402,"latencySeconds":21.243,"attempts":1,"calledAt":"2026-09-15T15:01:38.330Z","usage":{"inputTokens":3752,"outputTokens":930,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.96875,"precision":0.906060606060606,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":94.18181818181819,"consensusEffective":94.18181818181819,"neWords":78,"enWords":88,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":96,"valid":true,"effective":88.98423423423424,"costUsd":0.0874,"latencySeconds":23.5,"attempts":1,"calledAt":"2026-09-15T15:01:48.576Z","usage":{"inputTokens":3705,"outputTokens":1007,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6785714285714286,"precision":0.9189189189189189,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.98423423423424,"consensusEffective":88.98423423423424,"neWords":83,"enWords":118,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":97,"valid":true,"effective":95.81451612903226,"costUsd":0.0872,"latencySeconds":12.316,"attempts":1,"calledAt":"2026-09-15T15:01:40.171Z","usage":{"inputTokens":4360,"outputTokens":872,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.84375,"precision":0.935483870967742,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.81451612903226,"consensusEffective":95.81451612903226,"neWords":72,"enWords":92,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":98,"valid":true,"effective":87.85714285714286,"costUsd":0.06278,"latencySeconds":13.16,"attempts":1,"calledAt":"2026-09-15T15:01:51.500Z","usage":{"inputTokens":2983,"outputTokens":659,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5625,"precision":0.861904761904762,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.85714285714286,"consensusEffective":87.85714285714286,"neWords":58,"enWords":65,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-fable-5-1","questionId":99,"valid":true,"effective":94.3409090909091,"costUsd":0.09983,"latencySeconds":24.038,"attempts":1,"calledAt":"2026-09-15T15:02:04.216Z","usage":{"inputTokens":4763,"outputTokens":1044,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.631578947368421,"precision":0.8863636363636364,"ne":9,"en":9.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":94.3409090909091,"consensusEffective":94.3409090909091,"neWords":102,"enWords":117,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-fable-5-1","questionId":100,"valid":true,"effective":96.35714285714286,"costUsd":0.07081,"latencySeconds":11.219,"attempts":1,"calledAt":"2026-09-15T15:01:59.805Z","usage":{"inputTokens":3166,"outputTokens":783,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9285714285714286,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.35714285714286,"consensusEffective":96.35714285714286,"neWords":62,"enWords":78,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":1,"valid":true,"effective":90.39285714285714,"costUsd":0.005818,"latencySeconds":14.394,"attempts":1,"calledAt":"2026-09-15T13:41:42.483Z","usage":{"inputTokens":3013,"outputTokens":561,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":0.9047619047619048,"ne":7.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.39285714285714,"consensusEffective":90.39285714285714,"neWords":56,"enWords":70,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":2,"valid":true,"effective":86.38194444444446,"costUsd":0.007603,"latencySeconds":8.412,"attempts":1,"calledAt":"2026-09-15T13:41:36.501Z","usage":{"inputTokens":3748,"outputTokens":771,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8611111111111112,"supporting":0.4545454545454546,"precision":0.90625,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.38194444444446,"consensusEffective":88.1875,"neWords":88,"enWords":89,"entityPrecision":0.25,"entityRecall":0.091,"entityF1":0.133,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":3,"valid":true,"effective":86.0,"costUsd":0.008476,"latencySeconds":21.085,"attempts":1,"calledAt":"2026-09-15T13:41:49.182Z","usage":{"inputTokens":4446,"outputTokens":806,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.42857142857142855,"precision":0.9,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.0,"consensusEffective":86.0,"neWords":75,"enWords":89,"entityPrecision":0.8,"entityRecall":0.286,"entityF1":0.421,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":4,"valid":true,"effective":83.08333333333333,"costUsd":0.007704,"latencySeconds":8.488,"attempts":1,"calledAt":"2026-09-15T13:41:44.995Z","usage":{"inputTokens":3834,"outputTokens":774,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666666,"supporting":0.46153846153846156,"precision":0.8888888888888888,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":83.08333333333333,"consensusEffective":81.41666666666667,"neWords":83,"enWords":86,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":5,"valid":true,"effective":90.35714285714286,"costUsd":0.008867,"latencySeconds":11.534,"attempts":1,"calledAt":"2026-09-15T13:41:54.020Z","usage":{"inputTokens":4782,"outputTokens":817,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8181818181818182,"precision":0.9285714285714286,"ne":7.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.35714285714286,"consensusEffective":90.35714285714286,"neWords":80,"enWords":107,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":6,"valid":true,"effective":74.04354838709678,"costUsd":0.007957,"latencySeconds":6.403,"attempts":1,"calledAt":"2026-09-15T13:41:51.401Z","usage":{"inputTokens":4392,"outputTokens":713,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.47916666666666663,"precision":0.7264516129032258,"ne":7.5,"en":4,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":74.04354838709678,"consensusEffective":74.04354838709678,"neWords":78,"enWords":78,"entityPrecision":0.5,"entityRecall":0.143,"entityF1":0.222,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":7,"valid":true,"effective":69.8913043478261,"costUsd":0.008898,"latencySeconds":10.087,"attempts":1,"calledAt":"2026-09-15T13:41:59.332Z","usage":{"inputTokens":5048,"outputTokens":770,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.4166666666666667,"precision":0.7880434782608696,"ne":6.5,"en":7,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":69.8913043478261,"consensusEffective":83.8913043478261,"neWords":65,"enWords":81,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":8,"valid":true,"effective":65.9423076923077,"costUsd":0.007606,"latencySeconds":5.518,"attempts":1,"calledAt":"2026-09-15T13:41:56.928Z","usage":{"inputTokens":4446,"outputTokens":632,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.5294117647058824,"precision":0.8814102564102564,"ne":7.5,"en":5.5,"unsupported":1.5,"contradicted":2,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":65.9423076923077,"consensusEffective":65.9423076923077,"neWords":54,"enWords":66,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":9,"valid":true,"effective":91.0,"costUsd":0.007069,"latencySeconds":16.127,"attempts":1,"calledAt":"2026-09-15T13:42:10.150Z","usage":{"inputTokens":3989,"outputTokens":616,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4090909090909091,"precision":1.0,"ne":6.5,"en":7.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.0,"consensusEffective":91.0,"neWords":52,"enWords":75,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":10,"valid":true,"effective":88.64772727272728,"costUsd":0.008059,"latencySeconds":18.76,"attempts":1,"calledAt":"2026-09-15T13:42:15.690Z","usage":{"inputTokens":4534,"outputTokens":705,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7291666666666667,"precision":0.8465909090909092,"ne":7,"en":8.5,"unsupported":2.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":88.64772727272728,"consensusEffective":88.64772727272728,"neWords":62,"enWords":80,"entityPrecision":0.625,"entityRecall":0.556,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":11,"valid":true,"effective":55.63461538461539,"costUsd":0.008427,"latencySeconds":7.845,"attempts":1,"calledAt":"2026-09-15T13:42:07.196Z","usage":{"inputTokens":4367,"outputTokens":812,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.33333333333333337,"supporting":0.3846153846153846,"precision":0.7350427350427351,"ne":7,"en":6.5,"unsupported":3,"contradicted":0,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":0.5,"neRelevantFlags":2.5,"cleanEffective":55.63461538461539,"consensusEffective":59.80128205128205,"neWords":86,"enWords":91,"entityPrecision":0.833,"entityRecall":0.227,"entityF1":0.357,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":12,"valid":true,"effective":84.69565217391305,"costUsd":0.006887,"latencySeconds":5.44,"attempts":1,"calledAt":"2026-09-15T13:42:12.645Z","usage":{"inputTokens":3942,"outputTokens":589,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.65625,"precision":0.9565217391304348,"ne":7.5,"en":8.5,"unsupported":0.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.69565217391305,"consensusEffective":84.69565217391305,"neWords":56,"enWords":71,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":13,"valid":true,"effective":84.13636363636364,"costUsd":0.007165,"latencySeconds":6.201,"attempts":1,"calledAt":"2026-09-15T13:42:16.353Z","usage":{"inputTokens":3905,"outputTokens":652,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5,"precision":0.9545454545454546,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.13636363636364,"consensusEffective":91.63636363636364,"neWords":69,"enWords":81,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":14,"valid":true,"effective":81.67857142857143,"costUsd":0.008214,"latencySeconds":18.724,"attempts":1,"calledAt":"2026-09-15T13:42:31.373Z","usage":{"inputTokens":4454,"outputTokens":752,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.5625,"precision":0.9642857142857143,"ne":8.5,"en":8,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.67857142857143,"consensusEffective":81.17857142857143,"neWords":85,"enWords":102,"entityPrecision":0.5,"entityRecall":0.143,"entityF1":0.222,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":15,"valid":true,"effective":91.33333333333333,"costUsd":0.007802,"latencySeconds":19.111,"attempts":1,"calledAt":"2026-09-15T13:42:34.813Z","usage":{"inputTokens":3867,"outputTokens":787,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.4444444444444444,"precision":0.9444444444444444,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.33333333333333,"consensusEffective":90.5,"neWords":65,"enWords":81,"entityPrecision":0.875,"entityRecall":0.538,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":16,"valid":true,"effective":46.88961038961039,"costUsd":0.006642,"latencySeconds":15.157,"attempts":1,"calledAt":"2026-09-15T13:42:31.512Z","usage":{"inputTokens":3657,"outputTokens":597,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.375,"supporting":0.40625,"precision":0.512987012987013,"ne":6,"en":5,"unsupported":4.5,"contradicted":3,"headlineNe":0.5,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":46.88961038961039,"consensusEffective":46.88961038961039,"neWords":59,"enWords":72,"entityPrecision":1,"entityRecall":0.273,"entityF1":0.429,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":17,"valid":true,"effective":88.69565217391305,"costUsd":0.006574,"latencySeconds":19.423,"attempts":1,"calledAt":"2026-09-15T13:42:50.837Z","usage":{"inputTokens":2774,"outputTokens":760,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6136363636363636,"precision":0.8231884057971014,"ne":7.5,"en":8.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":88.69565217391305,"consensusEffective":88.69565217391305,"neWords":77,"enWords":87,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":18,"valid":true,"effective":93.25,"costUsd":0.004462,"latencySeconds":5.492,"attempts":1,"calledAt":"2026-09-15T13:42:37.037Z","usage":{"inputTokens":1962,"outputTokens":500,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":1.0,"ne":7,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.25,"consensusEffective":93.25,"neWords":41,"enWords":47,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":19,"valid":true,"effective":92.5,"costUsd":0.005585,"latencySeconds":5.746,"attempts":1,"calledAt":"2026-09-15T13:42:40.561Z","usage":{"inputTokens":3130,"outputTokens":491,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.875,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.5,"consensusEffective":92.5,"neWords":50,"enWords":58,"entityPrecision":0.667,"entityRecall":0.4,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":20,"valid":true,"effective":76.2937062937063,"costUsd":0.006861,"latencySeconds":4.857,"attempts":1,"calledAt":"2026-09-15T13:42:41.896Z","usage":{"inputTokens":4251,"outputTokens":522,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.5833333333333334,"precision":0.7097902097902098,"ne":6.5,"en":7.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":3.5,"cleanEffective":76.2937062937063,"consensusEffective":72.2937062937063,"neWords":50,"enWords":58,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":21,"valid":true,"effective":71.60569985569987,"costUsd":0.009365,"latencySeconds":21.617,"attempts":1,"calledAt":"2026-09-15T13:43:02.181Z","usage":{"inputTokens":5040,"outputTokens":865,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6590909090909092,"supporting":0.1590909090909091,"precision":0.783068783068783,"ne":7,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":1,"neRelevantFlags":2.5,"cleanEffective":71.60569985569987,"consensusEffective":67.7420634920635,"neWords":77,"enWords":86,"entityPrecision":0.889,"entityRecall":0.364,"entityF1":0.516,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":22,"valid":true,"effective":78.7167487684729,"costUsd":0.009157,"latencySeconds":20.487,"attempts":1,"calledAt":"2026-09-15T13:43:02.385Z","usage":{"inputTokens":5002,"outputTokens":831,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.2875,"precision":0.9310344827586207,"ne":5,"en":6,"unsupported":1,"contradicted":0,"headlineNe":0.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":78.7167487684729,"consensusEffective":80.43103448275862,"neWords":95,"enWords":87,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":23,"valid":true,"effective":82.32142857142858,"costUsd":0.006383,"latencySeconds":17.478,"attempts":1,"calledAt":"2026-09-15T13:43:08.339Z","usage":{"inputTokens":2988,"outputTokens":679,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.21153846153846156,"precision":0.8523809523809525,"ne":7.5,"en":7,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":82.32142857142858,"consensusEffective":82.32142857142858,"neWords":62,"enWords":74,"entityPrecision":0.857,"entityRecall":0.4,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":24,"valid":true,"effective":83.07142857142857,"costUsd":0.003644,"latencySeconds":4.045,"attempts":1,"calledAt":"2026-09-15T13:43:06.228Z","usage":{"inputTokens":1714,"outputTokens":386,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.6857142857142857,"ne":6.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":2,"cleanEffective":83.07142857142857,"consensusEffective":83.07142857142857,"neWords":34,"enWords":48,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":25,"valid":true,"effective":95.5,"costUsd":0.0055,"latencySeconds":14.683,"attempts":1,"calledAt":"2026-09-15T13:43:17.070Z","usage":{"inputTokens":2590,"outputTokens":582,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":51,"enWords":58,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":26,"valid":true,"effective":88.75,"costUsd":0.005419,"latencySeconds":4.081,"attempts":1,"calledAt":"2026-09-15T13:43:10.312Z","usage":{"inputTokens":3209,"outputTokens":442,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.25,"precision":0.9333333333333333,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.75,"consensusEffective":87.75,"neWords":46,"enWords":49,"entityPrecision":1,"entityRecall":0.273,"entityF1":0.429,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":27,"valid":true,"effective":73.80128205128204,"costUsd":0.00479,"latencySeconds":11.945,"attempts":1,"calledAt":"2026-09-15T13:43:20.287Z","usage":{"inputTokens":2420,"outputTokens":474,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.5,"precision":0.8461538461538461,"ne":8,"en":6.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":73.80128205128204,"consensusEffective":73.80128205128204,"neWords":45,"enWords":50,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":28,"valid":true,"effective":91.0,"costUsd":0.004883,"latencySeconds":12.832,"attempts":1,"calledAt":"2026-09-15T13:43:23.147Z","usage":{"inputTokens":2358,"outputTokens":505,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":7.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.0,"consensusEffective":91.0,"neWords":53,"enWords":60,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":29,"valid":true,"effective":94.75,"costUsd":0.006599,"latencySeconds":16.04,"attempts":1,"calledAt":"2026-09-15T13:43:33.113Z","usage":{"inputTokens":3224,"outputTokens":675,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6590909090909091,"precision":1.0,"ne":7.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":73,"enWords":84,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":30,"valid":true,"effective":93.32142857142857,"costUsd":0.007064,"latencySeconds":17.654,"attempts":1,"calledAt":"2026-09-15T13:43:37.943Z","usage":{"inputTokens":3664,"outputTokens":680,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9523809523809523,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.32142857142857,"consensusEffective":93.32142857142857,"neWords":67,"enWords":79,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":31,"valid":true,"effective":88.79166666666666,"costUsd":0.005336,"latencySeconds":3.671,"attempts":1,"calledAt":"2026-09-15T13:43:26.822Z","usage":{"inputTokens":2856,"outputTokens":496,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.8263888888888888,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.79166666666666,"consensusEffective":88.79166666666666,"neWords":49,"enWords":59,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":32,"valid":true,"effective":89.5,"costUsd":0.00496,"latencySeconds":14.926,"attempts":1,"calledAt":"2026-09-15T13:43:41.751Z","usage":{"inputTokens":1790,"outputTokens":634,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7272727272727273,"precision":0.95,"ne":5.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.5,"consensusEffective":89.5,"neWords":61,"enWords":67,"entityPrecision":0.75,"entityRecall":0.375,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":33,"valid":true,"effective":85.3125,"costUsd":0.005406,"latencySeconds":16.134,"attempts":1,"calledAt":"2026-09-15T13:43:49.250Z","usage":{"inputTokens":1856,"outputTokens":710,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.8333333333333334,"precision":0.96875,"ne":4.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":85.3125,"consensusEffective":85.3125,"neWords":65,"enWords":84,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":34,"valid":true,"effective":85.0,"costUsd":0.006022,"latencySeconds":4.161,"attempts":1,"calledAt":"2026-09-15T13:43:42.107Z","usage":{"inputTokens":3192,"outputTokens":566,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.875,"ne":7.5,"en":5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.0,"consensusEffective":85.0,"neWords":56,"enWords":64,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":35,"valid":true,"effective":97.0,"costUsd":0.006157,"latencySeconds":12.879,"attempts":1,"calledAt":"2026-09-15T13:43:54.632Z","usage":{"inputTokens":3592,"outputTokens":513,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":56,"enWords":66,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":36,"valid":true,"effective":61.52272727272727,"costUsd":0.0046,"latencySeconds":12.249,"attempts":1,"calledAt":"2026-09-15T13:43:54.358Z","usage":{"inputTokens":2165,"outputTokens":487,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.8,"precision":0.7090909090909091,"ne":6.5,"en":7,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":61.52272727272727,"consensusEffective":61.52272727272727,"neWords":48,"enWords":56,"entityPrecision":0.5,"entityRecall":0.125,"entityF1":0.2,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":37,"valid":true,"effective":88.25,"costUsd":0.006452,"latencySeconds":7.18,"attempts":1,"calledAt":"2026-09-15T13:43:56.432Z","usage":{"inputTokens":2607,"outputTokens":769,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.75,"precision":0.9166666666666667,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.25,"consensusEffective":92.25,"neWords":83,"enWords":106,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":38,"valid":true,"effective":90.25,"costUsd":0.004642,"latencySeconds":5.019,"attempts":1,"calledAt":"2026-09-15T13:43:59.380Z","usage":{"inputTokens":1857,"outputTokens":557,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.875,"ne":7,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.25,"consensusEffective":90.25,"neWords":58,"enWords":61,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":39,"valid":true,"effective":84.31818181818181,"costUsd":0.002867,"latencySeconds":3.28,"attempts":1,"calledAt":"2026-09-15T13:43:57.919Z","usage":{"inputTokens":1557,"outputTokens":262,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.7272727272727273,"ne":7.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":84.31818181818181,"consensusEffective":84.31818181818181,"neWords":26,"enWords":36,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":40,"valid":true,"effective":85.36451612903225,"costUsd":0.007662,"latencySeconds":17.139,"attempts":1,"calledAt":"2026-09-15T13:44:13.574Z","usage":{"inputTokens":4422,"outputTokens":648,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.55,"precision":0.895483870967742,"ne":8,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.36451612903225,"consensusEffective":85.36451612903225,"neWords":57,"enWords":90,"entityPrecision":0.8,"entityRecall":0.25,"entityF1":0.381,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":41,"valid":true,"effective":97.0,"costUsd":0.006479,"latencySeconds":13.909,"attempts":1,"calledAt":"2026-09-15T13:44:11.831Z","usage":{"inputTokens":3739,"outputTokens":548,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":53,"enWords":49,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":42,"valid":true,"effective":86.72142857142856,"costUsd":0.007203,"latencySeconds":14.494,"attempts":1,"calledAt":"2026-09-15T13:44:13.876Z","usage":{"inputTokens":4228,"outputTokens":595,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":0.8323809523809524,"ne":7.5,"en":7,"unsupported":2,"contradicted":1.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":86.72142857142856,"consensusEffective":86.72142857142856,"neWords":60,"enWords":73,"entityPrecision":0.5,"entityRecall":0.273,"entityF1":0.353,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":43,"valid":true,"effective":93.13636363636364,"costUsd":0.006864,"latencySeconds":5.53,"attempts":1,"calledAt":"2026-09-15T13:44:17.363Z","usage":{"inputTokens":3614,"outputTokens":650,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.9166666666666666,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.13636363636364,"consensusEffective":95.63636363636364,"neWords":54,"enWords":69,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":44,"valid":true,"effective":70.97463768115942,"costUsd":0.008155,"latencySeconds":18.35,"attempts":1,"calledAt":"2026-09-15T13:44:31.927Z","usage":{"inputTokens":4620,"outputTokens":707,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333334,"supporting":0.5,"precision":0.8630434782608696,"ne":6.5,"en":8,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":70.97463768115942,"consensusEffective":80.97463768115944,"neWords":61,"enWords":72,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":45,"valid":true,"effective":91.25,"costUsd":0.007513,"latencySeconds":5.043,"attempts":1,"calledAt":"2026-09-15T13:44:18.922Z","usage":{"inputTokens":4848,"outputTokens":533,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.75,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.25,"consensusEffective":91.25,"neWords":48,"enWords":67,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":46,"valid":true,"effective":90.11231884057972,"costUsd":0.007811,"latencySeconds":18.198,"attempts":1,"calledAt":"2026-09-15T13:44:35.563Z","usage":{"inputTokens":4276,"outputTokens":707,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8454106280193237,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.11231884057972,"consensusEffective":90.11231884057972,"neWords":68,"enWords":75,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":47,"valid":true,"effective":86.17105263157895,"costUsd":0.006879,"latencySeconds":14.149,"attempts":1,"calledAt":"2026-09-15T13:44:33.074Z","usage":{"inputTokens":3984,"outputTokens":579,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6428571428571429,"precision":0.9473684210526316,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.17105263157895,"consensusEffective":93.67105263157895,"neWords":64,"enWords":69,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":48,"valid":true,"effective":85.27272727272728,"costUsd":0.006587,"latencySeconds":14.041,"attempts":1,"calledAt":"2026-09-15T13:44:45.972Z","usage":{"inputTokens":3772,"outputTokens":563,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8590909090909091,"ne":7,"en":6,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.27272727272728,"consensusEffective":85.27272727272728,"neWords":52,"enWords":59,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":49,"valid":true,"effective":76.91666666666666,"costUsd":0.009122,"latencySeconds":22.365,"attempts":1,"calledAt":"2026-09-15T13:44:55.445Z","usage":{"inputTokens":4792,"outputTokens":866,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.3,"precision":0.85,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":76.91666666666666,"consensusEffective":78.25,"neWords":94,"enWords":123,"entityPrecision":0.75,"entityRecall":0.333,"entityF1":0.462,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":50,"valid":true,"effective":92.4423076923077,"costUsd":0.007959,"latencySeconds":5.707,"attempts":1,"calledAt":"2026-09-15T13:44:41.275Z","usage":{"inputTokens":4759,"outputTokens":640,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.9230769230769231,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.4423076923077,"consensusEffective":92.4423076923077,"neWords":69,"enWords":81,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":51,"valid":true,"effective":73.35714285714286,"costUsd":0.007704,"latencySeconds":15.851,"attempts":1,"calledAt":"2026-09-15T13:44:57.128Z","usage":{"inputTokens":4709,"outputTokens":599,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5833333333333333,"precision":0.7952380952380952,"ne":7.5,"en":5.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":73.35714285714286,"consensusEffective":73.35714285714286,"neWords":56,"enWords":68,"entityPrecision":0.5,"entityRecall":0.167,"entityF1":0.25,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":52,"valid":true,"effective":77.25,"costUsd":0.005948,"latencySeconds":5.129,"attempts":1,"calledAt":"2026-09-15T13:44:51.104Z","usage":{"inputTokens":2968,"outputTokens":596,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.3333333333333333,"precision":0.85,"ne":7,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":77.25,"consensusEffective":80.58333333333334,"neWords":60,"enWords":70,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":53,"valid":true,"effective":85.8913043478261,"costUsd":0.008004,"latencySeconds":15.785,"attempts":1,"calledAt":"2026-09-15T13:45:06.891Z","usage":{"inputTokens":4939,"outputTokens":613,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.39583333333333337,"precision":0.8630434782608696,"ne":8,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.8913043478261,"consensusEffective":85.8913043478261,"neWords":62,"enWords":68,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":54,"valid":true,"effective":83.47857142857143,"costUsd":0.007001,"latencySeconds":6.382,"attempts":1,"calledAt":"2026-09-15T13:45:01.831Z","usage":{"inputTokens":3841,"outputTokens":632,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.42857142857142855,"precision":0.96,"ne":8.5,"en":7,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.47857142857143,"consensusEffective":80.05,"neWords":65,"enWords":79,"entityPrecision":0.5,"entityRecall":0.167,"entityF1":0.25,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":55,"valid":true,"effective":82.77380952380952,"costUsd":0.005952,"latencySeconds":11.278,"attempts":1,"calledAt":"2026-09-15T13:45:08.408Z","usage":{"inputTokens":3782,"outputTokens":434,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6666666666666666,"precision":0.8174603174603174,"ne":8.5,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":82.77380952380952,"consensusEffective":82.77380952380952,"neWords":36,"enWords":44,"entityPrecision":0.5,"entityRecall":0.091,"entityF1":0.154,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":56,"valid":true,"effective":87.4443346508564,"costUsd":0.007597,"latencySeconds":6.185,"attempts":1,"calledAt":"2026-09-15T13:45:08.020Z","usage":{"inputTokens":4287,"outputTokens":662,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5416666666666666,"precision":0.8675889328063241,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.4443346508564,"consensusEffective":85.77766798418972,"neWords":69,"enWords":79,"entityPrecision":0.5,"entityRecall":0.091,"entityF1":0.154,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":57,"valid":true,"effective":88.85714285714286,"costUsd":0.008094,"latencySeconds":18.56,"attempts":1,"calledAt":"2026-09-15T13:45:25.455Z","usage":{"inputTokens":4374,"outputTokens":744,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3076923076923077,"precision":0.8035714285714286,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.85714285714286,"consensusEffective":88.85714285714286,"neWords":74,"enWords":87,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":58,"valid":true,"effective":93.35714285714286,"costUsd":0.00637,"latencySeconds":4.573,"attempts":1,"calledAt":"2026-09-15T13:45:12.597Z","usage":{"inputTokens":3675,"outputTokens":539,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.35714285714286,"consensusEffective":93.35714285714286,"neWords":59,"enWords":76,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":59,"valid":true,"effective":85.52696078431373,"costUsd":0.006974,"latencySeconds":4.985,"attempts":1,"calledAt":"2026-09-15T13:45:13.396Z","usage":{"inputTokens":4129,"outputTokens":569,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.75,"precision":0.8786764705882353,"ne":8,"en":7,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.52696078431373,"consensusEffective":85.52696078431373,"neWords":57,"enWords":75,"entityPrecision":0.5,"entityRecall":0.2,"entityF1":0.286,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":60,"valid":true,"effective":85.84210526315789,"costUsd":0.006669,"latencySeconds":6.486,"attempts":1,"calledAt":"2026-09-15T13:45:19.087Z","usage":{"inputTokens":3089,"outputTokens":716,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.6499999999999999,"precision":0.8947368421052632,"ne":7,"en":7,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.84210526315789,"consensusEffective":87.84210526315789,"neWords":58,"enWords":71,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":61,"valid":true,"effective":74.1590909090909,"costUsd":0.008277,"latencySeconds":5.84,"attempts":1,"calledAt":"2026-09-15T13:45:19.239Z","usage":{"inputTokens":4987,"outputTokens":658,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.20588235294117646,"precision":0.8636363636363636,"ne":8.5,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":74.1590909090909,"consensusEffective":74.87337662337663,"neWords":66,"enWords":72,"entityPrecision":0.2,"entityRecall":0.063,"entityF1":0.095,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":62,"valid":true,"effective":85.60960591133005,"costUsd":0.006565,"latencySeconds":6.227,"attempts":1,"calledAt":"2026-09-15T13:45:25.317Z","usage":{"inputTokens":3175,"outputTokens":678,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.7222222222222222,"precision":0.9310344827586207,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":85.60960591133005,"consensusEffective":89.18103448275862,"neWords":69,"enWords":87,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":63,"valid":true,"effective":81.25438596491227,"costUsd":0.00754,"latencySeconds":6.641,"attempts":1,"calledAt":"2026-09-15T13:45:25.883Z","usage":{"inputTokens":4415,"outputTokens":625,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.59375,"precision":0.8918128654970761,"ne":4.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.25438596491227,"consensusEffective":81.25438596491227,"neWords":59,"enWords":74,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":64,"valid":true,"effective":69.375,"costUsd":0.00671,"latencySeconds":4.719,"attempts":1,"calledAt":"2026-09-15T13:45:30.040Z","usage":{"inputTokens":3790,"outputTokens":584,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.9583333333333333,"precision":0.8708333333333333,"ne":8.5,"en":7,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":69.375,"consensusEffective":69.375,"neWords":58,"enWords":70,"entityPrecision":1,"entityRecall":0.308,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":65,"valid":true,"effective":84.09210526315789,"costUsd":0.00737,"latencySeconds":16.814,"attempts":1,"calledAt":"2026-09-15T13:45:42.272Z","usage":{"inputTokens":3965,"outputTokens":681,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.14285714285714285,"precision":0.8947368421052632,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.09210526315789,"consensusEffective":88.73496240601503,"neWords":54,"enWords":64,"entityPrecision":0.875,"entityRecall":0.467,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":66,"valid":true,"effective":87.76190476190476,"costUsd":0.007125,"latencySeconds":17.182,"attempts":1,"calledAt":"2026-09-15T13:45:43.070Z","usage":{"inputTokens":3665,"outputTokens":692,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6666666666666666,"precision":0.9642857142857143,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.76190476190476,"consensusEffective":84.42857142857143,"neWords":62,"enWords":78,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":67,"valid":true,"effective":80.625,"costUsd":0.00628,"latencySeconds":13.75,"attempts":1,"calledAt":"2026-09-15T13:45:43.795Z","usage":{"inputTokens":3650,"outputTokens":526,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.7291666666666667,"ne":6,"en":6.5,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":80.625,"consensusEffective":80.625,"neWords":51,"enWords":60,"entityPrecision":0.75,"entityRecall":0.333,"entityF1":0.462,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":68,"valid":true,"effective":94.5,"costUsd":0.006098,"latencySeconds":4.304,"attempts":1,"calledAt":"2026-09-15T13:45:46.581Z","usage":{"inputTokens":3563,"outputTokens":507,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.45833333333333337,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.5,"consensusEffective":92.0,"neWords":46,"enWords":63,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":69,"valid":true,"effective":87.58333333333334,"costUsd":0.006133,"latencySeconds":14.105,"attempts":1,"calledAt":"2026-09-15T13:45:57.180Z","usage":{"inputTokens":3313,"outputTokens":564,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.5681818181818181,"precision":0.9583333333333333,"ne":7.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.58333333333334,"consensusEffective":87.58333333333334,"neWords":53,"enWords":75,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":70,"valid":true,"effective":89.17207792207792,"costUsd":0.005836,"latencySeconds":14.247,"attempts":1,"calledAt":"2026-09-15T13:45:58.046Z","usage":{"inputTokens":3226,"outputTokens":522,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.6666666666666666,"precision":0.9545454545454546,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.17207792207792,"consensusEffective":89.17207792207792,"neWords":46,"enWords":54,"entityPrecision":0.8,"entityRecall":0.333,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":71,"valid":true,"effective":82.30797101449275,"costUsd":0.007493,"latencySeconds":16.351,"attempts":1,"calledAt":"2026-09-15T13:46:02.937Z","usage":{"inputTokens":4103,"outputTokens":678,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.5,"precision":0.9130434782608696,"ne":7,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.30797101449275,"consensusEffective":80.6413043478261,"neWords":64,"enWords":72,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":72,"valid":true,"effective":91.93103448275862,"costUsd":0.006347,"latencySeconds":16.36,"attempts":1,"calledAt":"2026-09-15T13:46:13.544Z","usage":{"inputTokens":3212,"outputTokens":627,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9310344827586207,"ne":7.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.93103448275862,"consensusEffective":91.93103448275862,"neWords":74,"enWords":71,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":73,"valid":true,"effective":91.3913043478261,"costUsd":0.005926,"latencySeconds":14.098,"attempts":1,"calledAt":"2026-09-15T13:46:12.147Z","usage":{"inputTokens":3151,"outputTokens":555,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5277777777777778,"precision":0.9130434782608696,"ne":9,"en":7,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.3913043478261,"consensusEffective":91.3913043478261,"neWords":47,"enWords":57,"entityPrecision":0.2,"entityRecall":0.1,"entityF1":0.133,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":74,"valid":true,"effective":89.33333333333333,"costUsd":0.005445,"latencySeconds":4.514,"attempts":1,"calledAt":"2026-09-15T13:46:07.456Z","usage":{"inputTokens":2795,"outputTokens":530,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8444444444444444,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.33333333333333,"consensusEffective":89.33333333333333,"neWords":48,"enWords":60,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":75,"valid":true,"effective":79.5,"costUsd":0.005563,"latencySeconds":5.127,"attempts":1,"calledAt":"2026-09-15T13:46:12.588Z","usage":{"inputTokens":2778,"outputTokens":557,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.85,"precision":0.85,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":79.5,"consensusEffective":79.5,"neWords":52,"enWords":63,"entityPrecision":0.333,"entityRecall":0.167,"entityF1":0.222,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":76,"valid":true,"effective":92.16666666666666,"costUsd":0.00714,"latencySeconds":6.938,"attempts":1,"calledAt":"2026-09-15T13:46:19.088Z","usage":{"inputTokens":4250,"outputTokens":578,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4642857142857143,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.16666666666666,"consensusEffective":92.16666666666666,"neWords":44,"enWords":58,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":77,"valid":true,"effective":91.75,"costUsd":0.004979,"latencySeconds":6.908,"attempts":1,"calledAt":"2026-09-15T13:46:19.499Z","usage":{"inputTokens":1984,"outputTokens":599,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":1.0,"ne":6,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":65,"enWords":63,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":78,"valid":true,"effective":92.34210526315789,"costUsd":0.006053,"latencySeconds":15.601,"attempts":1,"calledAt":"2026-09-15T13:46:29.149Z","usage":{"inputTokens":3038,"outputTokens":603,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8947368421052632,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.34210526315789,"consensusEffective":92.34210526315789,"neWords":52,"enWords":66,"entityPrecision":0.8,"entityRecall":0.4,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":79,"valid":true,"effective":88.67105263157895,"costUsd":0.004789,"latencySeconds":4.476,"attempts":1,"calledAt":"2026-09-15T13:46:23.571Z","usage":{"inputTokens":2119,"outputTokens":534,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.625,"precision":0.9473684210526316,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.67105263157895,"consensusEffective":87.17105263157895,"neWords":53,"enWords":68,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":80,"valid":true,"effective":81.7679211469534,"costUsd":0.007074,"latencySeconds":17.515,"attempts":1,"calledAt":"2026-09-15T13:46:37.018Z","usage":{"inputTokens":3759,"outputTokens":663,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.5576923076923077,"precision":0.8339307048984468,"ne":6.5,"en":6,"unsupported":2.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":81.7679211469534,"consensusEffective":83.7679211469534,"neWords":67,"enWords":78,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":81,"valid":true,"effective":92.77272727272728,"costUsd":0.005823,"latencySeconds":4.73,"attempts":1,"calledAt":"2026-09-15T13:46:28.304Z","usage":{"inputTokens":2928,"outputTokens":579,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9090909090909092,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.77272727272728,"consensusEffective":92.77272727272728,"neWords":51,"enWords":58,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":82,"valid":true,"effective":87.9047619047619,"costUsd":0.007541,"latencySeconds":6.303,"attempts":1,"calledAt":"2026-09-15T13:46:34.614Z","usage":{"inputTokens":4031,"outputTokens":702,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.35,"precision":0.9023809523809524,"ne":6.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.9047619047619,"consensusEffective":87.57142857142857,"neWords":71,"enWords":83,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":83,"valid":true,"effective":87.27272727272728,"costUsd":0.006537,"latencySeconds":15.844,"attempts":1,"calledAt":"2026-09-15T13:46:44.998Z","usage":{"inputTokens":3227,"outputTokens":662,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.8257575757575758,"ne":7.5,"en":7.5,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":87.27272727272728,"consensusEffective":87.27272727272728,"neWords":56,"enWords":73,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":84,"valid":true,"effective":96.25,"costUsd":0.006819,"latencySeconds":16.027,"attempts":1,"calledAt":"2026-09-15T13:46:50.647Z","usage":{"inputTokens":3649,"outputTokens":634,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":59,"enWords":70,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":85,"valid":true,"effective":96.25,"costUsd":0.005116,"latencySeconds":13.292,"attempts":1,"calledAt":"2026-09-15T13:46:50.315Z","usage":{"inputTokens":2546,"outputTokens":514,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":43,"enWords":44,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":86,"valid":true,"effective":91.77777777777777,"costUsd":0.005654,"latencySeconds":4.918,"attempts":1,"calledAt":"2026-09-15T13:46:49.920Z","usage":{"inputTokens":2884,"outputTokens":554,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.9259259259259259,"ne":8,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.77777777777777,"consensusEffective":91.77777777777777,"neWords":51,"enWords":53,"entityPrecision":0.6,"entityRecall":0.429,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":87,"valid":true,"effective":86.99565217391304,"costUsd":0.005384,"latencySeconds":6.647,"attempts":1,"calledAt":"2026-09-15T13:46:56.574Z","usage":{"inputTokens":1959,"outputTokens":685,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6428571428571428,"precision":0.9165217391304348,"ne":4.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.99565217391304,"consensusEffective":86.99565217391304,"neWords":79,"enWords":82,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":88,"valid":true,"effective":66.75,"costUsd":0.005762,"latencySeconds":18.156,"attempts":1,"calledAt":"2026-09-15T13:47:08.477Z","usage":{"inputTokens":2192,"outputTokens":714,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.42857142857142855,"precision":0.8333333333333333,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":66.75,"consensusEffective":66.75,"neWords":68,"enWords":78,"entityPrecision":1,"entityRecall":0.412,"entityF1":0.583,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":89,"valid":true,"effective":88.51315789473685,"costUsd":0.005264,"latencySeconds":14.153,"attempts":1,"calledAt":"2026-09-15T13:47:04.805Z","usage":{"inputTokens":2434,"outputTokens":566,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8421052631578947,"ne":7.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.51315789473685,"consensusEffective":88.51315789473685,"neWords":59,"enWords":59,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":90,"valid":true,"effective":92.05,"costUsd":0.005609,"latencySeconds":4.688,"attempts":1,"calledAt":"2026-09-15T13:47:01.270Z","usage":{"inputTokens":2829,"outputTokens":556,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7777777777777778,"precision":0.96,"ne":8,"en":7.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.05,"consensusEffective":92.05,"neWords":46,"enWords":56,"entityPrecision":0.667,"entityRecall":0.4,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":91,"valid":true,"effective":90.84210526315789,"costUsd":0.005511,"latencySeconds":4.812,"attempts":1,"calledAt":"2026-09-15T13:47:06.089Z","usage":{"inputTokens":3041,"outputTokens":494,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8947368421052632,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.84210526315789,"consensusEffective":90.84210526315789,"neWords":44,"enWords":59,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":92,"valid":true,"effective":88.0,"costUsd":0.00603,"latencySeconds":16.787,"attempts":1,"calledAt":"2026-09-15T13:47:21.602Z","usage":{"inputTokens":2785,"outputTokens":649,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.875,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":88.0,"consensusEffective":88.0,"neWords":60,"enWords":79,"entityPrecision":0.75,"entityRecall":0.375,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":93,"valid":true,"effective":65.1923076923077,"costUsd":0.005744,"latencySeconds":16.893,"attempts":1,"calledAt":"2026-09-15T13:47:22.985Z","usage":{"inputTokens":2399,"outputTokens":669,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.8888888888888888,"precision":0.8814102564102564,"ne":7.5,"en":5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":65.1923076923077,"consensusEffective":45.19230769230769,"neWords":62,"enWords":73,"entityPrecision":1,"entityRecall":0.357,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":94,"valid":true,"effective":85.35064935064935,"costUsd":0.005999,"latencySeconds":5.594,"attempts":1,"calledAt":"2026-09-15T13:47:14.077Z","usage":{"inputTokens":3174,"outputTokens":565,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8116883116883117,"ne":7,"en":7,"unsupported":2.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":85.35064935064935,"consensusEffective":85.35064935064935,"neWords":63,"enWords":74,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":95,"valid":true,"effective":88.25,"costUsd":0.006768,"latencySeconds":17.535,"attempts":1,"calledAt":"2026-09-15T13:47:31.621Z","usage":{"inputTokens":3273,"outputTokens":699,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.875,"precision":0.875,"ne":7.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":88.25,"consensusEffective":88.25,"neWords":66,"enWords":70,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":96,"valid":true,"effective":76.5060606060606,"costUsd":0.006302,"latencySeconds":6.466,"attempts":1,"calledAt":"2026-09-15T13:47:28.073Z","usage":{"inputTokens":3242,"outputTokens":612,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.48214285714285715,"precision":0.7890909090909091,"ne":6,"en":7,"unsupported":2.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":76.5060606060606,"consensusEffective":76.5060606060606,"neWords":64,"enWords":81,"entityPrecision":0.75,"entityRecall":0.333,"entityF1":0.462,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":97,"valid":true,"effective":87.46969696969697,"costUsd":0.006728,"latencySeconds":14.722,"attempts":1,"calledAt":"2026-09-15T13:47:37.710Z","usage":{"inputTokens":3808,"outputTokens":584,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.625,"precision":0.9545454545454546,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.46969696969697,"consensusEffective":87.46969696969697,"neWords":57,"enWords":69,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-haiku-4-5","questionId":98,"valid":true,"effective":81.64009287925697,"costUsd":0.00501,"latencySeconds":12.586,"attempts":1,"calledAt":"2026-09-15T13:47:40.665Z","usage":{"inputTokens":2500,"outputTokens":502,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.6130030959752322,"ne":8,"en":7.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":81.64009287925697,"consensusEffective":81.64009287925697,"neWords":46,"enWords":59,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":99,"valid":true,"effective":84.33333333333334,"costUsd":0.007451,"latencySeconds":7.133,"attempts":1,"calledAt":"2026-09-15T13:47:38.760Z","usage":{"inputTokens":4021,"outputTokens":686,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4342105263157895,"precision":0.8611111111111112,"ne":6.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":84.33333333333334,"consensusEffective":84.33333333333334,"neWords":78,"enWords":80,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-haiku-4-5","questionId":100,"valid":true,"effective":91.22058823529412,"costUsd":0.005365,"latencySeconds":4.521,"attempts":1,"calledAt":"2026-09-15T13:47:42.240Z","usage":{"inputTokens":2625,"outputTokens":548,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8823529411764706,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.22058823529412,"consensusEffective":91.22058823529412,"neWords":48,"enWords":66,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":1,"valid":true,"effective":89.4532967032967,"costUsd":0.040845,"latencySeconds":12.606,"attempts":1,"calledAt":"2026-09-15T14:42:56.041Z","usage":{"inputTokens":3559,"outputTokens":922,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.9375,"precision":0.8901098901098901,"ne":9,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.4532967032967,"consensusEffective":94.4532967032967,"neWords":78,"enWords":113,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":2,"valid":true,"effective":87.25448028673836,"costUsd":0.04715,"latencySeconds":18.026,"attempts":1,"calledAt":"2026-09-15T14:43:01.461Z","usage":{"inputTokens":4230,"outputTokens":1040,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8055555555555556,"supporting":0.6363636363636364,"precision":0.9344086021505376,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.25448028673836,"consensusEffective":86.28225806451613,"neWords":95,"enWords":113,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":3,"valid":true,"effective":94.375,"costUsd":0.061355,"latencySeconds":21.33,"attempts":1,"calledAt":"2026-09-15T14:43:04.766Z","usage":{"inputTokens":4991,"outputTokens":1456,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8035714285714286,"precision":0.9375,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.375,"consensusEffective":94.375,"neWords":121,"enWords":179,"entityPrecision":1,"entityRecall":0.643,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":4,"valid":true,"effective":92.0,"costUsd":0.051315,"latencySeconds":19.728,"attempts":1,"calledAt":"2026-09-15T14:43:15.774Z","usage":{"inputTokens":4543,"outputTokens":1144,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5384615384615384,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":93.66666666666667,"neWords":113,"enWords":136,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":5,"valid":true,"effective":94.22916666666667,"costUsd":0.056835,"latencySeconds":16.932,"attempts":1,"calledAt":"2026-09-15T14:43:18.395Z","usage":{"inputTokens":5352,"outputTokens":1203,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.9545454545454546,"precision":0.96875,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.22916666666667,"consensusEffective":97.5625,"neWords":105,"enWords":146,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":6,"valid":true,"effective":93.71928746928748,"costUsd":0.056155,"latencySeconds":17.114,"attempts":1,"calledAt":"2026-09-15T14:43:21.883Z","usage":{"inputTokens":5006,"outputTokens":1245,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666667,"precision":0.9156429156429157,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.71928746928748,"consensusEffective":93.71928746928748,"neWords":131,"enWords":143,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":7,"valid":true,"effective":87.86764705882354,"costUsd":0.060585,"latencySeconds":20.979,"attempts":1,"calledAt":"2026-09-15T14:43:36.757Z","usage":{"inputTokens":5637,"outputTokens":1296,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.7291666666666667,"precision":0.9705882352941176,"ne":7.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.86764705882354,"consensusEffective":90.5343137254902,"neWords":105,"enWords":129,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":8,"valid":true,"effective":97.73076923076923,"costUsd":0.05371,"latencySeconds":15.887,"attempts":1,"calledAt":"2026-09-15T14:43:34.286Z","usage":{"inputTokens":5032,"outputTokens":1142,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7941176470588235,"precision":0.9743589743589743,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.73076923076923,"consensusEffective":97.73076923076923,"neWords":85,"enWords":107,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":9,"valid":true,"effective":94.89408866995075,"costUsd":0.05086,"latencySeconds":15.976,"attempts":1,"calledAt":"2026-09-15T14:43:37.864Z","usage":{"inputTokens":4557,"outputTokens":1123,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":0.9298029556650247,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.89408866995075,"consensusEffective":94.89408866995075,"neWords":80,"enWords":102,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":10,"valid":true,"effective":92.93521462639109,"costUsd":0.049,"latencySeconds":15.39,"attempts":1,"calledAt":"2026-09-15T14:43:49.681Z","usage":{"inputTokens":5095,"outputTokens":941,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8895071542130366,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.93521462639109,"consensusEffective":92.93521462639109,"neWords":73,"enWords":93,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":11,"valid":true,"effective":77.33030303030303,"costUsd":0.06151,"latencySeconds":19.45,"attempts":1,"calledAt":"2026-09-15T14:43:56.211Z","usage":{"inputTokens":4947,"outputTokens":1471,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.5192307692307692,"precision":0.8387878787878789,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":77.33030303030303,"consensusEffective":85.66363636363636,"neWords":113,"enWords":145,"entityPrecision":0.944,"entityRecall":0.773,"entityF1":0.85,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":12,"valid":true,"effective":98.5,"costUsd":0.04514,"latencySeconds":13.737,"attempts":1,"calledAt":"2026-09-15T14:43:51.607Z","usage":{"inputTokens":4518,"outputTokens":902,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":83,"enWords":94,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":13,"valid":true,"effective":88.9391891891892,"costUsd":0.05127,"latencySeconds":14.852,"attempts":1,"calledAt":"2026-09-15T14:44:04.539Z","usage":{"inputTokens":4454,"outputTokens":1160,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.8125,"precision":0.972972972972973,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.9391891891892,"consensusEffective":96.9391891891892,"neWords":104,"enWords":124,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":14,"valid":true,"effective":93.23529411764706,"costUsd":0.05021,"latencySeconds":16.975,"attempts":1,"calledAt":"2026-09-15T14:44:08.587Z","usage":{"inputTokens":4982,"outputTokens":1012,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.546875,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.23529411764706,"consensusEffective":92.73529411764706,"neWords":90,"enWords":118,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":15,"valid":true,"effective":91.24270557029178,"costUsd":0.050525,"latencySeconds":14.607,"attempts":1,"calledAt":"2026-09-15T14:44:10.823Z","usage":{"inputTokens":4400,"outputTokens":1141,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8580901856763926,"ne":9,"en":8,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.24270557029178,"consensusEffective":91.24270557029178,"neWords":85,"enWords":98,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":16,"valid":true,"effective":95.125,"costUsd":0.04925,"latencySeconds":17.382,"attempts":1,"calledAt":"2026-09-15T14:44:21.925Z","usage":{"inputTokens":4175,"outputTokens":1135,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.90625,"precision":0.9375,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":95.125,"consensusEffective":95.125,"neWords":108,"enWords":139,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":17,"valid":true,"effective":91.07777777777778,"costUsd":0.04076,"latencySeconds":12.855,"attempts":1,"calledAt":"2026-09-15T14:44:21.447Z","usage":{"inputTokens":3227,"outputTokens":985,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6136363636363636,"precision":0.885925925925926,"ne":9,"en":9,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.07777777777778,"consensusEffective":93.57777777777778,"neWords":83,"enWords":107,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":18,"valid":true,"effective":93.52272727272728,"costUsd":0.03131,"latencySeconds":14.668,"attempts":1,"calledAt":"2026-09-15T14:44:25.501Z","usage":{"inputTokens":2577,"outputTokens":737,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9090909090909092,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.52272727272728,"consensusEffective":93.52272727272728,"neWords":57,"enWords":70,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":19,"valid":true,"effective":93.25,"costUsd":0.0351,"latencySeconds":11.061,"attempts":1,"calledAt":"2026-09-15T14:44:32.512Z","usage":{"inputTokens":3620,"outputTokens":680,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.825,"ne":9.5,"en":9.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.25,"consensusEffective":93.25,"neWords":52,"enWords":72,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":20,"valid":true,"effective":84.50337331334333,"costUsd":0.04788,"latencySeconds":12.77,"attempts":1,"calledAt":"2026-09-15T14:44:34.699Z","usage":{"inputTokens":4806,"outputTokens":954,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.875,"precision":0.775112443778111,"ne":8,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":84.50337331334333,"consensusEffective":83.17003998000999,"neWords":76,"enWords":104,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":21,"valid":false,"effective":0,"costUsd":0.06683,"latencySeconds":22.539,"attempts":1,"calledAt":"2026-09-15T14:44:48.046Z","usage":{"inputTokens":5686,"outputTokens":1536,"reasoningTokens":0},"finishReason":"length","errorKind":"truncated","judgeCount":0},{"model":"claude-opus-5","questionId":22,"valid":true,"effective":88.67261904761904,"costUsd":0.064725,"latencySeconds":21.999,"attempts":1,"calledAt":"2026-09-15T14:44:54.519Z","usage":{"inputTokens":5655,"outputTokens":1458,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8928571428571428,"supporting":0.6,"precision":0.9152777777777779,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":88.67261904761904,"consensusEffective":92.95833333333334,"neWords":122,"enWords":155,"entityPrecision":0.917,"entityRecall":0.846,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":23,"valid":true,"effective":86.65384615384615,"costUsd":0.04572,"latencySeconds":17.4,"attempts":1,"calledAt":"2026-09-15T14:44:52.105Z","usage":{"inputTokens":3529,"outputTokens":1123,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5769230769230769,"precision":0.8717948717948718,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":86.65384615384615,"consensusEffective":86.65384615384615,"neWords":95,"enWords":125,"entityPrecision":0.909,"entityRecall":0.667,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":24,"valid":true,"effective":82.25,"costUsd":0.025325,"latencySeconds":11.528,"attempts":1,"calledAt":"2026-09-15T14:44:59.578Z","usage":{"inputTokens":2155,"outputTokens":582,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.5833333333333333,"ne":8,"en":8.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2.5,"cleanEffective":82.25,"consensusEffective":82.25,"neWords":47,"enWords":66,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":25,"valid":true,"effective":97.19565217391305,"costUsd":0.03441,"latencySeconds":9.75,"attempts":1,"calledAt":"2026-09-15T14:45:01.862Z","usage":{"inputTokens":3062,"outputTokens":764,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":61,"enWords":69,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":26,"valid":true,"effective":87.77777777777777,"costUsd":0.038425,"latencySeconds":11.905,"attempts":1,"calledAt":"2026-09-15T14:45:06.430Z","usage":{"inputTokens":3745,"outputTokens":788,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.875,"precision":0.9259259259259259,"ne":7.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.77777777777777,"consensusEffective":86.77777777777777,"neWords":61,"enWords":77,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":27,"valid":true,"effective":88.40760869565217,"costUsd":0.03332,"latencySeconds":11.598,"attempts":1,"calledAt":"2026-09-15T14:45:11.182Z","usage":{"inputTokens":2894,"outputTokens":754,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3214285714285714,"precision":0.7635869565217391,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":88.40760869565217,"consensusEffective":88.40760869565217,"neWords":61,"enWords":70,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":28,"valid":true,"effective":90.08695652173913,"costUsd":0.03422,"latencySeconds":13.443,"attempts":1,"calledAt":"2026-09-15T14:45:15.309Z","usage":{"inputTokens":2899,"outputTokens":789,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8195652173913044,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.08695652173913,"consensusEffective":90.08695652173913,"neWords":73,"enWords":87,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":29,"valid":true,"effective":97.42857142857143,"costUsd":0.04348,"latencySeconds":15.165,"attempts":1,"calledAt":"2026-09-15T14:45:21.599Z","usage":{"inputTokens":3921,"outputTokens":955,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6590909090909091,"precision":0.9642857142857143,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.42857142857143,"consensusEffective":97.42857142857143,"neWords":73,"enWords":98,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":30,"valid":true,"effective":93.6413043478261,"costUsd":0.042395,"latencySeconds":10.43,"attempts":1,"calledAt":"2026-09-15T14:45:21.619Z","usage":{"inputTokens":4294,"outputTokens":837,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9130434782608695,"ne":9,"en":8.5,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.6413043478261,"consensusEffective":93.6413043478261,"neWords":65,"enWords":84,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":31,"valid":true,"effective":94.5,"costUsd":0.036635,"latencySeconds":10.643,"attempts":1,"calledAt":"2026-09-15T14:45:25.956Z","usage":{"inputTokens":3397,"outputTokens":786,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9166666666666666,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.5,"consensusEffective":94.5,"neWords":75,"enWords":87,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":32,"valid":true,"effective":94.84677419354838,"costUsd":0.03332,"latencySeconds":15.832,"attempts":1,"calledAt":"2026-09-15T14:45:37.435Z","usage":{"inputTokens":2374,"outputTokens":858,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7727272727272727,"precision":0.9032258064516129,"ne":9,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":94.84677419354838,"consensusEffective":94.84677419354838,"neWords":62,"enWords":91,"entityPrecision":0.875,"entityRecall":0.875,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":33,"valid":true,"effective":93.61764705882354,"costUsd":0.03438,"latencySeconds":15.26,"attempts":1,"calledAt":"2026-09-15T14:45:36.883Z","usage":{"inputTokens":2456,"outputTokens":884,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.9444444444444444,"precision":0.9705882352941176,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.61764705882354,"consensusEffective":93.61764705882354,"neWords":67,"enWords":88,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.03868,"latencySeconds":9.54,"attempts":1,"calledAt":"2026-09-15T14:45:35.502Z","usage":{"inputTokens":3666,"outputTokens":814,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":65,"enWords":79,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":35,"valid":true,"effective":97.3,"costUsd":0.04048,"latencySeconds":10.732,"attempts":1,"calledAt":"2026-09-15T14:45:46.239Z","usage":{"inputTokens":4136,"outputTokens":792,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.96,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.3,"consensusEffective":97.3,"neWords":72,"enWords":97,"entityPrecision":0.75,"entityRecall":0.75,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":36,"valid":true,"effective":90.21428571428572,"costUsd":0.03092,"latencySeconds":9.13,"attempts":1,"calledAt":"2026-09-15T14:45:46.019Z","usage":{"inputTokens":2629,"outputTokens":711,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.7738095238095238,"ne":9.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.21428571428572,"consensusEffective":90.21428571428572,"neWords":47,"enWords":63,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":37,"valid":true,"effective":98.5,"costUsd":0.039265,"latencySeconds":14.854,"attempts":1,"calledAt":"2026-09-15T14:45:52.296Z","usage":{"inputTokens":3043,"outputTokens":962,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9642857142857143,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":88,"enWords":114,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":38,"valid":true,"effective":91.97058823529412,"costUsd":0.02776,"latencySeconds":9.941,"attempts":1,"calledAt":"2026-09-15T14:45:55.965Z","usage":{"inputTokens":2372,"outputTokens":636,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8823529411764706,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.97058823529412,"consensusEffective":91.97058823529412,"neWords":55,"enWords":62,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":39,"valid":true,"effective":86.77272727272728,"costUsd":0.021185,"latencySeconds":9.59,"attempts":1,"calledAt":"2026-09-15T14:45:55.837Z","usage":{"inputTokens":1977,"outputTokens":452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7090909090909091,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.77272727272728,"consensusEffective":86.77272727272728,"neWords":42,"enWords":59,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":40,"valid":true,"effective":94.95454545454545,"costUsd":0.062065,"latencySeconds":22.416,"attempts":1,"calledAt":"2026-09-15T14:46:14.718Z","usage":{"inputTokens":4983,"outputTokens":1486,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.9318181818181819,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.95454545454545,"consensusEffective":94.95454545454545,"neWords":123,"enWords":145,"entityPrecision":0.917,"entityRecall":0.688,"entityF1":0.786,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":41,"valid":true,"effective":93.58201581027669,"costUsd":0.04385,"latencySeconds":13.14,"attempts":1,"calledAt":"2026-09-15T14:46:08.984Z","usage":{"inputTokens":4305,"outputTokens":893,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9110671936758893,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.58201581027669,"consensusEffective":93.58201581027669,"neWords":73,"enWords":90,"entityPrecision":0.778,"entityRecall":0.7,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":42,"valid":true,"effective":91.97058823529412,"costUsd":0.052755,"latencySeconds":15.954,"attempts":1,"calledAt":"2026-09-15T14:46:11.927Z","usage":{"inputTokens":4776,"outputTokens":1155,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8823529411764706,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.97058823529412,"consensusEffective":91.97058823529412,"neWords":100,"enWords":129,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":43,"valid":true,"effective":93.60294117647058,"costUsd":0.046255,"latencySeconds":14.994,"attempts":1,"calledAt":"2026-09-15T14:46:23.985Z","usage":{"inputTokens":4376,"outputTokens":975,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9117647058823529,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.60294117647058,"consensusEffective":93.60294117647058,"neWords":69,"enWords":84,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":44,"valid":true,"effective":83.71928746928748,"costUsd":0.055505,"latencySeconds":17.293,"attempts":1,"calledAt":"2026-09-15T14:46:29.226Z","usage":{"inputTokens":5191,"outputTokens":1182,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.90625,"precision":0.9156429156429157,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.71928746928748,"consensusEffective":90.38595413595414,"neWords":86,"enWords":137,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":45,"valid":true,"effective":81.5699233716475,"costUsd":0.05131,"latencySeconds":15.136,"attempts":1,"calledAt":"2026-09-15T14:46:29.862Z","usage":{"inputTokens":5477,"outputTokens":957,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":0.8939974457215836,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":81.5699233716475,"consensusEffective":81.5699233716475,"neWords":70,"enWords":114,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":46,"valid":true,"effective":92.51436781609195,"costUsd":0.049455,"latencySeconds":15.423,"attempts":1,"calledAt":"2026-09-15T14:46:39.417Z","usage":{"inputTokens":4881,"outputTokens":1002,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.8125,"precision":0.9310344827586207,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.51436781609195,"consensusEffective":94.18103448275862,"neWords":84,"enWords":96,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":47,"valid":true,"effective":86.5,"costUsd":0.0472,"latencySeconds":13.478,"attempts":1,"calledAt":"2026-09-15T14:46:42.711Z","usage":{"inputTokens":4560,"outputTokens":976,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.7142857142857143,"precision":0.9166666666666667,"ne":8.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.5,"consensusEffective":94.5,"neWords":81,"enWords":102,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":48,"valid":true,"effective":96.83333333333333,"costUsd":0.039745,"latencySeconds":9.928,"attempts":1,"calledAt":"2026-09-15T14:46:39.800Z","usage":{"inputTokens":4319,"outputTokens":726,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":57,"enWords":67,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":49,"valid":true,"effective":85.08333333333334,"costUsd":0.06009,"latencySeconds":17.654,"attempts":1,"calledAt":"2026-09-15T14:46:57.082Z","usage":{"inputTokens":5343,"outputTokens":1335,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.7,"precision":0.875,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":85.08333333333334,"consensusEffective":91.75,"neWords":119,"enWords":150,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":50,"valid":true,"effective":90.66666666666666,"costUsd":0.048215,"latencySeconds":14.244,"attempts":1,"calledAt":"2026-09-15T14:46:54.050Z","usage":{"inputTokens":5323,"outputTokens":864,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6499999999999999,"precision":0.8888888888888888,"ne":8,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.66666666666666,"consensusEffective":90.66666666666666,"neWords":85,"enWords":101,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":51,"valid":true,"effective":97.0,"costUsd":0.051985,"latencySeconds":15.644,"attempts":1,"calledAt":"2026-09-15T14:46:58.360Z","usage":{"inputTokens":5287,"outputTokens":1022,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":93,"enWords":108,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":52,"valid":true,"effective":89.52534562211981,"costUsd":0.04152,"latencySeconds":15.82,"attempts":1,"calledAt":"2026-09-15T14:47:09.879Z","usage":{"inputTokens":3479,"outputTokens":965,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7777777777777778,"precision":0.8675115207373272,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.52534562211981,"consensusEffective":88.19201228878649,"neWords":87,"enWords":118,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":53,"valid":true,"effective":92.30263157894737,"costUsd":0.059295,"latencySeconds":19.331,"attempts":1,"calledAt":"2026-09-15T14:47:16.420Z","usage":{"inputTokens":5484,"outputTokens":1275,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.868421052631579,"ne":9,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":92.30263157894737,"consensusEffective":92.30263157894737,"neWords":115,"enWords":136,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":54,"valid":true,"effective":95.33204633204633,"costUsd":0.046865,"latencySeconds":14.991,"attempts":1,"calledAt":"2026-09-15T14:47:13.359Z","usage":{"inputTokens":4333,"outputTokens":1008,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9444015444015443,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.33204633204633,"consensusEffective":95.33204633204633,"neWords":91,"enWords":124,"entityPrecision":0.857,"entityRecall":0.5,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":55,"valid":true,"effective":84.06167108753316,"costUsd":0.04727,"latencySeconds":13.211,"attempts":1,"calledAt":"2026-09-15T14:47:23.098Z","usage":{"inputTokens":4289,"outputTokens":1033,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":0.927055702917772,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.06167108753316,"consensusEffective":84.06167108753316,"neWords":72,"enWords":100,"entityPrecision":0.909,"entityRecall":0.909,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":56,"valid":true,"effective":91.07002801120447,"costUsd":0.055975,"latencySeconds":16.03,"attempts":1,"calledAt":"2026-09-15T14:47:29.397Z","usage":{"inputTokens":4830,"outputTokens":1273,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.9166666666666666,"precision":0.9134453781512605,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.07002801120447,"consensusEffective":89.40336134453781,"neWords":113,"enWords":131,"entityPrecision":0.889,"entityRecall":0.727,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":57,"valid":true,"effective":94.34615384615384,"costUsd":0.050485,"latencySeconds":14.669,"attempts":1,"calledAt":"2026-09-15T14:47:31.095Z","usage":{"inputTokens":5002,"outputTokens":1019,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7115384615384615,"precision":0.9615384615384616,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.34615384615384,"consensusEffective":94.34615384615384,"neWords":95,"enWords":127,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":58,"valid":true,"effective":93.52272727272728,"costUsd":0.04536,"latencySeconds":13.011,"attempts":1,"calledAt":"2026-09-15T14:47:36.117Z","usage":{"inputTokens":4297,"outputTokens":955,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9090909090909092,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.52272727272728,"consensusEffective":93.52272727272728,"neWords":80,"enWords":105,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":59,"valid":true,"effective":93.52272727272728,"costUsd":0.042385,"latencySeconds":10.403,"attempts":1,"calledAt":"2026-09-15T14:47:39.810Z","usage":{"inputTokens":4697,"outputTokens":756,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.9090909090909092,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.52272727272728,"consensusEffective":93.52272727272728,"neWords":63,"enWords":93,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":60,"valid":true,"effective":96.44565217391305,"costUsd":0.04063,"latencySeconds":12.395,"attempts":1,"calledAt":"2026-09-15T14:47:43.500Z","usage":{"inputTokens":3591,"outputTokens":907,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9565217391304348,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.44565217391305,"consensusEffective":96.44565217391305,"neWords":60,"enWords":80,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":61,"valid":true,"effective":77.02443609022556,"costUsd":0.062185,"latencySeconds":20.131,"attempts":1,"calledAt":"2026-09-15T14:47:56.255Z","usage":{"inputTokens":5537,"outputTokens":1380,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.65625,"supporting":0.6470588235294118,"precision":0.8924812030075188,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":77.02443609022556,"consensusEffective":76.48872180451127,"neWords":103,"enWords":121,"entityPrecision":0.938,"entityRecall":0.938,"entityF1":0.938,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":62,"valid":true,"effective":91.73809523809524,"costUsd":0.041965,"latencySeconds":15.74,"attempts":1,"calledAt":"2026-09-15T14:47:55.559Z","usage":{"inputTokens":3658,"outputTokens":947,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9642857142857143,"supporting":0.9444444444444444,"precision":0.8972222222222221,"ne":8.5,"en":9,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.73809523809524,"consensusEffective":93.16666666666666,"neWords":84,"enWords":116,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":63,"valid":true,"effective":91.25,"costUsd":0.052715,"latencySeconds":17.171,"attempts":1,"calledAt":"2026-09-15T14:48:00.679Z","usage":{"inputTokens":4973,"outputTokens":1114,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.8833333333333333,"ne":8.5,"en":8,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.25,"consensusEffective":91.25,"neWords":95,"enWords":112,"entityPrecision":0.818,"entityRecall":0.818,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":64,"valid":true,"effective":96.44565217391305,"costUsd":0.04442,"latencySeconds":13.145,"attempts":1,"calledAt":"2026-09-15T14:48:08.714Z","usage":{"inputTokens":4324,"outputTokens":912,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9565217391304348,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.44565217391305,"consensusEffective":96.44565217391305,"neWords":68,"enWords":91,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":65,"valid":true,"effective":86.92857142857143,"costUsd":0.055435,"latencySeconds":16.981,"attempts":1,"calledAt":"2026-09-15T14:48:13.244Z","usage":{"inputTokens":4497,"outputTokens":1318,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.7142857142857143,"precision":0.9142857142857144,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.92857142857143,"consensusEffective":91.57142857142857,"neWords":103,"enWords":147,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":66,"valid":true,"effective":94.3095238095238,"costUsd":0.05136,"latencySeconds":15.758,"attempts":1,"calledAt":"2026-09-15T14:48:16.446Z","usage":{"inputTokens":4177,"outputTokens":1219,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.9166666666666666,"precision":0.9714285714285714,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.3095238095238,"consensusEffective":92.64285714285714,"neWords":106,"enWords":130,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":67,"valid":true,"effective":94.21428571428572,"costUsd":0.041365,"latencySeconds":10.722,"attempts":1,"calledAt":"2026-09-15T14:48:19.445Z","usage":{"inputTokens":4153,"outputTokens":824,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8571428571428572,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.21428571428572,"consensusEffective":94.21428571428572,"neWords":65,"enWords":82,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":68,"valid":true,"effective":98.5,"costUsd":0.044115,"latencySeconds":13.996,"attempts":1,"calledAt":"2026-09-15T14:48:27.250Z","usage":{"inputTokens":4253,"outputTokens":914,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":78,"enWords":113,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":69,"valid":true,"effective":97.07142857142857,"costUsd":0.043795,"latencySeconds":19.123,"attempts":1,"calledAt":"2026-09-15T14:48:35.578Z","usage":{"inputTokens":3839,"outputTokens":984,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8636363636363636,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":90,"enWords":121,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":70,"valid":true,"effective":95.81451612903226,"costUsd":0.040795,"latencySeconds":11.571,"attempts":1,"calledAt":"2026-09-15T14:48:31.021Z","usage":{"inputTokens":3729,"outputTokens":886,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.935483870967742,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":95.81451612903226,"consensusEffective":95.81451612903226,"neWords":73,"enWords":88,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":71,"valid":true,"effective":91.89752252252252,"costUsd":0.048715,"latencySeconds":14.411,"attempts":1,"calledAt":"2026-09-15T14:48:41.671Z","usage":{"inputTokens":4868,"outputTokens":975,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.7727272727272727,"precision":0.910472972972973,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.89752252252252,"consensusEffective":93.5641891891892,"neWords":74,"enWords":97,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":72,"valid":true,"effective":92.63035495716034,"costUsd":0.043405,"latencySeconds":15.821,"attempts":1,"calledAt":"2026-09-15T14:48:46.851Z","usage":{"inputTokens":3716,"outputTokens":993,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.8543451652386781,"ne":9,"en":9,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":92.63035495716034,"consensusEffective":92.63035495716034,"neWords":99,"enWords":110,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":73,"valid":true,"effective":94.24431818181819,"costUsd":0.039755,"latencySeconds":11.185,"attempts":1,"calledAt":"2026-09-15T14:48:46.771Z","usage":{"inputTokens":3641,"outputTokens":862,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.9081439393939394,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":94.24431818181819,"consensusEffective":94.24431818181819,"neWords":64,"enWords":80,"entityPrecision":0.889,"entityRecall":0.8,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":74,"valid":true,"effective":96.08333333333333,"costUsd":0.03327,"latencySeconds":8.748,"attempts":1,"calledAt":"2026-09-15T14:48:50.428Z","usage":{"inputTokens":3279,"outputTokens":675,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9444444444444444,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.08333333333333,"consensusEffective":96.08333333333333,"neWords":48,"enWords":56,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":75,"valid":true,"effective":83.69565217391305,"costUsd":0.037795,"latencySeconds":14.085,"attempts":1,"calledAt":"2026-09-15T14:49:00.864Z","usage":{"inputTokens":3274,"outputTokens":857,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.95,"precision":0.9148550724637681,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.69565217391305,"consensusEffective":83.69565217391305,"neWords":77,"enWords":91,"entityPrecision":0.714,"entityRecall":0.833,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":76,"valid":true,"effective":96.59615384615384,"costUsd":0.04913,"latencySeconds":12.51,"attempts":1,"calledAt":"2026-09-15T14:48:59.371Z","usage":{"inputTokens":4786,"outputTokens":1008,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9615384615384616,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.59615384615384,"consensusEffective":96.59615384615384,"neWords":62,"enWords":86,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":77,"valid":true,"effective":94.94565217391305,"costUsd":0.03234,"latencySeconds":15.553,"attempts":1,"calledAt":"2026-09-15T14:49:05.987Z","usage":{"inputTokens":2633,"outputTokens":767,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9565217391304348,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":94.94565217391305,"consensusEffective":94.94565217391305,"neWords":74,"enWords":90,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":78,"valid":true,"effective":95.8913043478261,"costUsd":0.03971,"latencySeconds":11.634,"attempts":1,"calledAt":"2026-09-15T14:49:11.009Z","usage":{"inputTokens":3592,"outputTokens":870,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9130434782608696,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.8913043478261,"consensusEffective":95.8913043478261,"neWords":68,"enWords":86,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":79,"valid":true,"effective":96.1923076923077,"costUsd":0.03276,"latencySeconds":12.456,"attempts":1,"calledAt":"2026-09-15T14:49:13.331Z","usage":{"inputTokens":2562,"outputTokens":798,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9230769230769231,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.1923076923077,"consensusEffective":96.1923076923077,"neWords":77,"enWords":92,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":80,"valid":true,"effective":93.63006756756756,"costUsd":0.044705,"latencySeconds":14.669,"attempts":1,"calledAt":"2026-09-15T14:49:20.664Z","usage":{"inputTokens":4286,"outputTokens":931,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7115384615384615,"precision":0.8876689189189189,"ne":9.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":93.63006756756756,"consensusEffective":93.63006756756756,"neWords":82,"enWords":103,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":81,"valid":true,"effective":97.07142857142857,"costUsd":0.035085,"latencySeconds":10.421,"attempts":1,"calledAt":"2026-09-15T14:49:21.439Z","usage":{"inputTokens":3422,"outputTokens":719,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":51,"enWords":63,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":82,"valid":true,"effective":88.77083333333333,"costUsd":0.048135,"latencySeconds":15.295,"attempts":1,"calledAt":"2026-09-15T14:49:28.635Z","usage":{"inputTokens":4537,"outputTokens":1018,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.525,"precision":0.90625,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.0,"headlineEn":0.5,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.77083333333333,"consensusEffective":90.4375,"neWords":94,"enWords":122,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":83,"valid":true,"effective":93.29565217391306,"costUsd":0.041165,"latencySeconds":12.644,"attempts":1,"calledAt":"2026-09-15T14:49:33.318Z","usage":{"inputTokens":3698,"outputTokens":907,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.8765217391304347,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.29565217391306,"consensusEffective":93.29565217391306,"neWords":79,"enWords":94,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":84,"valid":true,"effective":98.5,"costUsd":0.051445,"latencySeconds":15.993,"attempts":1,"calledAt":"2026-09-15T14:49:37.439Z","usage":{"inputTokens":4189,"outputTokens":1220,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.95,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":104,"enWords":123,"entityPrecision":0.9,"entityRecall":1,"entityF1":0.947,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":85,"valid":true,"effective":97.0,"costUsd":0.03275,"latencySeconds":12.02,"attempts":1,"calledAt":"2026-09-15T14:49:40.663Z","usage":{"inputTokens":3020,"outputTokens":706,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":62,"enWords":79,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":86,"valid":true,"effective":98.5,"costUsd":0.034605,"latencySeconds":9.1,"attempts":1,"calledAt":"2026-09-15T14:49:42.426Z","usage":{"inputTokens":3376,"outputTokens":709,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":49,"enWords":63,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":87,"valid":true,"effective":94.02777777777777,"costUsd":0.03748,"latencySeconds":17.074,"attempts":1,"calledAt":"2026-09-15T14:49:54.518Z","usage":{"inputTokens":2646,"outputTokens":970,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6607142857142858,"precision":0.9259259259259259,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.02777777777777,"consensusEffective":94.02777777777777,"neWords":88,"enWords":110,"entityPrecision":0.875,"entityRecall":0.875,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":88,"valid":true,"effective":93.08771929824562,"costUsd":0.05121,"latencySeconds":26.128,"attempts":1,"calledAt":"2026-09-15T14:50:06.801Z","usage":{"inputTokens":2902,"outputTokens":1468,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9195906432748537,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":1.5,"cleanEffective":93.08771929824562,"consensusEffective":93.08771929824562,"neWords":123,"enWords":150,"entityPrecision":1,"entityRecall":0.882,"entityF1":0.938,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":89,"valid":true,"effective":96.625,"costUsd":0.03204,"latencySeconds":10.623,"attempts":1,"calledAt":"2026-09-15T14:49:53.059Z","usage":{"inputTokens":2878,"outputTokens":706,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.625,"consensusEffective":96.625,"neWords":65,"enWords":79,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":90,"valid":true,"effective":96.56451612903226,"costUsd":0.03566,"latencySeconds":10.582,"attempts":1,"calledAt":"2026-09-15T14:50:03.654Z","usage":{"inputTokens":3302,"outputTokens":766,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9444444444444444,"precision":0.935483870967742,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":96.56451612903226,"consensusEffective":96.56451612903226,"neWords":60,"enWords":77,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":91,"valid":true,"effective":97.13636363636364,"costUsd":0.034665,"latencySeconds":9.647,"attempts":1,"calledAt":"2026-09-15T14:50:04.177Z","usage":{"inputTokens":3538,"outputTokens":679,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":55,"enWords":70,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":92,"valid":true,"effective":87.63846153846154,"costUsd":0.03636,"latencySeconds":9.794,"attempts":1,"calledAt":"2026-09-15T14:50:13.459Z","usage":{"inputTokens":3297,"outputTokens":795,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9375,"precision":0.8046153846153846,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.63846153846154,"consensusEffective":87.63846153846154,"neWords":61,"enWords":79,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":93,"valid":true,"effective":94.125,"costUsd":0.03864,"latencySeconds":13.096,"attempts":1,"calledAt":"2026-09-15T14:50:17.284Z","usage":{"inputTokens":2858,"outputTokens":974,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9041666666666667,"ne":9.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.125,"consensusEffective":94.125,"neWords":73,"enWords":83,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":94,"valid":true,"effective":90.35294117647058,"costUsd":0.042465,"latencySeconds":14.271,"attempts":1,"calledAt":"2026-09-15T14:50:21.084Z","usage":{"inputTokens":3738,"outputTokens":951,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8784313725490196,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.35294117647058,"consensusEffective":90.35294117647058,"neWords":87,"enWords":116,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":95,"valid":true,"effective":91.80498533724341,"costUsd":0.0425,"latencySeconds":15.212,"attempts":1,"calledAt":"2026-09-15T14:50:28.679Z","usage":{"inputTokens":3750,"outputTokens":950,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.84375,"precision":0.8768328445747801,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":91.80498533724341,"consensusEffective":91.80498533724341,"neWords":81,"enWords":93,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":96,"valid":true,"effective":92.17424242424242,"costUsd":0.04474,"latencySeconds":14.952,"attempts":1,"calledAt":"2026-09-15T14:50:32.247Z","usage":{"inputTokens":3703,"outputTokens":1049,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6964285714285714,"precision":0.9141414141414141,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.17424242424242,"consensusEffective":92.17424242424242,"neWords":95,"enWords":111,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":97,"valid":true,"effective":95.13888888888889,"costUsd":0.042765,"latencySeconds":11.123,"attempts":1,"calledAt":"2026-09-15T14:50:32.214Z","usage":{"inputTokens":4358,"outputTokens":839,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8125,"precision":0.962962962962963,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.13888888888889,"consensusEffective":95.13888888888889,"neWords":74,"enWords":88,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":98,"valid":true,"effective":81.59210526315789,"costUsd":0.02993,"latencySeconds":9.075,"attempts":1,"calledAt":"2026-09-15T14:50:37.764Z","usage":{"inputTokens":2981,"outputTokens":601,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.625,"precision":0.7614035087719297,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":81.59210526315789,"consensusEffective":81.59210526315789,"neWords":47,"enWords":57,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-opus-5","questionId":99,"valid":true,"effective":86.47619047619047,"costUsd":0.05068,"latencySeconds":19.164,"attempts":1,"calledAt":"2026-09-15T14:50:51.389Z","usage":{"inputTokens":4761,"outputTokens":1075,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6842105263157894,"precision":0.8825396825396825,"ne":8,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":86.47619047619047,"consensusEffective":86.47619047619047,"neWords":109,"enWords":123,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-opus-5","questionId":100,"valid":true,"effective":91.15196078431373,"costUsd":0.034795,"latencySeconds":10.751,"attempts":1,"calledAt":"2026-09-15T14:50:43.005Z","usage":{"inputTokens":3164,"outputTokens":759,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.875,"precision":0.9411764705882353,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.15196078431373,"consensusEffective":91.15196078431373,"neWords":60,"enWords":82,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":1,"valid":true,"effective":88.27777777777777,"costUsd":0.014588,"latencySeconds":12.956,"attempts":1,"calledAt":"2026-09-15T14:35:45.076Z","usage":{"inputTokens":3559,"outputTokens":747,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.625,"precision":0.9259259259259259,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.27777777777777,"consensusEffective":93.27777777777777,"neWords":64,"enWords":91,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":2,"valid":true,"effective":85.93181818181819,"costUsd":0.01877,"latencySeconds":13.27,"attempts":1,"calledAt":"2026-09-15T14:35:45.389Z","usage":{"inputTokens":4230,"outputTokens":1031,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6818181818181818,"precision":0.9393939393939394,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.93181818181819,"consensusEffective":87.18181818181819,"neWords":95,"enWords":106,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":3,"valid":true,"effective":75.03846153846155,"costUsd":0.021962,"latencySeconds":17.51,"attempts":1,"calledAt":"2026-09-15T14:35:49.630Z","usage":{"inputTokens":4991,"outputTokens":1198,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.5535714285714286,"precision":0.8846153846153846,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":75.03846153846155,"consensusEffective":75.03846153846155,"neWords":102,"enWords":126,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":4,"valid":true,"effective":85.8030303030303,"costUsd":0.018566,"latencySeconds":14.446,"attempts":1,"calledAt":"2026-09-15T14:35:59.526Z","usage":{"inputTokens":4543,"outputTokens":948,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666666,"supporting":0.46153846153846156,"precision":0.9545454545454546,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.8030303030303,"consensusEffective":84.13636363636364,"neWords":91,"enWords":99,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":5,"valid":true,"effective":89.10897435897436,"costUsd":0.020884,"latencySeconds":13.659,"attempts":1,"calledAt":"2026-09-15T14:35:59.050Z","usage":{"inputTokens":5352,"outputTokens":1018,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6818181818181818,"precision":0.9230769230769231,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.10897435897436,"consensusEffective":92.4423076923077,"neWords":81,"enWords":111,"entityPrecision":0.778,"entityRecall":0.636,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":6,"valid":true,"effective":86.04464285714286,"costUsd":0.019892,"latencySeconds":12.517,"attempts":1,"calledAt":"2026-09-15T14:36:02.153Z","usage":{"inputTokens":5006,"outputTokens":988,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.8348214285714286,"ne":8,"en":6,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.04464285714286,"consensusEffective":86.04464285714286,"neWords":101,"enWords":110,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":7,"valid":true,"effective":86.5,"costUsd":0.023374,"latencySeconds":16.74,"attempts":1,"calledAt":"2026-09-15T14:36:15.793Z","usage":{"inputTokens":5637,"outputTokens":1210,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5625,"precision":0.9666666666666667,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.5,"consensusEffective":91.16666666666667,"neWords":98,"enWords":112,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":8,"valid":true,"effective":89.4655172413793,"costUsd":0.018884,"latencySeconds":11.433,"attempts":1,"calledAt":"2026-09-15T14:36:10.964Z","usage":{"inputTokens":5032,"outputTokens":882,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5735294117647058,"precision":0.9655172413793103,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.4655172413793,"consensusEffective":89.4655172413793,"neWords":70,"enWords":88,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":9,"valid":true,"effective":89.82266009852216,"costUsd":0.019684,"latencySeconds":14.711,"attempts":1,"calledAt":"2026-09-15T14:36:16.868Z","usage":{"inputTokens":4557,"outputTokens":1057,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6363636363636364,"precision":0.8940886699507389,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.82266009852216,"consensusEffective":89.82266009852216,"neWords":78,"enWords":105,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":10,"valid":true,"effective":96.8409090909091,"costUsd":0.01962,"latencySeconds":11.939,"attempts":1,"calledAt":"2026-09-15T14:36:22.907Z","usage":{"inputTokens":5095,"outputTokens":943,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9696969696969697,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.8409090909091,"consensusEffective":96.8409090909091,"neWords":79,"enWords":95,"entityPrecision":0.875,"entityRecall":0.778,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":11,"valid":true,"effective":76.05392156862744,"costUsd":0.024854,"latencySeconds":18.887,"attempts":1,"calledAt":"2026-09-15T14:36:34.684Z","usage":{"inputTokens":4947,"outputTokens":1496,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.5961538461538461,"precision":0.8156862745098039,"ne":8,"en":7.5,"unsupported":3,"contradicted":0.5,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":76.05392156862744,"consensusEffective":82.72058823529412,"neWords":115,"enWords":140,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":12,"valid":true,"effective":97.75,"costUsd":0.017576,"latencySeconds":11.483,"attempts":1,"calledAt":"2026-09-15T14:36:28.355Z","usage":{"inputTokens":4518,"outputTokens":854,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":75,"enWords":88,"entityPrecision":0.857,"entityRecall":0.4,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":13,"valid":true,"effective":79.64285714285714,"costUsd":0.020868,"latencySeconds":13.526,"attempts":1,"calledAt":"2026-09-15T14:36:36.437Z","usage":{"inputTokens":4454,"outputTokens":1196,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8125,"precision":0.8547619047619048,"ne":8.5,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":79.64285714285714,"consensusEffective":87.14285714285714,"neWords":106,"enWords":115,"entityPrecision":0.909,"entityRecall":0.769,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":14,"valid":true,"effective":86.23136645962734,"costUsd":0.019464,"latencySeconds":13.96,"attempts":1,"calledAt":"2026-09-15T14:36:42.319Z","usage":{"inputTokens":4982,"outputTokens":950,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.359375,"precision":0.8493788819875776,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":86.23136645962734,"consensusEffective":85.23136645962734,"neWords":87,"enWords":112,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":15,"valid":true,"effective":92.25,"costUsd":0.01932,"latencySeconds":13.59,"attempts":1,"calledAt":"2026-09-15T14:36:48.279Z","usage":{"inputTokens":4400,"outputTokens":1052,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9166666666666667,"ne":9,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.25,"consensusEffective":92.25,"neWords":75,"enWords":87,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":16,"valid":true,"effective":89.84415584415584,"costUsd":0.01791,"latencySeconds":16.233,"attempts":1,"calledAt":"2026-09-15T14:36:52.674Z","usage":{"inputTokens":4175,"outputTokens":956,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.8614718614718615,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.84415584415584,"consensusEffective":89.84415584415584,"neWords":93,"enWords":107,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":17,"valid":true,"effective":88.85,"costUsd":0.016484,"latencySeconds":12.422,"attempts":1,"calledAt":"2026-09-15T14:36:54.745Z","usage":{"inputTokens":3227,"outputTokens":1003,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6136363636363636,"precision":0.92,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.85,"consensusEffective":93.85,"neWords":84,"enWords":109,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":18,"valid":true,"effective":93.39285714285714,"costUsd":0.012154,"latencySeconds":11.385,"attempts":1,"calledAt":"2026-09-15T14:36:59.668Z","usage":{"inputTokens":2577,"outputTokens":700,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.9047619047619048,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.39285714285714,"consensusEffective":93.39285714285714,"neWords":53,"enWords":63,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":19,"valid":true,"effective":87.56390977443608,"costUsd":0.01484,"latencySeconds":9.838,"attempts":1,"calledAt":"2026-09-15T14:37:02.518Z","usage":{"inputTokens":3620,"outputTokens":760,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":1,"precision":0.8521303258145363,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.56390977443608,"consensusEffective":87.56390977443608,"neWords":65,"enWords":79,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":20,"valid":true,"effective":80.65734265734267,"costUsd":0.018162,"latencySeconds":9.393,"attempts":1,"calledAt":"2026-09-15T14:37:04.141Z","usage":{"inputTokens":4806,"outputTokens":855,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.7916666666666667,"precision":0.7552447552447552,"ne":8,"en":8,"unsupported":3,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":80.65734265734267,"consensusEffective":76.65734265734267,"neWords":66,"enWords":88,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":21,"valid":false,"effective":0,"costUsd":0.026732,"latencySeconds":20.245,"attempts":1,"calledAt":"2026-09-15T14:37:19.918Z","usage":{"inputTokens":5686,"outputTokens":1536,"reasoningTokens":0},"finishReason":"length","errorKind":"truncated","judgeCount":0},{"model":"claude-sonnet-5","questionId":22,"valid":true,"effective":88.02100840336134,"costUsd":0.02458,"latencySeconds":17.764,"attempts":1,"calledAt":"2026-09-15T14:37:20.290Z","usage":{"inputTokens":5655,"outputTokens":1327,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.32499999999999996,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.02100840336134,"consensusEffective":93.73529411764706,"neWords":117,"enWords":127,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":23,"valid":true,"effective":87.2012987012987,"costUsd":0.016618,"latencySeconds":13.111,"attempts":1,"calledAt":"2026-09-15T14:37:17.258Z","usage":{"inputTokens":3529,"outputTokens":956,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.40384615384615385,"precision":0.8733766233766234,"ne":6,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":87.2012987012987,"consensusEffective":87.2012987012987,"neWords":85,"enWords":98,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":24,"valid":true,"effective":86.75,"costUsd":0.00935,"latencySeconds":8.044,"attempts":1,"calledAt":"2026-09-15T14:37:25.310Z","usage":{"inputTokens":2155,"outputTokens":504,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7333333333333334,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.75,"consensusEffective":86.75,"neWords":40,"enWords":55,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":25,"valid":true,"effective":94.88636363636364,"costUsd":0.013824,"latencySeconds":8.294,"attempts":1,"calledAt":"2026-09-15T14:37:28.217Z","usage":{"inputTokens":3062,"outputTokens":770,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.9545454545454546,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.88636363636364,"consensusEffective":94.88636363636364,"neWords":61,"enWords":63,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":26,"valid":true,"effective":87.7923076923077,"costUsd":0.01496,"latencySeconds":9.919,"attempts":1,"calledAt":"2026-09-15T14:37:30.216Z","usage":{"inputTokens":3745,"outputTokens":747,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.8430769230769231,"ne":8,"en":7,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.7923076923077,"consensusEffective":87.7923076923077,"neWords":56,"enWords":61,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":27,"valid":true,"effective":90.59615384615384,"costUsd":0.015168,"latencySeconds":11.72,"attempts":1,"calledAt":"2026-09-15T14:37:37.038Z","usage":{"inputTokens":2894,"outputTokens":938,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.8615384615384616,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":90.59615384615384,"consensusEffective":90.59615384615384,"neWords":72,"enWords":88,"entityPrecision":0.889,"entityRecall":0.667,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":28,"valid":true,"effective":90.75800915331807,"costUsd":0.013928,"latencySeconds":9.974,"attempts":1,"calledAt":"2026-09-15T14:37:38.197Z","usage":{"inputTokens":2899,"outputTokens":813,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8169336384439359,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":90.75800915331807,"consensusEffective":90.75800915331807,"neWords":72,"enWords":94,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":29,"valid":true,"effective":94.14408866995075,"costUsd":0.016212,"latencySeconds":11.011,"attempts":1,"calledAt":"2026-09-15T14:37:41.232Z","usage":{"inputTokens":3921,"outputTokens":837,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8409090909090909,"precision":0.9298029556650247,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":94.14408866995075,"consensusEffective":94.14408866995075,"neWords":68,"enWords":92,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":30,"valid":true,"effective":98.5,"costUsd":0.016318,"latencySeconds":8.905,"attempts":1,"calledAt":"2026-09-15T14:37:45.952Z","usage":{"inputTokens":4294,"outputTokens":773,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":67,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":31,"valid":true,"effective":95.57142857142857,"costUsd":0.013584,"latencySeconds":7.886,"attempts":1,"calledAt":"2026-09-15T14:37:46.088Z","usage":{"inputTokens":3397,"outputTokens":679,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.57142857142857,"consensusEffective":95.57142857142857,"neWords":67,"enWords":74,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":32,"valid":true,"effective":92.35,"costUsd":0.012488,"latencySeconds":11.741,"attempts":1,"calledAt":"2026-09-15T14:37:52.978Z","usage":{"inputTokens":2374,"outputTokens":774,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7727272727272727,"precision":0.92,"ne":7.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.35,"consensusEffective":92.35,"neWords":64,"enWords":70,"entityPrecision":0.714,"entityRecall":0.625,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":33,"valid":true,"effective":93.5,"costUsd":0.013242,"latencySeconds":12.569,"attempts":1,"calledAt":"2026-09-15T14:37:58.528Z","usage":{"inputTokens":2456,"outputTokens":833,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8611111111111112,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":64,"enWords":84,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.014942,"latencySeconds":8.137,"attempts":1,"calledAt":"2026-09-15T14:37:54.229Z","usage":{"inputTokens":3666,"outputTokens":761,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":62,"enWords":70,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":35,"valid":true,"effective":93.6413043478261,"costUsd":0.016742,"latencySeconds":9.79,"attempts":1,"calledAt":"2026-09-15T14:38:02.776Z","usage":{"inputTokens":4136,"outputTokens":847,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9130434782608696,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.6413043478261,"consensusEffective":93.6413043478261,"neWords":79,"enWords":102,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":36,"valid":true,"effective":95.25,"costUsd":0.012298,"latencySeconds":7.28,"attempts":1,"calledAt":"2026-09-15T14:38:01.517Z","usage":{"inputTokens":2629,"outputTokens":704,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.9166666666666667,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.25,"consensusEffective":95.25,"neWords":46,"enWords":62,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":37,"valid":true,"effective":96.25,"costUsd":0.014736,"latencySeconds":11.563,"attempts":1,"calledAt":"2026-09-15T14:38:10.098Z","usage":{"inputTokens":3043,"outputTokens":865,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":77,"enWords":104,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":38,"valid":true,"effective":90.91666666666666,"costUsd":0.011004,"latencySeconds":7.61,"attempts":1,"calledAt":"2026-09-15T14:38:09.135Z","usage":{"inputTokens":2372,"outputTokens":626,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8222222222222222,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.91666666666666,"consensusEffective":90.91666666666666,"neWords":52,"enWords":55,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":39,"valid":true,"effective":87.40734265734267,"costUsd":0.009074,"latencySeconds":8.854,"attempts":1,"calledAt":"2026-09-15T14:38:11.638Z","usage":{"inputTokens":1977,"outputTokens":512,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7552447552447552,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.40734265734267,"consensusEffective":87.40734265734267,"neWords":58,"enWords":64,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":40,"valid":true,"effective":96.21052631578948,"costUsd":0.022906,"latencySeconds":16.745,"attempts":1,"calledAt":"2026-09-15T14:38:25.887Z","usage":{"inputTokens":4983,"outputTokens":1294,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.725,"precision":0.9736842105263157,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.21052631578948,"consensusEffective":96.21052631578948,"neWords":99,"enWords":119,"entityPrecision":1,"entityRecall":0.688,"entityF1":0.815,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":41,"valid":true,"effective":91.58695652173913,"costUsd":0.01713,"latencySeconds":11.856,"attempts":1,"calledAt":"2026-09-15T14:38:21.961Z","usage":{"inputTokens":4305,"outputTokens":852,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8695652173913043,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.58695652173913,"consensusEffective":91.58695652173913,"neWords":68,"enWords":88,"entityPrecision":0.714,"entityRecall":0.5,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":42,"valid":true,"effective":87.16239316239316,"costUsd":0.020062,"latencySeconds":13.624,"attempts":1,"calledAt":"2026-09-15T14:38:25.272Z","usage":{"inputTokens":4776,"outputTokens":1051,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.7720797720797721,"ne":8.5,"en":7.5,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":87.16239316239316,"consensusEffective":87.16239316239316,"neWords":96,"enWords":104,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":43,"valid":true,"effective":91.52534562211981,"costUsd":0.018832,"latencySeconds":13.445,"attempts":1,"calledAt":"2026-09-15T14:38:35.413Z","usage":{"inputTokens":4376,"outputTokens":1008,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8675115207373272,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":91.52534562211981,"consensusEffective":91.52534562211981,"neWords":73,"enWords":86,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":44,"valid":true,"effective":81.23556998556998,"costUsd":0.019542,"latencySeconds":12.272,"attempts":1,"calledAt":"2026-09-15T14:38:37.552Z","usage":{"inputTokens":5191,"outputTokens":916,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6944444444444444,"supporting":0.375,"precision":0.9069264069264069,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.23556998556998,"consensusEffective":88.45779220779221,"neWords":67,"enWords":91,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":45,"valid":true,"effective":87.0,"costUsd":0.018894,"latencySeconds":9.979,"attempts":1,"calledAt":"2026-09-15T14:38:35.871Z","usage":{"inputTokens":5477,"outputTokens":794,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9642857142857143,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":59,"enWords":98,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":46,"valid":true,"effective":86.46236559139786,"costUsd":0.018232,"latencySeconds":11.051,"attempts":1,"calledAt":"2026-09-15T14:38:46.470Z","usage":{"inputTokens":4881,"outputTokens":847,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.71875,"precision":0.8043010752688172,"ne":8.5,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":86.46236559139786,"consensusEffective":86.12903225806451,"neWords":64,"enWords":80,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":47,"valid":true,"effective":82.0,"costUsd":0.01681,"latencySeconds":10.6,"attempts":1,"calledAt":"2026-09-15T14:38:46.474Z","usage":{"inputTokens":4560,"outputTokens":769,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.6428571428571429,"precision":0.9,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.0,"consensusEffective":89.0,"neWords":68,"enWords":93,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":48,"valid":true,"effective":90.83333333333333,"costUsd":0.016548,"latencySeconds":8.526,"attempts":1,"calledAt":"2026-09-15T14:38:46.086Z","usage":{"inputTokens":4319,"outputTokens":791,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.8444444444444444,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":90.83333333333333,"consensusEffective":90.83333333333333,"neWords":63,"enWords":72,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":49,"valid":true,"effective":79.41904761904762,"costUsd":0.021556,"latencySeconds":13.926,"attempts":1,"calledAt":"2026-09-15T14:39:00.018Z","usage":{"inputTokens":5343,"outputTokens":1087,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.65,"precision":0.8528571428571429,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":79.41904761904762,"consensusEffective":85.08571428571429,"neWords":86,"enWords":125,"entityPrecision":0.8,"entityRecall":0.444,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":50,"valid":true,"effective":93.75,"costUsd":0.019166,"latencySeconds":11.161,"attempts":1,"calledAt":"2026-09-15T14:38:57.641Z","usage":{"inputTokens":5323,"outputTokens":852,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.8666666666666667,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":86,"enWords":98,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":51,"valid":true,"effective":76.92543859649123,"costUsd":0.020084,"latencySeconds":10.872,"attempts":1,"calledAt":"2026-09-15T14:38:57.355Z","usage":{"inputTokens":5287,"outputTokens":951,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9166666666666667,"precision":0.8391812865497076,"ne":7.5,"en":7,"unsupported":1.5,"contradicted":1,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":76.92543859649123,"consensusEffective":76.92543859649123,"neWords":84,"enWords":99,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":52,"valid":true,"effective":92.02777777777777,"costUsd":0.015978,"latencySeconds":11.743,"attempts":1,"calledAt":"2026-09-15T14:39:09.106Z","usage":{"inputTokens":3479,"outputTokens":902,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.8842592592592593,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.02777777777777,"consensusEffective":92.02777777777777,"neWords":79,"enWords":105,"entityPrecision":0.875,"entityRecall":0.583,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":53,"valid":true,"effective":85.82512315270937,"costUsd":0.020578,"latencySeconds":12.719,"attempts":1,"calledAt":"2026-09-15T14:39:10.369Z","usage":{"inputTokens":5484,"outputTokens":961,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6458333333333334,"precision":0.8608374384236454,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":85.82512315270937,"consensusEffective":85.82512315270937,"neWords":81,"enWords":107,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":54,"valid":true,"effective":91.53321678321679,"costUsd":0.017856,"latencySeconds":12.966,"attempts":1,"calledAt":"2026-09-15T14:39:12.990Z","usage":{"inputTokens":4333,"outputTokens":919,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5714285714285714,"precision":0.8927738927738929,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":91.53321678321679,"consensusEffective":91.53321678321679,"neWords":81,"enWords":111,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":55,"valid":true,"effective":79.9423076923077,"costUsd":0.015538,"latencySeconds":8.695,"attempts":1,"calledAt":"2026-09-15T14:39:17.805Z","usage":{"inputTokens":4289,"outputTokens":696,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.625,"precision":0.7980769230769231,"ne":8,"en":6,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":79.9423076923077,"consensusEffective":79.9423076923077,"neWords":44,"enWords":73,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":56,"valid":true,"effective":93.8,"costUsd":0.02097,"latencySeconds":14.393,"attempts":1,"calledAt":"2026-09-15T14:39:24.768Z","usage":{"inputTokens":4830,"outputTokens":1131,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6458333333333334,"precision":0.8933333333333333,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.8,"consensusEffective":93.8,"neWords":98,"enWords":122,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":57,"valid":true,"effective":92.8913043478261,"costUsd":0.019384,"latencySeconds":12.899,"attempts":1,"calledAt":"2026-09-15T14:39:25.896Z","usage":{"inputTokens":5002,"outputTokens":938,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5576923076923077,"precision":0.9130434782608696,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.8913043478261,"consensusEffective":92.8913043478261,"neWords":89,"enWords":101,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":58,"valid":true,"effective":94.14285714285714,"costUsd":0.017664,"latencySeconds":9.652,"attempts":1,"calledAt":"2026-09-15T14:39:27.466Z","usage":{"inputTokens":4297,"outputTokens":907,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":0.9047619047619048,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.14285714285714,"consensusEffective":94.14285714285714,"neWords":77,"enWords":92,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":59,"valid":true,"effective":98.5,"costUsd":0.017444,"latencySeconds":9.893,"attempts":1,"calledAt":"2026-09-15T14:39:34.671Z","usage":{"inputTokens":4697,"outputTokens":805,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":72,"enWords":93,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":60,"valid":true,"effective":86.88636363636364,"costUsd":0.016342,"latencySeconds":12.035,"attempts":1,"calledAt":"2026-09-15T14:39:37.940Z","usage":{"inputTokens":3591,"outputTokens":916,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.9,"precision":0.8712121212121212,"ne":9,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.88636363636364,"consensusEffective":90.88636363636364,"neWords":57,"enWords":78,"entityPrecision":0.889,"entityRecall":0.727,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":61,"valid":true,"effective":71.30498533724341,"costUsd":0.024334,"latencySeconds":18.133,"attempts":1,"calledAt":"2026-09-15T14:39:45.606Z","usage":{"inputTokens":5537,"outputTokens":1326,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5625,"supporting":0.5588235294117647,"precision":0.8768328445747801,"ne":8,"en":7,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":71.30498533724341,"consensusEffective":71.66212819438626,"neWords":100,"enWords":120,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":62,"valid":true,"effective":83.60317460317461,"costUsd":0.016636,"latencySeconds":11.603,"attempts":1,"calledAt":"2026-09-15T14:39:46.280Z","usage":{"inputTokens":3658,"outputTokens":932,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.6666666666666666,"precision":0.8915343915343915,"ne":8,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":83.60317460317461,"consensusEffective":90.74603174603175,"neWords":87,"enWords":97,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":63,"valid":true,"effective":92.94565217391305,"costUsd":0.019296,"latencySeconds":13.161,"attempts":1,"calledAt":"2026-09-15T14:39:51.108Z","usage":{"inputTokens":4973,"outputTokens":935,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.59375,"precision":0.9148550724637681,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.94565217391305,"consensusEffective":92.94565217391305,"neWords":79,"enWords":91,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":64,"valid":true,"effective":87.75,"costUsd":0.015088,"latencySeconds":8.109,"attempts":1,"calledAt":"2026-09-15T14:39:53.722Z","usage":{"inputTokens":4324,"outputTokens":644,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":57,"enWords":67,"entityPrecision":0.75,"entityRecall":0.231,"entityF1":0.353,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":65,"valid":true,"effective":83.23411371237458,"costUsd":0.019954,"latencySeconds":11.835,"attempts":1,"calledAt":"2026-09-15T14:39:58.120Z","usage":{"inputTokens":4497,"outputTokens":1096,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.25,"precision":0.8411371237458194,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.23411371237458,"consensusEffective":87.87697085523172,"neWords":75,"enWords":104,"entityPrecision":0.9,"entityRecall":0.6,"entityF1":0.72,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":66,"valid":true,"effective":87.8186274509804,"costUsd":0.018734,"latencySeconds":11.444,"attempts":1,"calledAt":"2026-09-15T14:40:02.557Z","usage":{"inputTokens":4177,"outputTokens":1038,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.8333333333333334,"precision":0.9411764705882353,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.8186274509804,"consensusEffective":84.48529411764706,"neWords":85,"enWords":98,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":67,"valid":true,"effective":89.29545454545455,"costUsd":0.016736,"latencySeconds":9.784,"attempts":1,"calledAt":"2026-09-15T14:40:03.511Z","usage":{"inputTokens":4153,"outputTokens":843,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8181818181818181,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.29545454545455,"consensusEffective":89.29545454545455,"neWords":69,"enWords":84,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":68,"valid":true,"effective":96.0,"costUsd":0.016216,"latencySeconds":10.17,"attempts":1,"calledAt":"2026-09-15T14:40:08.294Z","usage":{"inputTokens":4253,"outputTokens":771,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":59,"enWords":84,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":69,"valid":true,"effective":93.66666666666666,"costUsd":0.016348,"latencySeconds":12.807,"attempts":1,"calledAt":"2026-09-15T14:40:15.371Z","usage":{"inputTokens":3839,"outputTokens":867,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.7045454545454546,"precision":0.9444444444444444,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.66666666666666,"consensusEffective":93.66666666666666,"neWords":73,"enWords":100,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":70,"valid":true,"effective":98.5,"costUsd":0.014958,"latencySeconds":9.455,"attempts":1,"calledAt":"2026-09-15T14:40:12.971Z","usage":{"inputTokens":3729,"outputTokens":750,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":71,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":71,"valid":true,"effective":79.8632183908046,"costUsd":0.019716,"latencySeconds":12.048,"attempts":1,"calledAt":"2026-09-15T14:40:20.348Z","usage":{"inputTokens":4868,"outputTokens":998,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.6136363636363636,"precision":0.856551724137931,"ne":6.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":79.8632183908046,"consensusEffective":78.19655172413793,"neWords":83,"enWords":97,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":72,"valid":true,"effective":91.36206896551724,"costUsd":0.017032,"latencySeconds":12.393,"attempts":1,"calledAt":"2026-09-15T14:40:25.369Z","usage":{"inputTokens":3716,"outputTokens":960,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.8620689655172413,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.36206896551724,"consensusEffective":91.36206896551724,"neWords":86,"enWords":96,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":73,"valid":true,"effective":91.4604247104247,"costUsd":0.016422,"latencySeconds":11.392,"attempts":1,"calledAt":"2026-09-15T14:40:26.768Z","usage":{"inputTokens":3641,"outputTokens":914,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9444444444444444,"precision":0.8903474903474904,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":91.4604247104247,"consensusEffective":91.4604247104247,"neWords":69,"enWords":91,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":74,"valid":true,"effective":93.39285714285714,"costUsd":0.013228,"latencySeconds":7.486,"attempts":1,"calledAt":"2026-09-15T14:40:27.839Z","usage":{"inputTokens":3279,"outputTokens":667,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9047619047619048,"ne":9.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.39285714285714,"consensusEffective":93.39285714285714,"neWords":49,"enWords":66,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":75,"valid":true,"effective":85.5,"costUsd":0.013898,"latencySeconds":8.67,"attempts":1,"calledAt":"2026-09-15T14:40:34.044Z","usage":{"inputTokens":3274,"outputTokens":735,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":56,"enWords":86,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":76,"valid":true,"effective":92.4423076923077,"costUsd":0.019472,"latencySeconds":10.709,"attempts":1,"calledAt":"2026-09-15T14:40:37.481Z","usage":{"inputTokens":4786,"outputTokens":990,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9230769230769231,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.4423076923077,"consensusEffective":92.4423076923077,"neWords":66,"enWords":84,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":77,"valid":true,"effective":95.69565217391305,"costUsd":0.013226,"latencySeconds":12.527,"attempts":1,"calledAt":"2026-09-15T14:40:40.373Z","usage":{"inputTokens":2633,"outputTokens":796,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9565217391304348,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.69565217391305,"consensusEffective":95.69565217391305,"neWords":76,"enWords":91,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":78,"valid":true,"effective":93.6413043478261,"costUsd":0.016834,"latencySeconds":9.492,"attempts":1,"calledAt":"2026-09-15T14:40:43.540Z","usage":{"inputTokens":3592,"outputTokens":965,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9130434782608696,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.6413043478261,"consensusEffective":93.6413043478261,"neWords":76,"enWords":95,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":79,"valid":true,"effective":94.77777777777777,"costUsd":0.013214,"latencySeconds":9.137,"attempts":1,"calledAt":"2026-09-15T14:40:46.624Z","usage":{"inputTokens":2562,"outputTokens":809,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9259259259259259,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":94.77777777777777,"consensusEffective":94.77777777777777,"neWords":77,"enWords":88,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":80,"valid":true,"effective":86.68610547667342,"costUsd":0.016722,"latencySeconds":10.407,"attempts":1,"calledAt":"2026-09-15T14:40:50.784Z","usage":{"inputTokens":4286,"outputTokens":815,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.5769230769230769,"precision":0.8478701825557808,"ne":7,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":86.68610547667342,"consensusEffective":85.3527721433401,"neWords":68,"enWords":87,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":81,"valid":true,"effective":92.02272727272728,"costUsd":0.014444,"latencySeconds":8.354,"attempts":1,"calledAt":"2026-09-15T14:40:51.904Z","usage":{"inputTokens":3422,"outputTokens":760,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9090909090909092,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.02272727272728,"consensusEffective":92.02272727272728,"neWords":52,"enWords":71,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":82,"valid":true,"effective":82.56862745098039,"costUsd":0.018664,"latencySeconds":12.149,"attempts":1,"calledAt":"2026-09-15T14:40:58.782Z","usage":{"inputTokens":4537,"outputTokens":959,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6,"precision":0.8300653594771241,"ne":7,"en":7,"unsupported":3,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":82.56862745098039,"consensusEffective":83.90196078431373,"neWords":85,"enWords":124,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":83,"valid":true,"effective":85.5,"costUsd":0.015656,"latencySeconds":10.879,"attempts":1,"calledAt":"2026-09-15T14:41:01.673Z","usage":{"inputTokens":3698,"outputTokens":826,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.7916666666666666,"ne":8.5,"en":6,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":65,"enWords":82,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":84,"valid":true,"effective":98.5,"costUsd":0.017888,"latencySeconds":12.493,"attempts":1,"calledAt":"2026-09-15T14:41:04.406Z","usage":{"inputTokens":4189,"outputTokens":951,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.65,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":74,"enWords":94,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":85,"valid":true,"effective":90.83333333333333,"costUsd":0.01293,"latencySeconds":9.524,"attempts":1,"calledAt":"2026-09-15T14:41:08.315Z","usage":{"inputTokens":3020,"outputTokens":689,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8444444444444444,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.83333333333333,"consensusEffective":90.83333333333333,"neWords":49,"enWords":60,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":86,"valid":true,"effective":97.19565217391305,"costUsd":0.013782,"latencySeconds":8.404,"attempts":1,"calledAt":"2026-09-15T14:41:10.087Z","usage":{"inputTokens":3376,"outputTokens":703,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":48,"enWords":64,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":87,"valid":true,"effective":90.83724340175954,"costUsd":0.015472,"latencySeconds":14.389,"attempts":1,"calledAt":"2026-09-15T14:41:18.801Z","usage":{"inputTokens":2646,"outputTokens":1018,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7678571428571428,"precision":0.844574780058651,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":90.83724340175954,"consensusEffective":90.83724340175954,"neWords":104,"enWords":107,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":88,"valid":true,"effective":69.57323232323233,"costUsd":0.016774,"latencySeconds":16.288,"attempts":1,"calledAt":"2026-09-15T14:41:24.610Z","usage":{"inputTokens":2902,"outputTokens":1097,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6785714285714286,"precision":0.7441077441077442,"ne":3,"en":8.5,"unsupported":3,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":2.5,"neRelevantFlags":3,"cleanEffective":69.57323232323233,"consensusEffective":69.57323232323233,"neWords":103,"enWords":105,"entityPrecision":1,"entityRecall":0.529,"entityF1":0.692,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":89,"valid":true,"effective":87.58333333333334,"costUsd":0.013586,"latencySeconds":9.756,"attempts":1,"calledAt":"2026-09-15T14:41:19.848Z","usage":{"inputTokens":2878,"outputTokens":783,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.75,"precision":0.9333333333333333,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.58333333333334,"consensusEffective":87.58333333333334,"neWords":77,"enWords":79,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":90,"valid":true,"effective":95.68103448275862,"costUsd":0.014644,"latencySeconds":9.548,"attempts":1,"calledAt":"2026-09-15T14:41:28.355Z","usage":{"inputTokens":3302,"outputTokens":804,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":0.9310344827586207,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.68103448275862,"consensusEffective":95.68103448275862,"neWords":69,"enWords":79,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":91,"valid":true,"effective":94.20779220779221,"costUsd":0.013426,"latencySeconds":7.729,"attempts":1,"calledAt":"2026-09-15T14:41:27.581Z","usage":{"inputTokens":3538,"outputTokens":635,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.9069264069264069,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.20779220779221,"consensusEffective":94.20779220779221,"neWords":54,"enWords":63,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":92,"valid":true,"effective":90.23411371237458,"costUsd":0.014774,"latencySeconds":9.788,"attempts":1,"calledAt":"2026-09-15T14:41:34.408Z","usage":{"inputTokens":3297,"outputTokens":818,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9375,"precision":0.8411371237458194,"ne":9.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.23411371237458,"consensusEffective":90.23411371237458,"neWords":62,"enWords":80,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":93,"valid":true,"effective":93.10960591133005,"costUsd":0.015896,"latencySeconds":9.6,"attempts":1,"calledAt":"2026-09-15T14:41:37.187Z","usage":{"inputTokens":2858,"outputTokens":1018,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.895320197044335,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.10960591133005,"consensusEffective":93.10960591133005,"neWords":76,"enWords":85,"entityPrecision":0.917,"entityRecall":0.786,"entityF1":0.846,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":94,"valid":true,"effective":86.27777777777777,"costUsd":0.015746,"latencySeconds":11.414,"attempts":1,"calledAt":"2026-09-15T14:41:39.773Z","usage":{"inputTokens":3738,"outputTokens":827,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.7925925925925925,"ne":8,"en":7,"unsupported":3,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":86.27777777777777,"consensusEffective":86.27777777777777,"neWords":75,"enWords":90,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":95,"valid":true,"effective":94.53571428571428,"costUsd":0.01645,"latencySeconds":11.957,"attempts":1,"calledAt":"2026-09-15T14:41:46.371Z","usage":{"inputTokens":3750,"outputTokens":895,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.96875,"precision":0.9428571428571428,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.53571428571428,"consensusEffective":94.53571428571428,"neWords":73,"enWords":88,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":96,"valid":true,"effective":88.45833333333334,"costUsd":0.016686,"latencySeconds":12.329,"attempts":1,"calledAt":"2026-09-15T14:41:49.525Z","usage":{"inputTokens":3703,"outputTokens":928,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6071428571428571,"precision":0.9375,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.45833333333334,"consensusEffective":88.45833333333334,"neWords":78,"enWords":93,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":97,"valid":true,"effective":87.35960591133005,"costUsd":0.016096,"latencySeconds":9.845,"attempts":1,"calledAt":"2026-09-15T14:41:49.627Z","usage":{"inputTokens":4358,"outputTokens":738,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.9375,"precision":0.895320197044335,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.35960591133005,"consensusEffective":87.35960591133005,"neWords":64,"enWords":88,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":98,"valid":true,"effective":81.5,"costUsd":0.012142,"latencySeconds":7.381,"attempts":1,"calledAt":"2026-09-15T14:41:53.759Z","usage":{"inputTokens":2981,"outputTokens":618,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5,"precision":0.8666666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.5,"consensusEffective":81.5,"neWords":52,"enWords":51,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"claude-sonnet-5","questionId":99,"valid":true,"effective":87.76050420168067,"costUsd":0.019452,"latencySeconds":13.899,"attempts":1,"calledAt":"2026-09-15T14:42:03.432Z","usage":{"inputTokens":4761,"outputTokens":993,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.631578947368421,"precision":0.8753501400560224,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2.5,"cleanEffective":87.76050420168067,"consensusEffective":87.76050420168067,"neWords":96,"enWords":113,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"claude-sonnet-5","questionId":100,"valid":true,"effective":93.66666666666667,"costUsd":0.013508,"latencySeconds":11.182,"attempts":1,"calledAt":"2026-09-15T14:42:00.819Z","usage":{"inputTokens":3164,"outputTokens":718,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":1,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.66666666666667,"consensusEffective":93.66666666666667,"neWords":56,"enWords":74,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":1,"valid":true,"effective":87.0,"costUsd":0.0006342,"latencySeconds":3.035,"attempts":1,"calledAt":"2026-09-15T22:24:25.333Z","usage":{"inputTokens":2240,"outputTokens":497,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.625,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":90.33333333333334,"neWords":53,"enWords":71,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":2,"valid":true,"effective":89.19444444444446,"costUsd":0.00085875,"latencySeconds":4.02,"attempts":1,"calledAt":"2026-09-15T22:24:26.319Z","usage":{"inputTokens":2773,"outputTokens":738,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8611111111111112,"supporting":0.5,"precision":1.0,"ne":9,"en":7.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.19444444444446,"consensusEffective":88.5,"neWords":88,"enWords":111,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":3,"valid":true,"effective":84.375,"costUsd":0.000892836,"latencySeconds":4.165,"attempts":1,"calledAt":"2026-09-15T22:24:26.464Z","usage":{"inputTokens":3330,"outputTokens":781,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.39285714285714285,"precision":0.9375,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.375,"consensusEffective":84.375,"neWords":79,"enWords":93,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":4,"valid":true,"effective":89.3030303030303,"costUsd":0.000714786,"latencySeconds":3.01,"attempts":1,"calledAt":"2026-09-15T22:24:28.348Z","usage":{"inputTokens":2875,"outputTokens":598,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.3653846153846154,"precision":0.9545454545454546,"ne":7.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.3030303030303,"consensusEffective":85.96969696969697,"neWords":67,"enWords":92,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":5,"valid":true,"effective":86.61111111111111,"costUsd":0.000909036,"latencySeconds":4.046,"attempts":1,"calledAt":"2026-09-15T22:24:30.369Z","usage":{"inputTokens":3610,"outputTokens":738,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.7954545454545454,"precision":0.9259259259259259,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.61111111111111,"consensusEffective":93.27777777777777,"neWords":80,"enWords":98,"entityPrecision":0.889,"entityRecall":0.727,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":6,"valid":true,"effective":75.9176245210728,"costUsd":0.000773136,"latencySeconds":3.353,"attempts":1,"calledAt":"2026-09-15T22:24:29.821Z","usage":{"inputTokens":3344,"outputTokens":578,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5625,"precision":0.7139208173690932,"ne":8.5,"en":4.5,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":75.9176245210728,"consensusEffective":75.9176245210728,"neWords":75,"enWords":82,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":7,"valid":true,"effective":72.77777777777777,"costUsd":0.000971586,"latencySeconds":4.425,"attempts":1,"calledAt":"2026-09-15T22:24:32.775Z","usage":{"inputTokens":3767,"outputTokens":803,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.625,"precision":0.8009259259259259,"ne":6,"en":6.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":72.77777777777777,"consensusEffective":79.44444444444444,"neWords":79,"enWords":98,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":8,"valid":true,"effective":86.0625,"costUsd":0.000815736,"latencySeconds":3.614,"attempts":1,"calledAt":"2026-09-15T22:24:33.437Z","usage":{"inputTokens":3312,"outputTokens":657,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6323529411764706,"precision":0.96875,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.0625,"consensusEffective":86.0625,"neWords":63,"enWords":84,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":9,"valid":true,"effective":89.89655172413794,"costUsd":0.000827436,"latencySeconds":4.195,"attempts":1,"calledAt":"2026-09-15T22:24:34.567Z","usage":{"inputTokens":3026,"outputTokens":748,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5227272727272727,"precision":0.896551724137931,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.89655172413794,"consensusEffective":89.89655172413794,"neWords":66,"enWords":100,"entityPrecision":0.889,"entityRecall":0.615,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":10,"valid":true,"effective":96.0625,"costUsd":0.000857436,"latencySeconds":4.335,"attempts":1,"calledAt":"2026-09-15T22:24:37.113Z","usage":{"inputTokens":3454,"outputTokens":691,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.96875,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.0625,"consensusEffective":96.0625,"neWords":76,"enWords":79,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":11,"valid":true,"effective":80.00800915331807,"costUsd":0.001019436,"latencySeconds":4.536,"attempts":1,"calledAt":"2026-09-15T22:24:37.977Z","usage":{"inputTokens":3386,"outputTokens":978,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.3076923076923077,"precision":0.8169336384439359,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":80.00800915331807,"consensusEffective":85.00800915331807,"neWords":93,"enWords":105,"entityPrecision":1,"entityRecall":0.773,"entityF1":0.872,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":12,"valid":true,"effective":86.55,"costUsd":0.000707736,"latencySeconds":3.124,"attempts":1,"calledAt":"2026-09-15T22:24:37.694Z","usage":{"inputTokens":3088,"outputTokens":533,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.90625,"precision":0.9183333333333333,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.55,"consensusEffective":86.55,"neWords":56,"enWords":60,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":13,"valid":true,"effective":86.18103448275862,"costUsd":0.000864186,"latencySeconds":3.901,"attempts":1,"calledAt":"2026-09-15T22:24:41.018Z","usage":{"inputTokens":2983,"outputTokens":820,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5416666666666666,"precision":0.9310344827586207,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.18103448275862,"consensusEffective":94.18103448275862,"neWords":97,"enWords":95,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":14,"valid":true,"effective":93.0,"costUsd":0.000814386,"latencySeconds":3.919,"attempts":1,"calledAt":"2026-09-15T22:24:41.616Z","usage":{"inputTokens":3407,"outputTokens":631,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.265625,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.0,"consensusEffective":92.0,"neWords":68,"enWords":115,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":15,"valid":true,"effective":97.19565217391305,"costUsd":0.000816036,"latencySeconds":4.017,"attempts":1,"calledAt":"2026-09-15T22:24:41.996Z","usage":{"inputTokens":2974,"outputTokens":742,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7222222222222222,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":65,"enWords":88,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":16,"valid":true,"effective":86.25,"costUsd":0.000805386,"latencySeconds":4.016,"attempts":1,"calledAt":"2026-09-15T22:24:45.038Z","usage":{"inputTokens":2791,"outputTokens":770,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.84375,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":87,"enWords":118,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":17,"valid":true,"effective":92.27534562211981,"costUsd":0.000658836,"latencySeconds":3.795,"attempts":1,"calledAt":"2026-09-15T22:24:45.416Z","usage":{"inputTokens":2050,"outputTokens":711,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6136363636363636,"precision":0.8675115207373272,"ne":9,"en":8.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.27534562211981,"consensusEffective":92.27534562211981,"neWords":75,"enWords":92,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":18,"valid":true,"effective":92.98529411764706,"costUsd":0.000442986,"latencySeconds":3.055,"attempts":1,"calledAt":"2026-09-15T22:24:45.059Z","usage":{"inputTokens":1411,"outputTokens":511,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.98529411764706,"consensusEffective":92.98529411764706,"neWords":41,"enWords":49,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":19,"valid":true,"effective":94.0,"costUsd":0.000604086,"latencySeconds":3.403,"attempts":1,"calledAt":"2026-09-15T22:24:48.444Z","usage":{"inputTokens":2441,"outputTokens":522,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.0,"consensusEffective":94.0,"neWords":60,"enWords":68,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":20,"valid":true,"effective":89.92105263157895,"costUsd":0.000807336,"latencySeconds":3.443,"attempts":1,"calledAt":"2026-09-15T22:24:48.504Z","usage":{"inputTokens":3352,"outputTokens":633,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6666666666666666,"precision":0.9473684210526316,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.92105263157895,"consensusEffective":87.25438596491229,"neWords":61,"enWords":74,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":21,"valid":true,"effective":69.63528138528139,"costUsd":0.000995586,"latencySeconds":4.36,"attempts":1,"calledAt":"2026-09-15T22:24:49.780Z","usage":{"inputTokens":3991,"outputTokens":787,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5227272727272727,"supporting":0.11363636363636363,"precision":0.8492063492063492,"ne":8,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":69.63528138528139,"consensusEffective":62.47619047619047,"neWords":80,"enWords":96,"entityPrecision":0.889,"entityRecall":0.364,"entityF1":0.516,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":22,"valid":true,"effective":87.26785714285714,"costUsd":0.001150236,"latencySeconds":4.821,"attempts":1,"calledAt":"2026-09-15T22:24:53.270Z","usage":{"inputTokens":3994,"outputTokens":1044,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428572,"supporting":0.45,"precision":0.8660714285714286,"ne":9,"en":9,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.26785714285714,"consensusEffective":90.98214285714286,"neWords":127,"enWords":136,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":23,"valid":true,"effective":84.15873015873015,"costUsd":0.000676686,"latencySeconds":3.613,"attempts":1,"calledAt":"2026-09-15T22:24:52.120Z","usage":{"inputTokens":2265,"outputTokens":687,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.40384615384615385,"precision":0.783068783068783,"ne":8,"en":8,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":84.15873015873015,"consensusEffective":84.15873015873015,"neWords":71,"enWords":91,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":24,"valid":true,"effective":92.5,"costUsd":0.000278586,"latencySeconds":2.442,"attempts":1,"calledAt":"2026-09-15T22:24:52.224Z","usage":{"inputTokens":1171,"outputTokens":297,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.5,"consensusEffective":92.5,"neWords":25,"enWords":36,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":25,"valid":true,"effective":98.5,"costUsd":0.000490236,"latencySeconds":2.576,"attempts":1,"calledAt":"2026-09-15T22:24:54.704Z","usage":{"inputTokens":1934,"outputTokens":459,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":41,"enWords":42,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":26,"valid":true,"effective":95.8,"costUsd":0.000603936,"latencySeconds":3.083,"attempts":1,"calledAt":"2026-09-15T22:24:55.312Z","usage":{"inputTokens":2476,"outputTokens":513,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.96,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.8,"consensusEffective":95.8,"neWords":48,"enWords":57,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":27,"valid":true,"effective":88.97142857142856,"costUsd":0.000574536,"latencySeconds":3.393,"attempts":1,"calledAt":"2026-09-15T22:24:56.666Z","usage":{"inputTokens":1784,"outputTokens":637,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6428571428571429,"precision":0.8323809523809524,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.97142857142856,"consensusEffective":88.97142857142856,"neWords":53,"enWords":73,"entityPrecision":0.889,"entityRecall":0.667,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":28,"valid":true,"effective":93.92105263157895,"costUsd":0.000424536,"latencySeconds":2.619,"attempts":1,"calledAt":"2026-09-15T22:24:57.326Z","usage":{"inputTokens":1716,"outputTokens":404,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9473684210526316,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.92105263157895,"consensusEffective":93.92105263157895,"neWords":44,"enWords":58,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":29,"valid":true,"effective":83.08201581027669,"costUsd":0.000642936,"latencySeconds":3.07,"attempts":1,"calledAt":"2026-09-15T22:24:58.386Z","usage":{"inputTokens":2420,"outputTokens":592,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.6363636363636364,"precision":0.9110671936758893,"ne":6.5,"en":9,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":83.08201581027669,"consensusEffective":80.58201581027669,"neWords":67,"enWords":84,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":30,"valid":true,"effective":97.75,"costUsd":0.000675036,"latencySeconds":2.633,"attempts":1,"calledAt":"2026-09-15T22:24:59.303Z","usage":{"inputTokens":2798,"outputTokens":551,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":53,"enWords":68,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":31,"valid":true,"effective":90.16666666666666,"costUsd":0.000562536,"latencySeconds":3.26,"attempts":1,"calledAt":"2026-09-15T22:25:00.592Z","usage":{"inputTokens":2140,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.8472222222222222,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":90.16666666666666,"consensusEffective":90.16666666666666,"neWords":72,"enWords":73,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":32,"valid":true,"effective":91.34615384615384,"costUsd":0.000519486,"latencySeconds":3.681,"attempts":1,"calledAt":"2026-09-15T22:25:02.073Z","usage":{"inputTokens":1265,"outputTokens":675,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7272727272727273,"precision":0.9615384615384616,"ne":7.5,"en":7.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.34615384615384,"consensusEffective":91.34615384615384,"neWords":69,"enWords":79,"entityPrecision":0.778,"entityRecall":0.875,"entityF1":0.824,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":33,"valid":true,"effective":96.5,"costUsd":0.000520236,"latencySeconds":3.725,"attempts":1,"calledAt":"2026-09-15T22:25:03.032Z","usage":{"inputTokens":1322,"outputTokens":662,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":70,"enWords":82,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.000610536,"latencySeconds":3.059,"attempts":1,"calledAt":"2026-09-15T22:25:03.656Z","usage":{"inputTokens":2412,"outputTokens":540,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":56,"enWords":59,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":35,"valid":true,"effective":92.8913043478261,"costUsd":0.000654336,"latencySeconds":3.062,"attempts":1,"calledAt":"2026-09-15T22:25:05.140Z","usage":{"inputTokens":2752,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9130434782608696,"ne":9,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.8913043478261,"consensusEffective":92.8913043478261,"neWords":64,"enWords":72,"entityPrecision":0.5,"entityRecall":0.25,"entityF1":0.333,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":36,"valid":true,"effective":93.0,"costUsd":0.000492036,"latencySeconds":2.79,"attempts":1,"calledAt":"2026-09-15T22:25:05.825Z","usage":{"inputTokens":1582,"outputTokens":550,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8666666666666667,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.0,"consensusEffective":93.0,"neWords":47,"enWords":59,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":37,"valid":true,"effective":97.0,"costUsd":0.000582486,"latencySeconds":3.233,"attempts":1,"calledAt":"2026-09-15T22:25:06.892Z","usage":{"inputTokens":1941,"outputTokens":611,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":63,"enWords":83,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":38,"valid":true,"effective":91.86029411764706,"costUsd":0.000394986,"latencySeconds":2.448,"attempts":1,"calledAt":"2026-09-15T22:25:07.593Z","usage":{"inputTokens":1315,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8786764705882353,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.86029411764706,"consensusEffective":91.86029411764706,"neWords":50,"enWords":59,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":39,"valid":true,"effective":95.5,"costUsd":0.000250236,"latencySeconds":1.913,"attempts":1,"calledAt":"2026-09-15T22:25:07.739Z","usage":{"inputTokens":1062,"outputTokens":277,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":33,"enWords":50,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":40,"valid":true,"effective":89.41666666666666,"costUsd":0.000928236,"latencySeconds":4.602,"attempts":1,"calledAt":"2026-09-15T22:25:11.497Z","usage":{"inputTokens":3346,"outputTokens":836,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.8222222222222222,"ne":8,"en":8.5,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":89.41666666666666,"consensusEffective":89.41666666666666,"neWords":86,"enWords":117,"entityPrecision":1,"entityRecall":0.563,"entityF1":0.72,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":41,"valid":true,"effective":96.44565217391305,"costUsd":0.000708186,"latencySeconds":2.931,"attempts":1,"calledAt":"2026-09-15T22:25:10.526Z","usage":{"inputTokens":2839,"outputTokens":596,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.9565217391304348,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.44565217391305,"consensusEffective":96.44565217391305,"neWords":60,"enWords":75,"entityPrecision":0.714,"entityRecall":0.5,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":42,"valid":true,"effective":89.01666666666667,"costUsd":0.000873186,"latencySeconds":3.915,"attempts":1,"calledAt":"2026-09-15T22:25:11.656Z","usage":{"inputTokens":3267,"outputTokens":764,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.8088888888888889,"ne":9,"en":7.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.01666666666667,"consensusEffective":89.01666666666667,"neWords":81,"enWords":101,"entityPrecision":0.8,"entityRecall":0.727,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":43,"valid":true,"effective":90.13888888888889,"costUsd":0.000786486,"latencySeconds":3.575,"attempts":1,"calledAt":"2026-09-15T22:25:14.107Z","usage":{"inputTokens":2809,"outputTokens":734,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.875,"precision":0.962962962962963,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.13888888888889,"consensusEffective":95.13888888888889,"neWords":68,"enWords":89,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":44,"valid":true,"effective":77.40476190476191,"costUsd":0.000834636,"latencySeconds":3.443,"attempts":1,"calledAt":"2026-09-15T22:25:14.945Z","usage":{"inputTokens":3590,"outputTokens":619,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333334,"supporting":0.375,"precision":0.9023809523809524,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":77.40476190476191,"consensusEffective":87.40476190476191,"neWords":48,"enWords":76,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":45,"valid":true,"effective":84.3913043478261,"costUsd":0.000902136,"latencySeconds":3.905,"attempts":1,"calledAt":"2026-09-15T22:25:15.567Z","usage":{"inputTokens":3696,"outputTokens":705,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8928571428571428,"precision":0.9130434782608695,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.3913043478261,"consensusEffective":84.3913043478261,"neWords":60,"enWords":97,"entityPrecision":0.625,"entityRecall":0.714,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":46,"valid":true,"effective":91.41666666666666,"costUsd":0.000769986,"latencySeconds":3.641,"attempts":1,"calledAt":"2026-09-15T22:25:17.754Z","usage":{"inputTokens":3283,"outputTokens":588,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.4375,"precision":1.0,"ne":8,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.41666666666666,"consensusEffective":90.75,"neWords":49,"enWords":65,"entityPrecision":0.5,"entityRecall":0.571,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":47,"valid":true,"effective":84.89285714285714,"costUsd":0.000740286,"latencySeconds":3.032,"attempts":1,"calledAt":"2026-09-15T22:25:17.982Z","usage":{"inputTokens":3145,"outputTokens":573,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6071428571428572,"precision":0.9047619047619048,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.89285714285714,"consensusEffective":92.39285714285714,"neWords":65,"enWords":74,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":48,"valid":true,"effective":97.75,"costUsd":0.000667836,"latencySeconds":3.218,"attempts":1,"calledAt":"2026-09-15T22:25:18.791Z","usage":{"inputTokens":2810,"outputTokens":536,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":56,"enWords":63,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":49,"valid":true,"effective":84.55797101449275,"costUsd":0.000903486,"latencySeconds":4.175,"attempts":1,"calledAt":"2026-09-15T22:25:21.935Z","usage":{"inputTokens":3669,"outputTokens":714,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.42500000000000004,"precision":0.9130434782608696,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.55797101449275,"consensusEffective":90.8913043478261,"neWords":88,"enWords":99,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":50,"valid":true,"effective":98.5,"costUsd":0.000832386,"latencySeconds":3.562,"attempts":1,"calledAt":"2026-09-15T22:25:21.549Z","usage":{"inputTokens":3603,"outputTokens":612,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":83,"enWords":83,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":51,"valid":true,"effective":93.67105263157895,"costUsd":0.000882936,"latencySeconds":3.595,"attempts":1,"calledAt":"2026-09-15T22:25:22.392Z","usage":{"inputTokens":3512,"outputTokens":719,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":1,"precision":0.9473684210526316,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":93.67105263157895,"consensusEffective":93.67105263157895,"neWords":86,"enWords":98,"entityPrecision":0.8,"entityRecall":0.667,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":52,"valid":true,"effective":93.29565217391306,"costUsd":0.000640236,"latencySeconds":3.548,"attempts":1,"calledAt":"2026-09-15T22:25:25.103Z","usage":{"inputTokens":2250,"outputTokens":630,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8765217391304347,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.29565217391306,"consensusEffective":93.29565217391306,"neWords":59,"enWords":99,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":53,"valid":true,"effective":97.75,"costUsd":0.000955686,"latencySeconds":4.069,"attempts":1,"calledAt":"2026-09-15T22:25:26.011Z","usage":{"inputTokens":3745,"outputTokens":782,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":92,"enWords":100,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":54,"valid":true,"effective":94.13888888888889,"costUsd":0.000785886,"latencySeconds":3.534,"attempts":1,"calledAt":"2026-09-15T22:25:25.932Z","usage":{"inputTokens":2997,"outputTokens":686,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.9296296296296296,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.13888888888889,"consensusEffective":94.13888888888889,"neWords":77,"enWords":94,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":55,"valid":true,"effective":92.0,"costUsd":0.000682836,"latencySeconds":3.072,"attempts":1,"calledAt":"2026-09-15T22:25:28.182Z","usage":{"inputTokens":2794,"outputTokens":565,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":92.0,"neWords":55,"enWords":61,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":56,"valid":true,"effective":92.2032967032967,"costUsd":0.000821886,"latencySeconds":3.975,"attempts":1,"calledAt":"2026-09-15T22:25:29.913Z","usage":{"inputTokens":3213,"outputTokens":692,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8901098901098901,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.2032967032967,"consensusEffective":92.2032967032967,"neWords":81,"enWords":93,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":57,"valid":true,"effective":96.25,"costUsd":0.000828336,"latencySeconds":3.682,"attempts":1,"calledAt":"2026-09-15T22:25:29.699Z","usage":{"inputTokens":3308,"outputTokens":679,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.95,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":83,"enWords":93,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":58,"valid":true,"effective":92.77272727272728,"costUsd":0.000702486,"latencySeconds":3.158,"attempts":1,"calledAt":"2026-09-15T22:25:31.347Z","usage":{"inputTokens":2737,"outputTokens":612,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.9090909090909092,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.77272727272728,"consensusEffective":92.77272727272728,"neWords":69,"enWords":79,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":59,"valid":true,"effective":92.21273291925465,"costUsd":0.000738486,"latencySeconds":3.158,"attempts":1,"calledAt":"2026-09-15T22:25:32.867Z","usage":{"inputTokens":3093,"outputTokens":583,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.865424430641822,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.21273291925465,"consensusEffective":92.21273291925465,"neWords":67,"enWords":87,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":60,"valid":true,"effective":96.1,"costUsd":0.000712236,"latencySeconds":3.68,"attempts":1,"calledAt":"2026-09-15T22:25:33.599Z","usage":{"inputTokens":2386,"outputTokens":716,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9199999999999999,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.1,"consensusEffective":96.1,"neWords":60,"enWords":78,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":61,"valid":true,"effective":87.34920634920636,"costUsd":0.001116936,"latencySeconds":5.275,"attempts":1,"calledAt":"2026-09-15T22:25:36.629Z","usage":{"inputTokens":3796,"outputTokens":1038,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8506944444444444,"supporting":0.6470588235294118,"precision":0.9523809523809523,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":89.21428571428571,"neWords":114,"enWords":125,"entityPrecision":0.75,"entityRecall":0.563,"entityF1":0.643,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":62,"valid":true,"effective":88.42207792207792,"costUsd":0.000641436,"latencySeconds":2.748,"attempts":1,"calledAt":"2026-09-15T22:25:35.618Z","usage":{"inputTokens":2418,"outputTokens":590,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.41666666666666663,"precision":0.9545454545454546,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.42207792207792,"consensusEffective":94.13636363636364,"neWords":59,"enWords":70,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":63,"valid":true,"effective":87.4090909090909,"costUsd":0.000812136,"latencySeconds":3.222,"attempts":1,"calledAt":"2026-09-15T22:25:36.824Z","usage":{"inputTokens":3412,"outputTokens":626,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.59375,"precision":0.8636363636363636,"ne":9,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.4090909090909,"consensusEffective":87.4090909090909,"neWords":65,"enWords":86,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":64,"valid":true,"effective":94.88636363636364,"costUsd":0.000769086,"latencySeconds":3.629,"attempts":1,"calledAt":"2026-09-15T22:25:39.250Z","usage":{"inputTokens":2969,"outputTokens":665,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.9545454545454546,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.88636363636364,"consensusEffective":94.88636363636364,"neWords":62,"enWords":86,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":65,"valid":true,"effective":89.5,"costUsd":0.000855336,"latencySeconds":3.919,"attempts":1,"calledAt":"2026-09-15T22:25:40.551Z","usage":{"inputTokens":2984,"outputTokens":805,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.39285714285714285,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.5,"consensusEffective":94.14285714285714,"neWords":72,"enWords":103,"entityPrecision":0.909,"entityRecall":0.667,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":66,"valid":true,"effective":94.36559139784946,"costUsd":0.000792336,"latencySeconds":3.823,"attempts":1,"calledAt":"2026-09-15T22:25:40.649Z","usage":{"inputTokens":2784,"outputTokens":750,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.7083333333333334,"precision":0.967741935483871,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.36559139784946,"consensusEffective":93.53225806451613,"neWords":68,"enWords":80,"entityPrecision":0.909,"entityRecall":0.714,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":67,"valid":true,"effective":87.23529411764706,"costUsd":0.000739536,"latencySeconds":3.459,"attempts":1,"calledAt":"2026-09-15T22:25:42.718Z","usage":{"inputTokens":2764,"outputTokens":667,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":0.7745098039215685,"ne":8.5,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":87.23529411764706,"consensusEffective":87.23529411764706,"neWords":69,"enWords":88,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":68,"valid":true,"effective":92.5,"costUsd":0.000651936,"latencySeconds":2.842,"attempts":1,"calledAt":"2026-09-15T22:25:43.402Z","usage":{"inputTokens":2736,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":0.9333333333333333,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.5,"consensusEffective":90.0,"neWords":55,"enWords":73,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":69,"valid":true,"effective":97.61764705882354,"costUsd":0.000691236,"latencySeconds":3.411,"attempts":1,"calledAt":"2026-09-15T22:25:44.068Z","usage":{"inputTokens":2486,"outputTokens":656,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5681818181818181,"precision":0.9705882352941176,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.61764705882354,"consensusEffective":97.61764705882354,"neWords":78,"enWords":93,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":70,"valid":true,"effective":97.34615384615384,"costUsd":0.000654936,"latencySeconds":3.398,"attempts":1,"calledAt":"2026-09-15T22:25:46.123Z","usage":{"inputTokens":2408,"outputTokens":615,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":63,"enWords":82,"entityPrecision":0.714,"entityRecall":0.417,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":71,"valid":true,"effective":85.8,"costUsd":0.000823386,"latencySeconds":3.274,"attempts":1,"calledAt":"2026-09-15T22:25:46.679Z","usage":{"inputTokens":3179,"outputTokens":703,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5909090909090908,"precision":0.96,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.8,"consensusEffective":85.8,"neWords":68,"enWords":88,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":72,"valid":true,"effective":68.61607142857143,"costUsd":0.000639036,"latencySeconds":3.219,"attempts":1,"calledAt":"2026-09-15T22:25:47.291Z","usage":{"inputTokens":2370,"outputTokens":598,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.6111111111111112,"precision":0.8705357142857143,"ne":7.5,"en":7.5,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":68.61607142857143,"consensusEffective":68.61607142857143,"neWords":66,"enWords":75,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":73,"valid":true,"effective":89.37393162393163,"costUsd":0.000645336,"latencySeconds":3.169,"attempts":1,"calledAt":"2026-09-15T22:25:49.295Z","usage":{"inputTokens":2360,"outputTokens":611,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7777777777777778,"precision":0.8874643874643875,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":89.37393162393163,"consensusEffective":89.37393162393163,"neWords":52,"enWords":66,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":74,"valid":true,"effective":90.17105263157895,"costUsd":0.000539736,"latencySeconds":2.615,"attempts":1,"calledAt":"2026-09-15T22:25:49.297Z","usage":{"inputTokens":2060,"outputTokens":510,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8473684210526315,"ne":9.5,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.17105263157895,"consensusEffective":90.17105263157895,"neWords":47,"enWords":54,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":75,"valid":true,"effective":79.25,"costUsd":0.000512586,"latencySeconds":2.641,"attempts":1,"calledAt":"2026-09-15T22:25:49.935Z","usage":{"inputTokens":2067,"outputTokens":463,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.8,"precision":0.9333333333333333,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.25,"consensusEffective":79.25,"neWords":41,"enWords":60,"entityPrecision":0.8,"entityRecall":0.667,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":76,"valid":true,"effective":97.13636363636364,"costUsd":0.000826836,"latencySeconds":3.331,"attempts":1,"calledAt":"2026-09-15T22:25:52.631Z","usage":{"inputTokens":3198,"outputTokens":704,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":59,"enWords":76,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":77,"valid":true,"effective":98.5,"costUsd":0.000485136,"latencySeconds":3.365,"attempts":1,"calledAt":"2026-09-15T22:25:52.666Z","usage":{"inputTokens":1452,"outputTokens":571,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":68,"enWords":81,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":78,"valid":true,"effective":97.07142857142857,"costUsd":0.000700386,"latencySeconds":3.438,"attempts":1,"calledAt":"2026-09-15T22:25:53.376Z","usage":{"inputTokens":2275,"outputTokens":724,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":78,"enWords":94,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":79,"valid":true,"effective":90.82142857142857,"costUsd":0.000475536,"latencySeconds":3.193,"attempts":1,"calledAt":"2026-09-15T22:25:55.832Z","usage":{"inputTokens":1524,"outputTokens":537,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.8333333333333334,"precision":0.9523809523809523,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.82142857142857,"consensusEffective":89.82142857142857,"neWords":60,"enWords":80,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":80,"valid":true,"effective":97.38888888888889,"costUsd":0.000691086,"latencySeconds":3.223,"attempts":1,"calledAt":"2026-09-15T22:25:55.896Z","usage":{"inputTokens":2945,"outputTokens":541,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5576923076923077,"precision":0.962962962962963,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.38888888888889,"consensusEffective":97.38888888888889,"neWords":57,"enWords":70,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":81,"valid":true,"effective":91.19377990430621,"costUsd":0.000560736,"latencySeconds":3.008,"attempts":1,"calledAt":"2026-09-15T22:25:56.392Z","usage":{"inputTokens":2156,"outputTokens":521,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.8564593301435407,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.19377990430621,"consensusEffective":91.19377990430621,"neWords":46,"enWords":57,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":82,"valid":true,"effective":88.94230769230768,"costUsd":0.000808686,"latencySeconds":3.613,"attempts":1,"calledAt":"2026-09-15T22:25:59.454Z","usage":{"inputTokens":3005,"outputTokens":722,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.4,"precision":0.9230769230769231,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.94230769230768,"consensusEffective":89.9423076923077,"neWords":82,"enWords":100,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":83,"valid":true,"effective":95.5,"costUsd":0.000611586,"latencySeconds":2.998,"attempts":1,"calledAt":"2026-09-15T22:25:58.901Z","usage":{"inputTokens":2363,"outputTokens":554,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.95,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":58,"enWords":71,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":84,"valid":true,"effective":95.5,"costUsd":0.000690186,"latencySeconds":3.044,"attempts":1,"calledAt":"2026-09-15T22:25:59.445Z","usage":{"inputTokens":2663,"outputTokens":610,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":53,"enWords":77,"entityPrecision":0.75,"entityRecall":0.667,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":85,"valid":true,"effective":97.75,"costUsd":0.000481386,"latencySeconds":2.388,"attempts":1,"calledAt":"2026-09-15T22:26:01.297Z","usage":{"inputTokens":1867,"outputTokens":461,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":44,"enWords":51,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":86,"valid":true,"effective":97.75,"costUsd":0.000622236,"latencySeconds":3.095,"attempts":1,"calledAt":"2026-09-15T22:26:02.554Z","usage":{"inputTokens":2178,"outputTokens":618,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":57,"enWords":72,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":87,"valid":true,"effective":89.74230769230769,"costUsd":0.000525036,"latencySeconds":3.208,"attempts":1,"calledAt":"2026-09-15T22:26:02.669Z","usage":{"inputTokens":1446,"outputTokens":639,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6607142857142858,"precision":0.8830769230769231,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.74230769230769,"consensusEffective":89.74230769230769,"neWords":76,"enWords":78,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":88,"valid":true,"effective":93.63888888888889,"costUsd":0.000723786,"latencySeconds":4.802,"attempts":1,"calledAt":"2026-09-15T22:26:06.108Z","usage":{"inputTokens":1583,"outputTokens":936,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.962962962962963,"ne":7.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.63888888888889,"consensusEffective":93.63888888888889,"neWords":101,"enWords":108,"entityPrecision":0.833,"entityRecall":0.588,"entityF1":0.69,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":89,"valid":true,"effective":96.25,"costUsd":0.000499536,"latencySeconds":2.549,"attempts":1,"calledAt":"2026-09-15T22:26:05.107Z","usage":{"inputTokens":1748,"outputTokens":521,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":57,"enWords":62,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":90,"valid":true,"effective":98.5,"costUsd":0.000509286,"latencySeconds":2.371,"attempts":1,"calledAt":"2026-09-15T22:26:05.043Z","usage":{"inputTokens":2081,"outputTokens":454,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":52,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":91,"valid":true,"effective":96.92105263157895,"costUsd":0.000527286,"latencySeconds":2.371,"attempts":1,"calledAt":"2026-09-15T22:26:07.417Z","usage":{"inputTokens":2257,"outputTokens":440,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":47,"enWords":58,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":92,"valid":true,"effective":96.0,"costUsd":0.000535836,"latencySeconds":2.766,"attempts":1,"calledAt":"2026-09-15T22:26:07.877Z","usage":{"inputTokens":1978,"outputTokens":524,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9166666666666667,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":53,"enWords":71,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":93,"valid":true,"effective":94.6923076923077,"costUsd":0.000601386,"latencySeconds":3.291,"attempts":1,"calledAt":"2026-09-15T22:26:09.403Z","usage":{"inputTokens":1763,"outputTokens":687,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":0.9230769230769231,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.6923076923077,"consensusEffective":94.6923076923077,"neWords":59,"enWords":66,"entityPrecision":0.909,"entityRecall":0.714,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":94,"valid":true,"effective":93.14655172413794,"costUsd":0.000641286,"latencySeconds":2.962,"attempts":1,"calledAt":"2026-09-15T22:26:10.383Z","usage":{"inputTokens":2429,"outputTokens":587,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8125,"precision":0.896551724137931,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":93.14655172413794,"consensusEffective":93.14655172413794,"neWords":71,"enWords":70,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":95,"valid":true,"effective":97.34615384615384,"costUsd":0.000660186,"latencySeconds":3.208,"attempts":1,"calledAt":"2026-09-15T22:26:11.092Z","usage":{"inputTokens":2451,"outputTokens":613,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":66,"enWords":85,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":96,"valid":true,"effective":94.41666666666667,"costUsd":0.000699786,"latencySeconds":3.625,"attempts":1,"calledAt":"2026-09-15T22:26:13.032Z","usage":{"inputTokens":2463,"outputTokens":676,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.625,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.41666666666667,"consensusEffective":94.41666666666667,"neWords":58,"enWords":92,"entityPrecision":0.875,"entityRecall":0.778,"entityF1":0.824,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":97,"valid":true,"effective":93.5,"costUsd":0.000695886,"latencySeconds":3.087,"attempts":1,"calledAt":"2026-09-15T22:26:13.477Z","usage":{"inputTokens":2893,"outputTokens":562,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":60,"enWords":69,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":98,"valid":true,"effective":80.10714285714286,"costUsd":0.000479436,"latencySeconds":2.853,"attempts":1,"calledAt":"2026-09-15T22:26:13.952Z","usage":{"inputTokens":1838,"outputTokens":465,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.5625,"precision":0.7619047619047619,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":80.10714285714286,"consensusEffective":80.10714285714286,"neWords":48,"enWords":64,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-1-flash","questionId":99,"valid":true,"effective":88.5548780487805,"costUsd":0.000836436,"latencySeconds":3.541,"attempts":1,"calledAt":"2026-09-15T22:26:16.585Z","usage":{"inputTokens":3174,"outputTokens":726,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6578947368421053,"precision":0.9268292682926829,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":88.5548780487805,"consensusEffective":88.5548780487805,"neWords":94,"enWords":107,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-1-flash","questionId":100,"valid":true,"effective":95.875,"costUsd":0.000498186,"latencySeconds":2.941,"attempts":1,"calledAt":"2026-09-15T22:26:16.427Z","usage":{"inputTokens":1927,"outputTokens":474,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9375,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.875,"consensusEffective":95.875,"neWords":53,"enWords":66,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":1,"valid":true,"effective":94.23529411764706,"costUsd":0.0023595,"latencySeconds":5.272,"attempts":1,"calledAt":"2026-09-15T22:21:31.312Z","usage":{"inputTokens":2237,"outputTokens":446,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.53125,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.23529411764706,"consensusEffective":96.73529411764706,"neWords":47,"enWords":61,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":2,"valid":true,"effective":86.59615384615384,"costUsd":0.00302808,"latencySeconds":6.539,"attempts":1,"calledAt":"2026-09-15T22:21:32.580Z","usage":{"inputTokens":2770,"outputTokens":606,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.40909090909090906,"precision":0.9615384615384616,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.59615384615384,"consensusEffective":87.84615384615384,"neWords":70,"enWords":67,"entityPrecision":0.714,"entityRecall":0.455,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":3,"valid":true,"effective":96.5,"costUsd":0.00320562,"latencySeconds":5.266,"attempts":1,"calledAt":"2026-09-15T22:21:31.308Z","usage":{"inputTokens":3327,"outputTokens":510,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.32142857142857145,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":52,"enWords":66,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":4,"valid":true,"effective":76.25,"costUsd":0.00291918,"latencySeconds":5.709,"attempts":1,"calledAt":"2026-09-15T22:21:37.023Z","usage":{"inputTokens":2872,"outputTokens":517,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.3269230769230769,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":76.25,"consensusEffective":82.91666666666667,"neWords":56,"enWords":71,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":5,"valid":true,"effective":91.26666666666667,"costUsd":0.00360624,"latencySeconds":6.154,"attempts":1,"calledAt":"2026-09-15T22:21:37.471Z","usage":{"inputTokens":3607,"outputTokens":619,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.7272727272727273,"precision":0.9199999999999999,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.26666666666667,"consensusEffective":94.6,"neWords":63,"enWords":76,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":6,"valid":true,"effective":70.80533596837944,"costUsd":0.00292336,"latencySeconds":5.188,"attempts":1,"calledAt":"2026-09-15T22:21:37.770Z","usage":{"inputTokens":3341,"outputTokens":569,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4166666666666667,"precision":0.7351778656126482,"ne":8.5,"en":4,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":70.80533596837944,"consensusEffective":70.80533596837944,"neWords":70,"enWords":67,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":7,"valid":true,"effective":72.34210526315789,"costUsd":0.00304216,"latencySeconds":5.128,"attempts":1,"calledAt":"2026-09-15T22:21:42.154Z","usage":{"inputTokens":3764,"outputTokens":488,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.5,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":72.34210526315789,"consensusEffective":79.00877192982456,"neWords":50,"enWords":69,"entityPrecision":1,"entityRecall":0.357,"entityF1":0.526,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":8,"valid":true,"effective":87.0,"costUsd":0.00303292,"latencySeconds":5.927,"attempts":1,"calledAt":"2026-09-15T22:21:43.401Z","usage":{"inputTokens":3309,"outputTokens":635,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.661764705882353,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":61,"enWords":82,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":9,"valid":true,"effective":79.0,"costUsd":0.00288772,"latencySeconds":5.934,"attempts":1,"calledAt":"2026-09-15T22:21:43.707Z","usage":{"inputTokens":3023,"outputTokens":657,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.38636363636363635,"precision":0.95,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.0,"consensusEffective":79.0,"neWords":50,"enWords":79,"entityPrecision":0.875,"entityRecall":0.538,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":10,"valid":true,"effective":98.5,"costUsd":0.003091,"latencySeconds":5.586,"attempts":1,"calledAt":"2026-09-15T22:21:47.742Z","usage":{"inputTokens":3451,"outputTokens":617,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":74,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":11,"valid":true,"effective":69.60714285714286,"costUsd":0.00317482,"latencySeconds":6.583,"attempts":1,"calledAt":"2026-09-15T22:21:49.987Z","usage":{"inputTokens":3383,"outputTokens":682,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.23076923076923078,"precision":0.8035714285714286,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":69.60714285714286,"consensusEffective":69.60714285714286,"neWords":72,"enWords":85,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":12,"valid":true,"effective":98.5,"costUsd":0.00267322,"latencySeconds":5.296,"attempts":1,"calledAt":"2026-09-15T22:21:49.006Z","usage":{"inputTokens":3085,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.65625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":61,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":13,"valid":true,"effective":81.69377990430621,"costUsd":0.00269104,"latencySeconds":5.392,"attempts":1,"calledAt":"2026-09-15T22:21:53.137Z","usage":{"inputTokens":2980,"outputTokens":572,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.39583333333333337,"precision":0.8564593301435407,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":81.69377990430621,"consensusEffective":89.69377990430621,"neWords":61,"enWords":69,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":14,"valid":true,"effective":77.25,"costUsd":0.00284218,"latencySeconds":5.285,"attempts":1,"calledAt":"2026-09-15T22:21:54.293Z","usage":{"inputTokens":3404,"outputTokens":507,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6,"supporting":0.375,"precision":1.0,"ne":7,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":77.25,"consensusEffective":73.25,"neWords":55,"enWords":64,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":15,"valid":true,"effective":95.33333333333333,"costUsd":0.0029722,"latencySeconds":5.953,"attempts":1,"calledAt":"2026-09-15T22:21:55.944Z","usage":{"inputTokens":2971,"outputTokens":717,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4444444444444444,"precision":0.9444444444444444,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.33333333333333,"consensusEffective":95.33333333333333,"neWords":63,"enWords":78,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":16,"valid":true,"effective":73.9423076923077,"costUsd":0.00250492,"latencySeconds":5.113,"attempts":1,"calledAt":"2026-09-15T22:21:58.254Z","usage":{"inputTokens":2788,"outputTokens":542,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.375,"precision":0.9230769230769231,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":73.9423076923077,"consensusEffective":73.9423076923077,"neWords":53,"enWords":63,"entityPrecision":0.625,"entityRecall":0.455,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":17,"valid":true,"effective":92.74270557029178,"costUsd":0.00223762,"latencySeconds":5.8,"attempts":1,"calledAt":"2026-09-15T22:22:00.096Z","usage":{"inputTokens":2047,"outputTokens":654,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6136363636363636,"precision":0.8580901856763926,"ne":9,"en":9,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.74270557029178,"consensusEffective":92.74270557029178,"neWords":65,"enWords":74,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":18,"valid":true,"effective":89.34558823529412,"costUsd":0.00146542,"latencySeconds":5.094,"attempts":1,"calledAt":"2026-09-15T22:22:01.039Z","usage":{"inputTokens":1408,"outputTokens":477,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.8198529411764706,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.34558823529412,"consensusEffective":89.34558823529412,"neWords":39,"enWords":46,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":19,"valid":true,"effective":93.75,"costUsd":0.0018997,"latencySeconds":4.018,"attempts":1,"calledAt":"2026-09-15T22:22:02.276Z","usage":{"inputTokens":2438,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.3,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":39,"enWords":50,"entityPrecision":1,"entityRecall":0.2,"entityF1":0.333,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":20,"valid":true,"effective":85.73529411764706,"costUsd":0.00298804,"latencySeconds":4.878,"attempts":1,"calledAt":"2026-09-15T22:22:04.977Z","usage":{"inputTokens":3349,"outputTokens":599,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5833333333333334,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.73529411764706,"consensusEffective":80.40196078431372,"neWords":51,"enWords":58,"entityPrecision":0.889,"entityRecall":0.889,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":21,"valid":true,"effective":74.63636363636364,"costUsd":0.00350086,"latencySeconds":5.791,"attempts":1,"calledAt":"2026-09-15T22:22:06.833Z","usage":{"inputTokens":3988,"outputTokens":645,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5909090909090909,"supporting":0.045454545454545456,"precision":0.85,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":74.63636363636364,"consensusEffective":68.5,"neWords":67,"enWords":73,"entityPrecision":1,"entityRecall":0.273,"entityF1":0.429,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":22,"valid":true,"effective":88.60023041474653,"costUsd":0.00362362,"latencySeconds":6.551,"attempts":1,"calledAt":"2026-09-15T22:22:08.830Z","usage":{"inputTokens":3991,"outputTokens":706,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.3375,"precision":0.935483870967742,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.60023041474653,"consensusEffective":90.31451612903226,"neWords":79,"enWords":75,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":23,"valid":true,"effective":78.41666666666666,"costUsd":0.00219538,"latencySeconds":5.279,"attempts":1,"calledAt":"2026-09-15T22:22:10.258Z","usage":{"inputTokens":2262,"outputTokens":561,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.25,"precision":0.9,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":78.41666666666666,"consensusEffective":78.41666666666666,"neWords":58,"enWords":64,"entityPrecision":0.833,"entityRecall":0.333,"entityF1":0.476,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":24,"valid":true,"effective":87.5,"costUsd":0.00098428,"latencySeconds":3.725,"attempts":1,"calledAt":"2026-09-15T22:22:10.562Z","usage":{"inputTokens":1168,"outputTokens":314,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7333333333333334,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":87.5,"consensusEffective":87.5,"neWords":30,"enWords":40,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":25,"valid":true,"effective":92.06862745098039,"costUsd":0.00183436,"latencySeconds":4.22,"attempts":1,"calledAt":"2026-09-15T22:22:13.053Z","usage":{"inputTokens":1931,"outputTokens":489,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8856209150326797,"ne":9,"en":8,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.06862745098039,"consensusEffective":92.06862745098039,"neWords":39,"enWords":48,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":26,"valid":true,"effective":90.29565217391306,"costUsd":0.0022594,"latencySeconds":4.861,"attempts":1,"calledAt":"2026-09-15T22:22:15.123Z","usage":{"inputTokens":2473,"outputTokens":523,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.8765217391304347,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.29565217391306,"consensusEffective":90.29565217391306,"neWords":49,"enWords":54,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":27,"valid":true,"effective":77.58771929824562,"costUsd":0.00197494,"latencySeconds":4.862,"attempts":1,"calledAt":"2026-09-15T22:22:15.428Z","usage":{"inputTokens":1781,"outputTokens":610,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.6428571428571429,"precision":0.8473684210526315,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":77.58771929824562,"consensusEffective":77.58771929824562,"neWords":52,"enWords":51,"entityPrecision":0.778,"entityRecall":0.583,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":28,"valid":true,"effective":94.67105263157895,"costUsd":0.0014707,"latencySeconds":4.279,"attempts":1,"calledAt":"2026-09-15T22:22:17.337Z","usage":{"inputTokens":1713,"outputTokens":378,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9473684210526316,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.67105263157895,"consensusEffective":94.67105263157895,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":29,"valid":true,"effective":96.92105263157895,"costUsd":0.00224422,"latencySeconds":5.25,"attempts":1,"calledAt":"2026-09-15T22:22:20.377Z","usage":{"inputTokens":2417,"outputTokens":534,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4318181818181818,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":56,"enWords":63,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":30,"valid":true,"effective":98.5,"costUsd":0.00252736,"latencySeconds":5.285,"attempts":1,"calledAt":"2026-09-15T22:22:20.716Z","usage":{"inputTokens":2795,"outputTokens":551,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":58,"enWords":66,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":31,"valid":true,"effective":97.75,"costUsd":0.00180202,"latencySeconds":4.171,"attempts":1,"calledAt":"2026-09-15T22:22:21.511Z","usage":{"inputTokens":2137,"outputTokens":404,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":51,"enWords":47,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":32,"valid":true,"effective":92.16666666666666,"costUsd":0.0015433,"latencySeconds":5.533,"attempts":1,"calledAt":"2026-09-15T22:22:25.913Z","usage":{"inputTokens":1262,"outputTokens":565,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":0.8888888888888888,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.16666666666666,"consensusEffective":92.16666666666666,"neWords":58,"enWords":58,"entityPrecision":0.714,"entityRecall":0.625,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":33,"valid":true,"effective":93.75,"costUsd":0.00158686,"latencySeconds":5.255,"attempts":1,"calledAt":"2026-09-15T22:22:25.973Z","usage":{"inputTokens":1319,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.7777777777777778,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":54,"enWords":62,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":34,"valid":true,"effective":88.1923076923077,"costUsd":0.00214984,"latencySeconds":4.5,"attempts":1,"calledAt":"2026-09-15T22:22:26.013Z","usage":{"inputTokens":2409,"outputTokens":489,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.7,"precision":0.9230769230769231,"ne":9.5,"en":7.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.1923076923077,"consensusEffective":93.1923076923077,"neWords":51,"enWords":61,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":35,"valid":true,"effective":97.0,"costUsd":0.0024574,"latencySeconds":6.064,"attempts":1,"calledAt":"2026-09-15T22:22:31.980Z","usage":{"inputTokens":2749,"outputTokens":531,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":64,"enWords":73,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":36,"valid":true,"effective":89.0,"costUsd":0.00175054,"latencySeconds":5.931,"attempts":1,"calledAt":"2026-09-15T22:22:31.907Z","usage":{"inputTokens":1579,"outputTokens":564,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":0.7833333333333333,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.0,"consensusEffective":89.0,"neWords":55,"enWords":55,"entityPrecision":0.875,"entityRecall":0.875,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":37,"valid":true,"effective":96.25,"costUsd":0.00206074,"latencySeconds":6.001,"attempts":1,"calledAt":"2026-09-15T22:22:32.017Z","usage":{"inputTokens":1938,"outputTokens":601,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":61,"enWords":81,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":38,"valid":true,"effective":97.0,"costUsd":0.00128326,"latencySeconds":4.746,"attempts":1,"calledAt":"2026-09-15T22:22:36.656Z","usage":{"inputTokens":1312,"outputTokens":417,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":43,"enWords":45,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":39,"valid":true,"effective":83.75,"costUsd":0.00094204,"latencySeconds":3.989,"attempts":1,"calledAt":"2026-09-15T22:22:35.973Z","usage":{"inputTokens":1059,"outputTokens":329,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":0.7083333333333333,"ne":7,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":83.75,"consensusEffective":83.75,"neWords":44,"enWords":54,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":40,"valid":true,"effective":75.58695652173913,"costUsd":0.00291082,"latencySeconds":5.935,"attempts":1,"calledAt":"2026-09-15T22:22:37.955Z","usage":{"inputTokens":3343,"outputTokens":562,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.35,"precision":0.7695652173913043,"ne":7.5,"en":7.5,"unsupported":2.5,"contradicted":1.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":75.58695652173913,"consensusEffective":75.58695652173913,"neWords":58,"enWords":77,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":41,"valid":true,"effective":91.58333333333333,"costUsd":0.00254254,"latencySeconds":5.223,"attempts":1,"calledAt":"2026-09-15T22:22:41.200Z","usage":{"inputTokens":2836,"outputTokens":545,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.8944444444444444,"ne":9.5,"en":7,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.58333333333333,"consensusEffective":91.58333333333333,"neWords":51,"enWords":54,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":42,"valid":true,"effective":91.57142857142857,"costUsd":0.00290224,"latencySeconds":5.494,"attempts":1,"calledAt":"2026-09-15T22:22:42.153Z","usage":{"inputTokens":3264,"outputTokens":584,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.3,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.57142857142857,"consensusEffective":93.07142857142857,"neWords":65,"enWords":78,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":43,"valid":true,"effective":95.09615384615384,"costUsd":0.00273262,"latencySeconds":5.633,"attempts":1,"calledAt":"2026-09-15T22:22:43.592Z","usage":{"inputTokens":2806,"outputTokens":651,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.9615384615384616,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.09615384615384,"consensusEffective":95.09615384615384,"neWords":62,"enWords":72,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":44,"valid":true,"effective":83.27777777777777,"costUsd":0.00303226,"latencySeconds":5.728,"attempts":1,"calledAt":"2026-09-15T22:22:46.932Z","usage":{"inputTokens":3587,"outputTokens":542,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6944444444444444,"supporting":0.28125,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.27777777777777,"consensusEffective":90.5,"neWords":39,"enWords":60,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":45,"valid":true,"effective":87.0,"costUsd":0.00305074,"latencySeconds":4.807,"attempts":1,"calledAt":"2026-09-15T22:22:46.961Z","usage":{"inputTokens":3693,"outputTokens":516,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9285714285714286,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":39,"enWords":70,"entityPrecision":0.6,"entityRecall":0.429,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":46,"valid":true,"effective":86.625,"costUsd":0.00281182,"latencySeconds":5.06,"attempts":1,"calledAt":"2026-09-15T22:22:48.653Z","usage":{"inputTokens":3280,"outputTokens":533,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.1875,"precision":0.8708333333333333,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.625,"consensusEffective":85.625,"neWords":42,"enWords":55,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":47,"valid":true,"effective":82.73529411764706,"costUsd":0.00273658,"latencySeconds":4.684,"attempts":1,"calledAt":"2026-09-15T22:22:51.618Z","usage":{"inputTokens":3142,"outputTokens":541,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.5714285714285714,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.73529411764706,"consensusEffective":89.23529411764706,"neWords":55,"enWords":65,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":48,"valid":true,"effective":98.5,"costUsd":0.00252934,"latencySeconds":5.024,"attempts":1,"calledAt":"2026-09-15T22:22:51.987Z","usage":{"inputTokens":2807,"outputTokens":548,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":60,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":49,"valid":true,"effective":77.16666666666667,"costUsd":0.00306658,"latencySeconds":5.623,"attempts":1,"calledAt":"2026-09-15T22:22:54.278Z","usage":{"inputTokens":3666,"outputTokens":533,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.3,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":77.16666666666667,"consensusEffective":82.16666666666666,"neWords":55,"enWords":73,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":50,"valid":true,"effective":97.75,"costUsd":0.00296956,"latencySeconds":5.114,"attempts":1,"calledAt":"2026-09-15T22:22:56.734Z","usage":{"inputTokens":3600,"outputTokens":506,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":56,"enWords":70,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":51,"valid":true,"effective":85.5,"costUsd":0.00318076,"latencySeconds":5.692,"attempts":1,"calledAt":"2026-09-15T22:22:57.681Z","usage":{"inputTokens":3509,"outputTokens":643,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8333333333333334,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":70,"enWords":84,"entityPrecision":0.8,"entityRecall":0.667,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":52,"valid":true,"effective":90.83333333333333,"costUsd":0.00226666,"latencySeconds":6.209,"attempts":1,"calledAt":"2026-09-15T22:23:00.490Z","usage":{"inputTokens":2247,"outputTokens":602,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3333333333333333,"precision":0.8444444444444444,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.83333333333333,"consensusEffective":90.83333333333333,"neWords":58,"enWords":76,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":53,"valid":true,"effective":79.875,"costUsd":0.00301774,"latencySeconds":4.833,"attempts":1,"calledAt":"2026-09-15T22:23:01.570Z","usage":{"inputTokens":3742,"outputTokens":483,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.22916666666666669,"precision":0.8125,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":79.875,"consensusEffective":79.875,"neWords":50,"enWords":63,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":54,"valid":true,"effective":98.5,"costUsd":0.00263494,"latencySeconds":4.927,"attempts":1,"calledAt":"2026-09-15T22:23:02.612Z","usage":{"inputTokens":2994,"outputTokens":539,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.17857142857142858,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":52,"enWords":68,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":55,"valid":true,"effective":98.5,"costUsd":0.00236632,"latencySeconds":4.242,"attempts":1,"calledAt":"2026-09-15T22:23:04.734Z","usage":{"inputTokens":2791,"outputTokens":471,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":36,"enWords":54,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":56,"valid":true,"effective":92.42105263157895,"costUsd":0.00296956,"latencySeconds":6.732,"attempts":1,"calledAt":"2026-09-15T22:23:08.305Z","usage":{"inputTokens":3210,"outputTokens":636,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.47916666666666663,"precision":0.8973684210526316,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.42105263157895,"consensusEffective":92.42105263157895,"neWords":69,"enWords":84,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":57,"valid":true,"effective":98.5,"costUsd":0.0028204,"latencySeconds":5.289,"attempts":1,"calledAt":"2026-09-15T22:23:07.904Z","usage":{"inputTokens":3305,"outputTokens":529,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":58,"enWords":69,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":58,"valid":true,"effective":92.5,"costUsd":0.00247918,"latencySeconds":4.566,"attempts":1,"calledAt":"2026-09-15T22:23:09.305Z","usage":{"inputTokens":2734,"outputTokens":547,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":0.875,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.5,"consensusEffective":92.5,"neWords":66,"enWords":73,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":59,"valid":true,"effective":88.77380952380952,"costUsd":0.00256366,"latencySeconds":4.481,"attempts":1,"calledAt":"2026-09-15T22:23:12.389Z","usage":{"inputTokens":3090,"outputTokens":471,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5,"precision":0.861904761904762,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.77380952380952,"consensusEffective":88.77380952380952,"neWords":54,"enWords":67,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":60,"valid":true,"effective":88.25,"costUsd":0.00236236,"latencySeconds":5.477,"attempts":1,"calledAt":"2026-09-15T22:23:13.787Z","usage":{"inputTokens":2383,"outputTokens":605,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.5,"precision":0.9333333333333333,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.25,"consensusEffective":94.25,"neWords":44,"enWords":53,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":61,"valid":true,"effective":74.92857142857143,"costUsd":0.00374044,"latencySeconds":7.552,"attempts":1,"calledAt":"2026-09-15T22:23:16.859Z","usage":{"inputTokens":3793,"outputTokens":831,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.71875,"supporting":0.4852941176470588,"precision":0.8392857142857143,"ne":8,"en":6,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":74.92857142857143,"consensusEffective":76.17857142857143,"neWords":72,"enWords":96,"entityPrecision":0.846,"entityRecall":0.688,"entityF1":0.759,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":62,"valid":true,"effective":84.67857142857142,"costUsd":0.00224488,"latencySeconds":4.494,"attempts":1,"calledAt":"2026-09-15T22:23:16.887Z","usage":{"inputTokens":2415,"outputTokens":535,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.38888888888888884,"precision":0.95,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.67857142857142,"consensusEffective":90.75,"neWords":49,"enWords":59,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":63,"valid":true,"effective":88.48529411764706,"costUsd":0.00287122,"latencySeconds":4.723,"attempts":1,"calledAt":"2026-09-15T22:23:18.516Z","usage":{"inputTokens":3409,"outputTokens":520,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.40625,"precision":0.8411764705882353,"ne":8.5,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.48529411764706,"consensusEffective":88.48529411764706,"neWords":50,"enWords":62,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":64,"valid":true,"effective":66.0,"costUsd":0.00256102,"latencySeconds":4.5,"attempts":1,"calledAt":"2026-09-15T22:23:21.366Z","usage":{"inputTokens":2966,"outputTokens":511,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.7083333333333333,"precision":0.7833333333333333,"ne":9,"en":6,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":66.0,"consensusEffective":66.0,"neWords":39,"enWords":57,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":65,"valid":true,"effective":85.41666666666666,"costUsd":0.00284218,"latencySeconds":5.451,"attempts":1,"calledAt":"2026-09-15T22:23:22.343Z","usage":{"inputTokens":2981,"outputTokens":648,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.10714285714285714,"precision":0.8888888888888888,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.41666666666666,"consensusEffective":90.05952380952381,"neWords":54,"enWords":77,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":66,"valid":true,"effective":88.5,"costUsd":0.00280918,"latencySeconds":5.693,"attempts":1,"calledAt":"2026-09-15T22:23:24.214Z","usage":{"inputTokens":2781,"outputTokens":698,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":83.5,"neWords":65,"enWords":85,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":67,"valid":true,"effective":90.72058823529412,"costUsd":0.00255046,"latencySeconds":4.765,"attempts":1,"calledAt":"2026-09-15T22:23:26.135Z","usage":{"inputTokens":2761,"outputTokens":574,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8156862745098039,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.72058823529412,"consensusEffective":90.72058823529412,"neWords":55,"enWords":74,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":68,"valid":true,"effective":91.25,"costUsd":0.00229438,"latencySeconds":4.353,"attempts":1,"calledAt":"2026-09-15T22:23:26.701Z","usage":{"inputTokens":2733,"outputTokens":454,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.375,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.25,"consensusEffective":86.25,"neWords":43,"enWords":62,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":69,"valid":true,"effective":97.0,"costUsd":0.00210958,"latencySeconds":4.429,"attempts":1,"calledAt":"2026-09-15T22:23:28.648Z","usage":{"inputTokens":2483,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":49,"enWords":61,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":70,"valid":true,"effective":91.53571428571428,"costUsd":0.0022561,"latencySeconds":4.804,"attempts":1,"calledAt":"2026-09-15T22:23:30.946Z","usage":{"inputTokens":2405,"outputTokens":544,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.8333333333333334,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.53571428571428,"consensusEffective":91.53571428571428,"neWords":52,"enWords":61,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":71,"valid":true,"effective":84.07142857142857,"costUsd":0.002761,"latencySeconds":5.032,"attempts":1,"calledAt":"2026-09-15T22:23:31.739Z","usage":{"inputTokens":3176,"outputTokens":542,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.40909090909090906,"precision":0.9523809523809523,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.07142857142857,"consensusEffective":84.07142857142857,"neWords":50,"enWords":64,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":72,"valid":true,"effective":92.77777777777777,"costUsd":0.00227656,"latencySeconds":5.013,"attempts":1,"calledAt":"2026-09-15T22:23:33.664Z","usage":{"inputTokens":2367,"outputTokens":567,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5138888888888888,"precision":0.8842592592592593,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.77777777777777,"consensusEffective":92.77777777777777,"neWords":65,"enWords":63,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":73,"valid":true,"effective":91.5,"costUsd":0.0022264,"latencySeconds":5.173,"attempts":1,"calledAt":"2026-09-15T22:23:36.122Z","usage":{"inputTokens":2357,"outputTokens":545,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.5,"consensusEffective":91.5,"neWords":50,"enWords":57,"entityPrecision":1,"entityRecall":0.7,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":74,"valid":true,"effective":93.56862745098039,"costUsd":0.00187792,"latencySeconds":4.386,"attempts":1,"calledAt":"2026-09-15T22:23:36.132Z","usage":{"inputTokens":2057,"outputTokens":469,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.8856209150326797,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.56862745098039,"consensusEffective":93.56862745098039,"neWords":41,"enWords":49,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":75,"valid":true,"effective":85.5,"costUsd":0.00199738,"latencySeconds":4.827,"attempts":1,"calledAt":"2026-09-15T22:23:38.498Z","usage":{"inputTokens":2064,"outputTokens":527,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":47,"enWords":73,"entityPrecision":0.714,"entityRecall":0.833,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":76,"valid":true,"effective":97.75,"costUsd":0.0027775,"latencySeconds":4.837,"attempts":1,"calledAt":"2026-09-15T22:23:40.965Z","usage":{"inputTokens":3195,"outputTokens":544,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.42857142857142855,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":43,"enWords":61,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":77,"valid":true,"effective":94.58333333333333,"costUsd":0.00153208,"latencySeconds":4.893,"attempts":1,"calledAt":"2026-09-15T22:23:41.030Z","usage":{"inputTokens":1449,"outputTokens":497,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9444444444444444,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.58333333333333,"consensusEffective":94.58333333333333,"neWords":53,"enWords":55,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":78,"valid":true,"effective":96.73529411764706,"costUsd":0.0022792,"latencySeconds":4.947,"attempts":1,"calledAt":"2026-09-15T22:23:43.452Z","usage":{"inputTokens":2272,"outputTokens":600,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":61,"enWords":62,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":79,"valid":true,"effective":87.5,"costUsd":0.00156376,"latencySeconds":4.792,"attempts":1,"calledAt":"2026-09-15T22:23:45.764Z","usage":{"inputTokens":1521,"outputTokens":489,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5833333333333333,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.5,"consensusEffective":85.5,"neWords":58,"enWords":63,"entityPrecision":0.667,"entityRecall":0.4,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":80,"valid":true,"effective":85.0,"costUsd":0.00253528,"latencySeconds":5.269,"attempts":1,"calledAt":"2026-09-15T22:23:46.305Z","usage":{"inputTokens":2942,"outputTokens":506,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.46153846153846156,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.0,"consensusEffective":93.66666666666667,"neWords":51,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":81,"valid":true,"effective":92.02272727272728,"costUsd":0.00200068,"latencySeconds":4.89,"attempts":1,"calledAt":"2026-09-15T22:23:48.348Z","usage":{"inputTokens":2153,"outputTokens":499,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8928571428571428,"precision":0.9090909090909092,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.02272727272728,"consensusEffective":92.02272727272728,"neWords":46,"enWords":54,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":82,"valid":true,"effective":79.25595238095238,"costUsd":0.00266596,"latencySeconds":6.819,"attempts":1,"calledAt":"2026-09-15T22:23:52.590Z","usage":{"inputTokens":3002,"outputTokens":552,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.125,"precision":0.7946428571428572,"ne":6.5,"en":6,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.25595238095238,"consensusEffective":82.58928571428572,"neWords":65,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":83,"valid":true,"effective":95.5,"costUsd":0.0021076,"latencySeconds":5.502,"attempts":1,"calledAt":"2026-09-15T22:23:51.814Z","usage":{"inputTokens":2360,"outputTokens":484,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6428571428571428,"precision":0.95,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":46,"enWords":54,"entityPrecision":0.667,"entityRecall":0.333,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":84,"valid":true,"effective":98.5,"costUsd":0.00242242,"latencySeconds":4.932,"attempts":1,"calledAt":"2026-09-15T22:23:53.288Z","usage":{"inputTokens":2660,"outputTokens":543,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":50,"enWords":66,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":85,"valid":true,"effective":97.75,"costUsd":0.00172876,"latencySeconds":4.388,"attempts":1,"calledAt":"2026-09-15T22:23:56.207Z","usage":{"inputTokens":1864,"outputTokens":458,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":45,"enWords":54,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":86,"valid":true,"effective":98.5,"costUsd":0.0019063,"latencySeconds":4.118,"attempts":1,"calledAt":"2026-09-15T22:23:56.715Z","usage":{"inputTokens":2175,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":35,"enWords":48,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":87,"valid":true,"effective":95.75,"costUsd":0.00170434,"latencySeconds":5.293,"attempts":1,"calledAt":"2026-09-15T22:23:58.587Z","usage":{"inputTokens":1443,"outputTokens":586,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.9583333333333333,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.75,"consensusEffective":95.75,"neWords":65,"enWords":71,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":88,"valid":true,"effective":73.54166666666666,"costUsd":0.00207394,"latencySeconds":6.969,"attempts":1,"calledAt":"2026-09-15T22:24:03.184Z","usage":{"inputTokens":1580,"outputTokens":727,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.42857142857142855,"precision":0.7875,"ne":7,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":73.54166666666666,"consensusEffective":73.54166666666666,"neWords":81,"enWords":82,"entityPrecision":0.889,"entityRecall":0.471,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":89,"valid":true,"effective":73.06730769230768,"costUsd":0.00173734,"latencySeconds":5.06,"attempts":1,"calledAt":"2026-09-15T22:24:01.782Z","usage":{"inputTokens":1745,"outputTokens":502,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":0.7355769230769231,"ne":8.5,"en":5.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":73.06730769230768,"consensusEffective":73.06730769230768,"neWords":58,"enWords":59,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":90,"valid":true,"effective":98.5,"costUsd":0.00185812,"latencySeconds":4.508,"attempts":1,"calledAt":"2026-09-15T22:24:03.102Z","usage":{"inputTokens":2078,"outputTokens":452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":45,"enWords":49,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":91,"valid":true,"effective":94.75,"costUsd":0.00192478,"latencySeconds":4.786,"attempts":1,"calledAt":"2026-09-15T22:24:06.576Z","usage":{"inputTokens":2254,"outputTokens":427,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666667,"precision":0.9,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":44,"enWords":52,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":92,"valid":true,"effective":95.77272727272728,"costUsd":0.0019624,"latencySeconds":5.001,"attempts":1,"calledAt":"2026-09-15T22:24:08.111Z","usage":{"inputTokens":1975,"outputTokens":539,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9090909090909092,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.77272727272728,"consensusEffective":95.77272727272728,"neWords":53,"enWords":60,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":93,"valid":true,"effective":98.5,"costUsd":0.00214522,"latencySeconds":5.543,"attempts":1,"calledAt":"2026-09-15T22:24:08.735Z","usage":{"inputTokens":1760,"outputTokens":703,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":58,"enWords":62,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":94,"valid":true,"effective":97.13636363636364,"costUsd":0.00217888,"latencySeconds":4.285,"attempts":1,"calledAt":"2026-09-15T22:24:10.869Z","usage":{"inputTokens":2426,"outputTokens":498,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":56,"enWords":69,"entityPrecision":0.667,"entityRecall":0.25,"entityF1":0.364,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":95,"valid":true,"effective":95.8,"costUsd":0.00235378,"latencySeconds":5.599,"attempts":1,"calledAt":"2026-09-15T22:24:13.719Z","usage":{"inputTokens":2448,"outputTokens":579,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.96,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.8,"consensusEffective":95.8,"neWords":59,"enWords":67,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":96,"valid":true,"effective":92.10897435897436,"costUsd":0.00246466,"latencySeconds":6.016,"attempts":1,"calledAt":"2026-09-15T22:24:14.764Z","usage":{"inputTokens":2460,"outputTokens":631,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5,"precision":0.9230769230769231,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.10897435897436,"consensusEffective":92.10897435897436,"neWords":66,"enWords":88,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":97,"valid":true,"effective":92.19565217391303,"costUsd":0.00262174,"latencySeconds":5.424,"attempts":1,"calledAt":"2026-09-15T22:24:16.303Z","usage":{"inputTokens":2890,"outputTokens":567,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.65625,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.19565217391303,"consensusEffective":92.19565217391303,"neWords":56,"enWords":61,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":98,"valid":true,"effective":89.27272727272728,"costUsd":0.00162844,"latencySeconds":4.324,"attempts":1,"calledAt":"2026-09-15T22:24:18.051Z","usage":{"inputTokens":1835,"outputTokens":417,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.25,"precision":0.8257575757575758,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.27272727272728,"consensusEffective":89.27272727272728,"neWords":41,"enWords":43,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"deepseek-v4-pro-0813","questionId":99,"valid":true,"effective":88.81451612903226,"costUsd":0.00279928,"latencySeconds":5.955,"attempts":1,"calledAt":"2026-09-15T22:24:20.727Z","usage":{"inputTokens":3171,"outputTokens":563,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5131578947368421,"precision":0.935483870967742,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.81451612903226,"consensusEffective":88.81451612903226,"neWords":74,"enWords":63,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"deepseek-v4-pro-0813","questionId":100,"valid":true,"effective":91.04166666666667,"costUsd":0.00177628,"latencySeconds":4.525,"attempts":1,"calledAt":"2026-09-15T22:24:20.837Z","usage":{"inputTokens":1924,"outputTokens":462,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.875,"precision":0.9375,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.04166666666667,"consensusEffective":91.04166666666667,"neWords":46,"enWords":56,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":1,"valid":true,"effective":91.5,"costUsd":0.016608,"latencySeconds":9.949,"attempts":1,"calledAt":"2026-09-15T14:14:33.804Z","usage":{"inputTokens":1842,"outputTokens":1077,"reasoningTokens":772},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.375,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.5,"consensusEffective":96.5,"neWords":43,"enWords":53,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":2,"valid":true,"effective":80.77777777777777,"costUsd":0.010186,"latencySeconds":6.409,"attempts":1,"calledAt":"2026-09-15T14:14:30.266Z","usage":{"inputTokens":1913,"outputTokens":530,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6944444444444444,"supporting":0.36363636363636365,"precision":0.9166666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":80.77777777777777,"consensusEffective":81.75,"neWords":75,"enWords":83,"entityPrecision":0.667,"entityRecall":0.545,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":3,"valid":true,"effective":78.5,"costUsd":0.009762,"latencySeconds":5.747,"attempts":1,"calledAt":"2026-09-15T14:14:29.604Z","usage":{"inputTokens":2283,"outputTokens":433,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.32142857142857145,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":78.5,"consensusEffective":78.5,"neWords":70,"enWords":78,"entityPrecision":1,"entityRecall":0.214,"entityF1":0.353,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":4,"valid":true,"effective":76.59210526315789,"costUsd":0.009256,"latencySeconds":8.346,"attempts":1,"calledAt":"2026-09-15T14:14:37.953Z","usage":{"inputTokens":2252,"outputTokens":396,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.3076923076923077,"precision":0.8947368421052632,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":76.59210526315789,"consensusEffective":74.92543859649123,"neWords":48,"enWords":62,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":5,"valid":true,"effective":89.76666666666667,"costUsd":0.020622,"latencySeconds":14.568,"attempts":1,"calledAt":"2026-09-15T14:14:44.839Z","usage":{"inputTokens":2493,"outputTokens":1303,"reasoningTokens":799},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.7045454545454546,"precision":0.9199999999999999,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.76666666666667,"consensusEffective":93.1,"neWords":72,"enWords":90,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":6,"valid":true,"effective":94.67105263157895,"costUsd":0.00986,"latencySeconds":5.696,"attempts":1,"calledAt":"2026-09-15T14:14:39.504Z","usage":{"inputTokens":2446,"outputTokens":414,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4375,"precision":0.9473684210526316,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.67105263157895,"consensusEffective":94.67105263157895,"neWords":74,"enWords":74,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":7,"valid":true,"effective":75.0,"costUsd":0.01077,"latencySeconds":5.739,"attempts":1,"calledAt":"2026-09-15T14:14:43.695Z","usage":{"inputTokens":2511,"outputTokens":479,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45,"supporting":0.5208333333333333,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":75.0,"consensusEffective":83.66666666666666,"neWords":72,"enWords":86,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":8,"valid":true,"effective":94.3125,"costUsd":0.020856,"latencySeconds":13.253,"attempts":1,"calledAt":"2026-09-15T14:14:52.760Z","usage":{"inputTokens":2412,"outputTokens":1336,"reasoningTokens":903},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6029411764705883,"precision":0.96875,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.3125,"consensusEffective":94.3125,"neWords":56,"enWords":66,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":9,"valid":true,"effective":96.25,"costUsd":0.010608,"latencySeconds":6.289,"attempts":1,"calledAt":"2026-09-15T14:14:49.987Z","usage":{"inputTokens":2196,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4318181818181818,"precision":0.95,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":46,"enWords":64,"entityPrecision":0.7,"entityRecall":0.538,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":10,"valid":true,"effective":97.75,"costUsd":0.010674,"latencySeconds":6.214,"attempts":1,"calledAt":"2026-09-15T14:14:51.055Z","usage":{"inputTokens":2463,"outputTokens":479,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666666,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":55,"enWords":64,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":11,"valid":true,"effective":69.00877192982458,"costUsd":0.010548,"latencySeconds":6.097,"attempts":1,"calledAt":"2026-09-15T14:14:56.086Z","usage":{"inputTokens":2316,"outputTokens":493,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4166666666666667,"supporting":0.2692307692307692,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":69.00877192982458,"consensusEffective":77.34210526315789,"neWords":72,"enWords":79,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":12,"valid":true,"effective":90.5,"costUsd":0.009918,"latencySeconds":8.509,"attempts":1,"calledAt":"2026-09-15T14:14:59.566Z","usage":{"inputTokens":2253,"outputTokens":451,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":90.5,"neWords":50,"enWords":59,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":13,"valid":true,"effective":79.4090909090909,"costUsd":0.010132,"latencySeconds":6.819,"attempts":1,"calledAt":"2026-09-15T14:14:59.582Z","usage":{"inputTokens":2198,"outputTokens":478,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.375,"precision":0.8636363636363636,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":79.4090909090909,"consensusEffective":86.4090909090909,"neWords":57,"enWords":65,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":14,"valid":true,"effective":75.5,"costUsd":0.00934,"latencySeconds":5.453,"attempts":1,"calledAt":"2026-09-15T14:15:01.542Z","usage":{"inputTokens":2306,"outputTokens":394,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.359375,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":75.5,"consensusEffective":80.5,"neWords":64,"enWords":72,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":15,"valid":true,"effective":98.5,"costUsd":0.011188,"latencySeconds":7.304,"attempts":1,"calledAt":"2026-09-15T14:15:06.873Z","usage":{"inputTokens":2054,"outputTokens":590,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.41666666666666663,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":77,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":16,"valid":true,"effective":69.8703007518797,"costUsd":0.009482,"latencySeconds":5.637,"attempts":2,"calledAt":"2026-09-15T14:15:08.601Z","usage":{"inputTokens":2071,"outputTokens":445,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.625,"precision":0.7706766917293233,"ne":8.5,"en":6,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":69.8703007518797,"consensusEffective":69.8703007518797,"neWords":56,"enWords":76,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":17,"valid":true,"effective":91.71666666666667,"costUsd":0.009348,"latencySeconds":6.035,"attempts":1,"calledAt":"2026-09-15T14:15:07.582Z","usage":{"inputTokens":1542,"outputTokens":522,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5454545454545454,"precision":0.8488888888888889,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.71666666666667,"consensusEffective":91.71666666666667,"neWords":71,"enWords":81,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":18,"valid":true,"effective":91.97058823529412,"costUsd":0.014526,"latencySeconds":12.02,"attempts":1,"calledAt":"2026-09-15T14:15:18.896Z","usage":{"inputTokens":1407,"outputTokens":976,"reasoningTokens":618},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8823529411764706,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.97058823529412,"consensusEffective":91.97058823529412,"neWords":39,"enWords":40,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":19,"valid":true,"effective":98.5,"costUsd":0.008094,"latencySeconds":6.949,"attempts":1,"calledAt":"2026-09-15T14:15:14.533Z","usage":{"inputTokens":1851,"outputTokens":366,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":71,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":20,"valid":true,"effective":84.16666666666666,"costUsd":0.009374,"latencySeconds":6.457,"attempts":1,"calledAt":"2026-09-15T14:15:15.060Z","usage":{"inputTokens":2335,"outputTokens":392,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.45833333333333337,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.16666666666666,"consensusEffective":85.5,"neWords":46,"enWords":62,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":21,"valid":true,"effective":74.31422924901186,"costUsd":0.023746,"latencySeconds":12.757,"attempts":1,"calledAt":"2026-09-15T14:15:27.292Z","usage":{"inputTokens":2663,"outputTokens":1535,"reasoningTokens":1092},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5681818181818181,"supporting":0.13636363636363635,"precision":0.8695652173913043,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":74.31422924901186,"consensusEffective":70.33695652173913,"neWords":71,"enWords":76,"entityPrecision":1,"entityRecall":0.227,"entityF1":0.37,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":22,"valid":true,"effective":82.4647465437788,"costUsd":0.024462,"latencySeconds":14.173,"attempts":1,"calledAt":"2026-09-15T14:15:29.235Z","usage":{"inputTokens":2649,"outputTokens":1597,"reasoningTokens":1066},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.275,"precision":0.830967741935484,"ne":7.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":82.4647465437788,"consensusEffective":88.17903225806451,"neWords":79,"enWords":80,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":23,"valid":true,"effective":83.25,"costUsd":0.008766,"latencySeconds":6.401,"attempts":1,"calledAt":"2026-09-15T14:15:25.301Z","usage":{"inputTokens":1773,"outputTokens":435,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.25,"precision":0.7833333333333333,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":83.25,"consensusEffective":83.25,"neWords":62,"enWords":72,"entityPrecision":0.833,"entityRecall":0.333,"entityF1":0.476,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":24,"valid":true,"effective":93.25,"costUsd":0.012326,"latencySeconds":9.957,"attempts":1,"calledAt":"2026-09-15T14:15:35.261Z","usage":{"inputTokens":1141,"outputTokens":837,"reasoningTokens":631},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.25,"consensusEffective":93.25,"neWords":29,"enWords":31,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":25,"valid":true,"effective":98.5,"costUsd":0.007558,"latencySeconds":6.287,"attempts":1,"calledAt":"2026-09-15T14:15:33.583Z","usage":{"inputTokens":1463,"outputTokens":386,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":44,"enWords":52,"entityPrecision":0.667,"entityRecall":1,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":26,"valid":true,"effective":93.0,"costUsd":0.0086,"latencySeconds":5.756,"attempts":1,"calledAt":"2026-09-15T14:15:34.993Z","usage":{"inputTokens":1912,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4375,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.0,"consensusEffective":92.0,"neWords":46,"enWords":48,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":27,"valid":true,"effective":78.63725490196077,"costUsd":0.017146,"latencySeconds":11.221,"attempts":1,"calledAt":"2026-09-15T14:15:44.808Z","usage":{"inputTokens":1487,"outputTokens":1181,"reasoningTokens":820},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.3214285714285714,"precision":0.8823529411764706,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":78.63725490196077,"consensusEffective":78.63725490196077,"neWords":44,"enWords":46,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":28,"valid":true,"effective":93.83333333333333,"costUsd":0.006302,"latencySeconds":5.075,"attempts":1,"calledAt":"2026-09-15T14:15:40.070Z","usage":{"inputTokens":1459,"outputTokens":282,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9444444444444444,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.83333333333333,"consensusEffective":93.83333333333333,"neWords":45,"enWords":54,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":29,"valid":true,"effective":98.5,"costUsd":0.008412,"latencySeconds":8.464,"attempts":1,"calledAt":"2026-09-15T14:15:43.729Z","usage":{"inputTokens":2016,"outputTokens":365,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.34090909090909094,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":57,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":30,"valid":true,"effective":98.5,"costUsd":0.0095,"latencySeconds":7.571,"attempts":1,"calledAt":"2026-09-15T14:15:47.643Z","usage":{"inputTokens":2128,"outputTokens":437,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":54,"enWords":68,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":31,"valid":true,"effective":98.5,"costUsd":0.00769,"latencySeconds":5.778,"attempts":1,"calledAt":"2026-09-15T14:15:49.512Z","usage":{"inputTokens":1673,"outputTokens":362,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":54,"enWords":60,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":32,"valid":true,"effective":91.04166666666666,"costUsd":0.013824,"latencySeconds":9.804,"attempts":1,"calledAt":"2026-09-15T14:15:54.615Z","usage":{"inputTokens":1248,"outputTokens":944,"reasoningTokens":563},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5454545454545454,"precision":0.8263888888888888,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.04166666666666,"consensusEffective":91.04166666666666,"neWords":43,"enWords":52,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":33,"valid":true,"effective":95.0,"costUsd":0.017598,"latencySeconds":10.602,"attempts":1,"calledAt":"2026-09-15T14:15:58.246Z","usage":{"inputTokens":1323,"outputTokens":1246,"reasoningTokens":784},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7222222222222222,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.0,"consensusEffective":95.0,"neWords":50,"enWords":59,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":34,"valid":true,"effective":98.5,"costUsd":0.00838,"latencySeconds":4.943,"attempts":1,"calledAt":"2026-09-15T14:15:54.460Z","usage":{"inputTokens":1772,"outputTokens":403,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":56,"entityPrecision":0.667,"entityRecall":0.8,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":35,"valid":true,"effective":98.5,"costUsd":0.007204,"latencySeconds":4.492,"attempts":1,"calledAt":"2026-09-15T14:15:58.956Z","usage":{"inputTokens":1934,"outputTokens":278,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":48,"enWords":58,"entityPrecision":0.5,"entityRecall":0.25,"entityF1":0.333,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":36,"valid":true,"effective":90.5,"costUsd":0.013718,"latencySeconds":11.037,"attempts":1,"calledAt":"2026-09-15T14:16:05.656Z","usage":{"inputTokens":1339,"outputTokens":920,"reasoningTokens":585},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8333333333333333,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.5,"consensusEffective":90.5,"neWords":42,"enWords":52,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":37,"valid":true,"effective":85.0,"costUsd":0.01597,"latencySeconds":10.814,"attempts":1,"calledAt":"2026-09-15T14:16:09.071Z","usage":{"inputTokens":1433,"outputTokens":1092,"reasoningTokens":666},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.5714285714285714,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.0,"consensusEffective":97.0,"neWords":57,"enWords":71,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":38,"valid":true,"effective":97.0,"costUsd":0.006394,"latencySeconds":5.654,"attempts":1,"calledAt":"2026-09-15T14:16:04.612Z","usage":{"inputTokens":1205,"outputTokens":332,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":52,"enWords":44,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":39,"valid":true,"effective":78.26923076923077,"costUsd":0.011842,"latencySeconds":8.849,"attempts":1,"calledAt":"2026-09-15T14:16:13.469Z","usage":{"inputTokens":1013,"outputTokens":818,"reasoningTokens":618},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.5256410256410257,"ne":7.5,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":78.26923076923077,"consensusEffective":78.26923076923077,"neWords":38,"enWords":41,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":40,"valid":true,"effective":87.69565217391305,"costUsd":0.010284,"latencySeconds":5.652,"attempts":1,"calledAt":"2026-09-15T14:16:11.312Z","usage":{"inputTokens":2322,"outputTokens":470,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.375,"precision":0.8731884057971014,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.69565217391305,"consensusEffective":87.69565217391305,"neWords":59,"enWords":84,"entityPrecision":0.857,"entityRecall":0.375,"entityF1":0.522,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":41,"valid":true,"effective":98.5,"costUsd":0.008262,"latencySeconds":5.559,"attempts":1,"calledAt":"2026-09-15T14:16:14.634Z","usage":{"inputTokens":2049,"outputTokens":347,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.59375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":40,"enWords":52,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":42,"valid":true,"effective":89.38461538461539,"costUsd":0.010408,"latencySeconds":5.929,"attempts":1,"calledAt":"2026-09-15T14:16:17.245Z","usage":{"inputTokens":2456,"outputTokens":458,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.32499999999999996,"precision":0.7961538461538462,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":89.38461538461539,"consensusEffective":89.38461538461539,"neWords":54,"enWords":63,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":43,"valid":true,"effective":93.6413043478261,"costUsd":0.018972,"latencySeconds":10.293,"attempts":1,"calledAt":"2026-09-15T14:16:23.765Z","usage":{"inputTokens":2208,"outputTokens":1213,"reasoningTokens":782},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9130434782608696,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":93.6413043478261,"consensusEffective":93.6413043478261,"neWords":61,"enWords":63,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":44,"valid":true,"effective":77.08771929824562,"costUsd":0.017644,"latencySeconds":9.878,"attempts":2,"calledAt":"2026-09-15T14:16:27.816Z","usage":{"inputTokens":2456,"outputTokens":1061,"reasoningTokens":620},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333334,"supporting":0.375,"precision":0.8918128654970761,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":77.08771929824562,"consensusEffective":87.08771929824562,"neWords":56,"enWords":62,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":45,"valid":true,"effective":87.0,"costUsd":0.008698,"latencySeconds":5.529,"attempts":1,"calledAt":"2026-09-15T14:16:22.776Z","usage":{"inputTokens":2435,"outputTokens":319,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5714285714285714,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":43,"enWords":60,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":46,"valid":true,"effective":91.41666666666666,"costUsd":0.010394,"latencySeconds":5.399,"attempts":1,"calledAt":"2026-09-15T14:16:28.180Z","usage":{"inputTokens":2425,"outputTokens":462,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.4375,"precision":0.95,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.41666666666666,"consensusEffective":90.75,"neWords":54,"enWords":68,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":47,"valid":true,"effective":88.5,"costUsd":0.00953,"latencySeconds":5.628,"attempts":1,"calledAt":"2026-09-15T14:16:29.397Z","usage":{"inputTokens":2257,"outputTokens":418,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5357142857142857,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":96.0,"neWords":61,"enWords":84,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":48,"valid":true,"effective":98.5,"costUsd":0.00928,"latencySeconds":9.067,"attempts":1,"calledAt":"2026-09-15T14:16:36.886Z","usage":{"inputTokens":2048,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":60,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":49,"valid":true,"effective":73.58333333333334,"costUsd":0.019546,"latencySeconds":13.133,"attempts":1,"calledAt":"2026-09-15T14:16:41.316Z","usage":{"inputTokens":2501,"outputTokens":1212,"reasoningTokens":755},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333334,"supporting":0.32499999999999996,"precision":0.85,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":73.58333333333334,"consensusEffective":78.25,"neWords":62,"enWords":87,"entityPrecision":0.8,"entityRecall":0.444,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":50,"valid":true,"effective":97.0,"costUsd":0.008774,"latencySeconds":5.22,"attempts":1,"calledAt":"2026-09-15T14:16:34.620Z","usage":{"inputTokens":2359,"outputTokens":338,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":56,"enWords":64,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":51,"valid":true,"effective":87.0,"costUsd":0.009288,"latencySeconds":4.952,"attempts":1,"calledAt":"2026-09-15T14:16:39.574Z","usage":{"inputTokens":2550,"outputTokens":349,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9166666666666667,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":47,"enWords":55,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":52,"valid":true,"effective":86.59210526315789,"costUsd":0.008882,"latencySeconds":5.961,"attempts":1,"calledAt":"2026-09-15T14:16:42.852Z","usage":{"inputTokens":1765,"outputTokens":446,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.3611111111111111,"precision":0.8947368421052632,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":86.59210526315789,"consensusEffective":94.59210526315789,"neWords":59,"enWords":68,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":53,"valid":true,"effective":89.32867132867133,"costUsd":0.01181,"latencySeconds":7.346,"attempts":1,"calledAt":"2026-09-15T14:16:46.922Z","usage":{"inputTokens":2557,"outputTokens":558,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.45833333333333337,"precision":0.8776223776223776,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.32867132867133,"consensusEffective":89.32867132867133,"neWords":76,"enWords":97,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":54,"valid":true,"effective":92.03571428571428,"costUsd":0.009486,"latencySeconds":5.196,"attempts":1,"calledAt":"2026-09-15T14:16:46.516Z","usage":{"inputTokens":2115,"outputTokens":438,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.14285714285714285,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.03571428571428,"consensusEffective":89.75,"neWords":53,"enWords":63,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":55,"valid":true,"effective":88.5,"costUsd":0.007934,"latencySeconds":5.116,"attempts":1,"calledAt":"2026-09-15T14:16:47.973Z","usage":{"inputTokens":2023,"outputTokens":324,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":39,"enWords":53,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":56,"valid":true,"effective":95.33333333333333,"costUsd":0.010014,"latencySeconds":6.683,"attempts":1,"calledAt":"2026-09-15T14:16:53.203Z","usage":{"inputTokens":2223,"outputTokens":464,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.39583333333333337,"precision":0.9444444444444444,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.33333333333333,"consensusEffective":95.33333333333333,"neWords":74,"enWords":83,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":57,"valid":true,"effective":94.85714285714286,"costUsd":0.023878,"latencySeconds":19.502,"attempts":1,"calledAt":"2026-09-15T14:17:06.430Z","usage":{"inputTokens":2387,"outputTokens":1592,"reasoningTokens":1225},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3269230769230769,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.85714285714286,"consensusEffective":94.85714285714286,"neWords":70,"enWords":74,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":58,"valid":true,"effective":90.875,"costUsd":0.009102,"latencySeconds":7.389,"attempts":1,"calledAt":"2026-09-15T14:16:55.366Z","usage":{"inputTokens":2031,"outputTokens":420,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4,"precision":0.8708333333333333,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.875,"consensusEffective":90.875,"neWords":61,"enWords":80,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":59,"valid":true,"effective":95.16666666666667,"costUsd":0.008118,"latencySeconds":5.027,"attempts":1,"calledAt":"2026-09-15T14:16:58.233Z","usage":{"inputTokens":2205,"outputTokens":309,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.16666666666667,"consensusEffective":95.16666666666667,"neWords":56,"enWords":65,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":60,"valid":true,"effective":95.75,"costUsd":0.009628,"latencySeconds":5.825,"attempts":1,"calledAt":"2026-09-15T14:17:01.196Z","usage":{"inputTokens":1814,"outputTokens":500,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.30000000000000004,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.75,"consensusEffective":97.75,"neWords":43,"enWords":52,"entityPrecision":0.667,"entityRecall":0.545,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":61,"valid":true,"effective":71.5104620749782,"costUsd":0.015188,"latencySeconds":9.298,"attempts":1,"calledAt":"2026-09-15T14:17:07.534Z","usage":{"inputTokens":2566,"outputTokens":838,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.5,"precision":0.8003487358326068,"ne":7.5,"en":7.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":3.5,"cleanEffective":71.5104620749782,"consensusEffective":72.22474778926392,"neWords":101,"enWords":111,"entityPrecision":0.688,"entityRecall":0.688,"entityF1":0.688,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":62,"valid":true,"effective":85.57142857142858,"costUsd":0.00872,"latencySeconds":5.611,"attempts":1,"calledAt":"2026-09-15T14:17:06.810Z","usage":{"inputTokens":1768,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7142857142857143,"supporting":0.41666666666666663,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.57142857142858,"consensusEffective":94.5,"neWords":54,"enWords":67,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":63,"valid":true,"effective":97.75,"costUsd":0.010332,"latencySeconds":6.224,"attempts":1,"calledAt":"2026-09-15T14:17:12.659Z","usage":{"inputTokens":2472,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":53,"enWords":65,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":64,"valid":true,"effective":86.25,"costUsd":0.009404,"latencySeconds":4.726,"attempts":1,"calledAt":"2026-09-15T14:17:11.539Z","usage":{"inputTokens":2134,"outputTokens":428,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":31,"enWords":51,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":65,"valid":true,"effective":85.75,"costUsd":0.01193,"latencySeconds":8.452,"attempts":1,"calledAt":"2026-09-15T14:17:15.989Z","usage":{"inputTokens":2155,"outputTokens":635,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.10714285714285714,"precision":0.85,"ne":9.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.75,"consensusEffective":90.39285714285714,"neWords":56,"enWords":77,"entityPrecision":0.833,"entityRecall":0.667,"entityF1":0.741,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":66,"valid":true,"effective":91.83333333333334,"costUsd":0.011392,"latencySeconds":6.569,"attempts":1,"calledAt":"2026-09-15T14:17:18.114Z","usage":{"inputTokens":1976,"outputTokens":620,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.83333333333334,"consensusEffective":88.5,"neWords":60,"enWords":75,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":67,"valid":true,"effective":95.77272727272728,"costUsd":0.007864,"latencySeconds":4.724,"attempts":1,"calledAt":"2026-09-15T14:17:17.386Z","usage":{"inputTokens":2024,"outputTokens":318,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9090909090909092,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.77272727272728,"consensusEffective":95.77272727272728,"neWords":40,"enWords":50,"entityPrecision":0.8,"entityRecall":0.444,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":68,"valid":true,"effective":96.0,"costUsd":0.00821,"latencySeconds":4.566,"attempts":1,"calledAt":"2026-09-15T14:17:20.559Z","usage":{"inputTokens":2065,"outputTokens":340,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.3333333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":44,"enWords":56,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":69,"valid":true,"effective":91.08333333333334,"costUsd":0.008134,"latencySeconds":5.16,"attempts":1,"calledAt":"2026-09-15T14:17:22.552Z","usage":{"inputTokens":1829,"outputTokens":373,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.22727272727272727,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.08333333333334,"consensusEffective":91.08333333333334,"neWords":55,"enWords":78,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":70,"valid":true,"effective":98.5,"costUsd":0.008652,"latencySeconds":6.44,"attempts":1,"calledAt":"2026-09-15T14:17:24.557Z","usage":{"inputTokens":1746,"outputTokens":430,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":60,"enWords":73,"entityPrecision":0.857,"entityRecall":0.5,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":71,"valid":true,"effective":74.71428571428571,"costUsd":0.023124,"latencySeconds":13.493,"attempts":1,"calledAt":"2026-09-15T14:17:34.056Z","usage":{"inputTokens":2448,"outputTokens":1519,"reasoningTokens":994},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.34090909090909094,"precision":0.8071428571428572,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":2,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":74.71428571428571,"consensusEffective":79.71428571428572,"neWords":69,"enWords":64,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":72,"valid":true,"effective":91.88492063492063,"costUsd":0.008798,"latencySeconds":5.428,"attempts":1,"calledAt":"2026-09-15T14:17:27.986Z","usage":{"inputTokens":1789,"outputTokens":435,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":0.8544973544973544,"ne":8.5,"en":9,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.88492063492063,"consensusEffective":91.88492063492063,"neWords":74,"enWords":77,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":73,"valid":true,"effective":90.0,"costUsd":0.008354,"latencySeconds":5.208,"attempts":1,"calledAt":"2026-09-15T14:17:29.769Z","usage":{"inputTokens":1795,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.3888888888888889,"precision":0.95,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.0,"consensusEffective":90.0,"neWords":46,"enWords":54,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":74,"valid":true,"effective":96.83333333333333,"costUsd":0.007354,"latencySeconds":6.57,"attempts":1,"calledAt":"2026-09-15T14:17:34.560Z","usage":{"inputTokens":1535,"outputTokens":357,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":39,"enWords":52,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":75,"valid":true,"effective":81.25,"costUsd":0.007838,"latencySeconds":5.344,"attempts":1,"calledAt":"2026-09-15T14:17:35.118Z","usage":{"inputTokens":1639,"outputTokens":380,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.4,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.25,"consensusEffective":81.25,"neWords":38,"enWords":53,"entityPrecision":0.833,"entityRecall":0.833,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":76,"valid":true,"effective":96.73529411764706,"costUsd":0.009824,"latencySeconds":6.205,"attempts":1,"calledAt":"2026-09-15T14:17:40.267Z","usage":{"inputTokens":2170,"outputTokens":457,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":51,"enWords":65,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":77,"valid":true,"effective":97.75,"costUsd":0.013056,"latencySeconds":9.171,"attempts":1,"calledAt":"2026-09-15T14:17:43.736Z","usage":{"inputTokens":1452,"outputTokens":846,"reasoningTokens":501},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":47,"enWords":51,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":78,"valid":true,"effective":96.5,"costUsd":0.00786,"latencySeconds":5.745,"attempts":1,"calledAt":"2026-09-15T14:17:40.867Z","usage":{"inputTokens":1710,"outputTokens":370,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4375,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":50,"enWords":53,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":79,"valid":true,"effective":84.34210526315789,"costUsd":0.013164,"latencySeconds":10.569,"attempts":1,"calledAt":"2026-09-15T14:17:50.840Z","usage":{"inputTokens":1230,"outputTokens":892,"reasoningTokens":566},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5833333333333334,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.34210526315789,"consensusEffective":82.34210526315789,"neWords":52,"enWords":63,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":80,"valid":true,"effective":76.77272727272728,"costUsd":0.008346,"latencySeconds":5.778,"attempts":1,"calledAt":"2026-09-15T14:17:46.648Z","usage":{"inputTokens":2073,"outputTokens":350,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6,"supporting":0.3653846153846154,"precision":0.9090909090909092,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":76.77272727272728,"consensusEffective":92.77272727272728,"neWords":52,"enWords":66,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-1-pro","questionId":81,"valid":true,"effective":97.75,"costUsd":0.008692,"latencySeconds":5.155,"attempts":1,"calledAt":"2026-09-15T14:17:48.894Z","usage":{"inputTokens":1670,"outputTokens":446,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":42,"enWords":47,"entityPrecision":0.875,"entityRecall":0.875,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":82,"valid":true,"effective":88.73529411764706,"costUsd":0.00912,"latencySeconds":14.832,"attempts":1,"calledAt":"2026-09-15T14:18:01.484Z","usage":{"inputTokens":2094,"outputTokens":411,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.2,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.73529411764706,"consensusEffective":87.73529411764706,"neWords":63,"enWords":75,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":83,"valid":true,"effective":98.5,"costUsd":0.007928,"latencySeconds":5.226,"attempts":1,"calledAt":"2026-09-15T14:17:54.124Z","usage":{"inputTokens":1714,"outputTokens":375,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":60,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":84,"valid":true,"effective":98.5,"costUsd":0.008004,"latencySeconds":5.874,"attempts":1,"calledAt":"2026-09-15T14:17:56.720Z","usage":{"inputTokens":1800,"outputTokens":367,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":55,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":85,"valid":true,"effective":98.5,"costUsd":0.01526,"latencySeconds":10.273,"attempts":1,"calledAt":"2026-09-15T14:18:04.404Z","usage":{"inputTokens":1474,"outputTokens":1026,"reasoningTokens":702},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":43,"enWords":53,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":86,"valid":true,"effective":91.08333333333334,"costUsd":0.007642,"latencySeconds":4.915,"attempts":1,"calledAt":"2026-09-15T14:18:01.638Z","usage":{"inputTokens":1673,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6428571428571429,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.08333333333334,"consensusEffective":91.08333333333334,"neWords":39,"enWords":50,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":87,"valid":true,"effective":97.75,"costUsd":0.018306,"latencySeconds":11.311,"attempts":1,"calledAt":"2026-09-15T14:18:12.800Z","usage":{"inputTokens":1497,"outputTokens":1276,"reasoningTokens":925},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35714285714285715,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":49,"enWords":53,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":88,"valid":true,"effective":68.5,"costUsd":0.009098,"latencySeconds":6.765,"attempts":1,"calledAt":"2026-09-15T14:18:08.410Z","usage":{"inputTokens":1609,"outputTokens":490,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.2857142857142857,"precision":0.7916666666666667,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":68.5,"consensusEffective":68.5,"neWords":66,"enWords":68,"entityPrecision":1,"entityRecall":0.412,"entityF1":0.583,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":89,"valid":true,"effective":91.83333333333334,"costUsd":0.015424,"latencySeconds":11.403,"attempts":1,"calledAt":"2026-09-15T14:18:15.810Z","usage":{"inputTokens":1358,"outputTokens":1059,"reasoningTokens":747},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.8125,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.83333333333334,"consensusEffective":91.83333333333334,"neWords":48,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":90,"valid":true,"effective":97.75,"costUsd":0.01472,"latencySeconds":9.181,"attempts":1,"calledAt":"2026-09-15T14:18:17.595Z","usage":{"inputTokens":1504,"outputTokens":976,"reasoningTokens":722},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8055555555555556,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":49,"enWords":53,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":91,"valid":true,"effective":98.5,"costUsd":0.00708,"latencySeconds":6.319,"attempts":1,"calledAt":"2026-09-15T14:18:19.124Z","usage":{"inputTokens":1740,"outputTokens":300,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":42,"enWords":51,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":92,"valid":true,"effective":98.5,"costUsd":0.007936,"latencySeconds":5.802,"attempts":1,"calledAt":"2026-09-15T14:18:21.615Z","usage":{"inputTokens":1556,"outputTokens":402,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":60,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":93,"valid":true,"effective":95.5,"costUsd":0.015796,"latencySeconds":9.768,"attempts":1,"calledAt":"2026-09-15T14:18:27.369Z","usage":{"inputTokens":1400,"outputTokens":1083,"reasoningTokens":659},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.16666666666666666,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":51,"enWords":49,"entityPrecision":0.857,"entityRecall":0.429,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":94,"valid":true,"effective":96.5,"costUsd":0.008172,"latencySeconds":6.191,"attempts":1,"calledAt":"2026-09-15T14:18:25.320Z","usage":{"inputTokens":1818,"outputTokens":378,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9583333333333333,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":63,"enWords":74,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":95,"valid":true,"effective":95.60714285714286,"costUsd":0.00849,"latencySeconds":6.29,"attempts":1,"calledAt":"2026-09-15T14:18:27.909Z","usage":{"inputTokens":1785,"outputTokens":410,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.9285714285714286,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.60714285714286,"consensusEffective":95.60714285714286,"neWords":57,"enWords":72,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":96,"valid":true,"effective":87.0,"costUsd":0.008848,"latencySeconds":8.085,"attempts":1,"calledAt":"2026-09-15T14:18:33.410Z","usage":{"inputTokens":1796,"outputTokens":438,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4642857142857143,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":51,"enWords":59,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":97,"valid":true,"effective":93.8623188405797,"costUsd":0.00957,"latencySeconds":7.008,"attempts":1,"calledAt":"2026-09-15T14:18:34.380Z","usage":{"inputTokens":2205,"outputTokens":430,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.625,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.8623188405797,"consensusEffective":93.8623188405797,"neWords":58,"enWords":68,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":98,"valid":true,"effective":86.85714285714286,"costUsd":0.013508,"latencySeconds":8.659,"attempts":1,"calledAt":"2026-09-15T14:18:36.572Z","usage":{"inputTokens":1462,"outputTokens":882,"reasoningTokens":596},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":0.7952380952380952,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.85714285714286,"consensusEffective":86.85714285714286,"neWords":41,"enWords":46,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":99,"valid":true,"effective":90.1875,"costUsd":0.010396,"latencySeconds":5.962,"attempts":1,"calledAt":"2026-09-15T14:18:39.377Z","usage":{"inputTokens":2480,"outputTokens":453,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4342105263157895,"precision":0.90625,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.1875,"consensusEffective":90.1875,"neWords":73,"enWords":66,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-1-pro","questionId":100,"valid":true,"effective":96.0,"costUsd":0.015378,"latencySeconds":9.582,"attempts":1,"calledAt":"2026-09-15T14:18:43.967Z","usage":{"inputTokens":1569,"outputTokens":1020,"reasoningTokens":638},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9166666666666667,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":44,"enWords":47,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":1,"valid":true,"effective":88.5,"costUsd":0.00248775,"latencySeconds":2.526,"attempts":1,"calledAt":"2026-09-15T13:18:55.048Z","usage":{"inputTokens":1842,"outputTokens":295,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":98.5,"neWords":45,"enWords":61,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":2,"valid":true,"effective":82.3534188034188,"costUsd":0.002976,"latencySeconds":2.929,"attempts":1,"calledAt":"2026-09-15T13:18:55.452Z","usage":{"inputTokens":1913,"outputTokens":411,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7777777777777778,"supporting":0.38636363636363635,"precision":0.8830769230769231,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.3534188034188,"consensusEffective":83.74230769230769,"neWords":67,"enWords":66,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":3,"valid":true,"effective":92.64285714285714,"costUsd":0.0034185,"latencySeconds":5.164,"attempts":1,"calledAt":"2026-09-15T13:18:57.687Z","usage":{"inputTokens":2283,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4464285714285714,"precision":0.9047619047619048,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":92.64285714285714,"consensusEffective":92.64285714285714,"neWords":68,"enWords":77,"entityPrecision":0.75,"entityRecall":0.214,"entityF1":0.333,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":4,"valid":true,"effective":87.75,"costUsd":0.003369,"latencySeconds":4.711,"attempts":1,"calledAt":"2026-09-15T13:18:59.762Z","usage":{"inputTokens":2252,"outputTokens":448,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.21153846153846156,"precision":0.9444444444444444,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.75,"consensusEffective":79.41666666666666,"neWords":69,"enWords":68,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":5,"valid":true,"effective":94.34615384615384,"costUsd":0.00359475,"latencySeconds":3.025,"attempts":1,"calledAt":"2026-09-15T13:18:58.479Z","usage":{"inputTokens":2493,"outputTokens":460,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":0.9615384615384616,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.34615384615384,"consensusEffective":94.34615384615384,"neWords":63,"enWords":71,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":6,"valid":true,"effective":97.07142857142857,"costUsd":0.00341325,"latencySeconds":3.174,"attempts":1,"calledAt":"2026-09-15T13:19:00.863Z","usage":{"inputTokens":2446,"outputTokens":421,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5208333333333333,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":79,"enWords":80,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":7,"valid":true,"effective":70.34210526315789,"costUsd":0.003537,"latencySeconds":3.069,"attempts":1,"calledAt":"2026-09-15T13:19:01.551Z","usage":{"inputTokens":2511,"outputTokens":441,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45,"supporting":0.4583333333333333,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":70.34210526315789,"consensusEffective":79.00877192982455,"neWords":60,"enWords":78,"entityPrecision":0.857,"entityRecall":0.429,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":8,"valid":true,"effective":87.75,"costUsd":0.00340275,"latencySeconds":2.805,"attempts":1,"calledAt":"2026-09-15T13:19:02.569Z","usage":{"inputTokens":2412,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6323529411764706,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":56,"enWords":66,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":9,"valid":true,"effective":90.92105263157895,"costUsd":0.00381075,"latencySeconds":3.313,"attempts":1,"calledAt":"2026-09-15T13:19:04.180Z","usage":{"inputTokens":2196,"outputTokens":577,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.38636363636363635,"precision":0.8473684210526315,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.92105263157895,"consensusEffective":90.92105263157895,"neWords":55,"enWords":68,"entityPrecision":0.778,"entityRecall":0.538,"entityF1":0.636,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":10,"valid":true,"effective":98.5,"costUsd":0.00346725,"latencySeconds":2.805,"attempts":1,"calledAt":"2026-09-15T13:19:04.360Z","usage":{"inputTokens":2463,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":50,"enWords":62,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":11,"valid":true,"effective":65.37032799389779,"costUsd":0.00378075,"latencySeconds":3.275,"attempts":1,"calledAt":"2026-09-15T13:19:05.846Z","usage":{"inputTokens":2316,"outputTokens":545,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4166666666666667,"supporting":0.3846153846153846,"precision":0.7734553775743707,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":65.37032799389779,"consensusEffective":68.70366132723112,"neWords":88,"enWords":98,"entityPrecision":0.714,"entityRecall":0.227,"entityF1":0.345,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":12,"valid":true,"effective":98.5,"costUsd":0.0032985,"latencySeconds":2.825,"attempts":1,"calledAt":"2026-09-15T13:19:07.008Z","usage":{"inputTokens":2253,"outputTokens":429,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":51,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":13,"valid":true,"effective":81.84210526315789,"costUsd":0.00311475,"latencySeconds":2.808,"attempts":1,"calledAt":"2026-09-15T13:19:07.170Z","usage":{"inputTokens":2198,"outputTokens":391,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.3125,"precision":0.8947368421052632,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":81.84210526315789,"consensusEffective":88.84210526315789,"neWords":54,"enWords":58,"entityPrecision":0.8,"entityRecall":0.308,"entityF1":0.444,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":14,"valid":true,"effective":79.73529411764706,"costUsd":0.00314325,"latencySeconds":2.601,"attempts":1,"calledAt":"2026-09-15T13:19:08.451Z","usage":{"inputTokens":2306,"outputTokens":377,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.21875,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":79.73529411764706,"consensusEffective":86.23529411764706,"neWords":56,"enWords":65,"entityPrecision":0.5,"entityRecall":0.286,"entityF1":0.364,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":15,"valid":true,"effective":94.07142857142857,"costUsd":0.00383925,"latencySeconds":3.628,"attempts":1,"calledAt":"2026-09-15T13:19:10.637Z","usage":{"inputTokens":2054,"outputTokens":613,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9523809523809523,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.07142857142857,"consensusEffective":94.07142857142857,"neWords":70,"enWords":82,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":16,"valid":true,"effective":91.19377990430621,"costUsd":0.00331575,"latencySeconds":2.857,"attempts":1,"calledAt":"2026-09-15T13:19:10.028Z","usage":{"inputTokens":2071,"outputTokens":470,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.65625,"precision":0.8564593301435407,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.19377990430621,"consensusEffective":91.19377990430621,"neWords":69,"enWords":81,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":17,"valid":true,"effective":90.59210526315789,"costUsd":0.002964,"latencySeconds":4.134,"attempts":1,"calledAt":"2026-09-15T13:19:12.586Z","usage":{"inputTokens":1542,"outputTokens":482,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.34090909090909094,"precision":0.8947368421052632,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":90.59210526315789,"consensusEffective":93.09210526315789,"neWords":58,"enWords":78,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":18,"valid":true,"effective":96.25,"costUsd":0.00242025,"latencySeconds":3.053,"attempts":1,"calledAt":"2026-09-15T13:19:13.083Z","usage":{"inputTokens":1407,"outputTokens":364,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":45,"enWords":52,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":19,"valid":true,"effective":90.29166666666666,"costUsd":0.0029445,"latencySeconds":2.808,"attempts":1,"calledAt":"2026-09-15T13:19:13.446Z","usage":{"inputTokens":1851,"outputTokens":415,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8263888888888888,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.29166666666666,"consensusEffective":90.29166666666666,"neWords":55,"enWords":60,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":20,"valid":true,"effective":74.10714285714286,"costUsd":0.00348,"latencySeconds":3.118,"attempts":1,"calledAt":"2026-09-15T13:19:15.706Z","usage":{"inputTokens":2335,"outputTokens":461,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.45833333333333337,"precision":0.7202380952380952,"ne":8,"en":7,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":74.10714285714286,"consensusEffective":80.77380952380952,"neWords":58,"enWords":63,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":21,"valid":true,"effective":77.31818181818181,"costUsd":0.003681,"latencySeconds":3.225,"attempts":1,"calledAt":"2026-09-15T13:19:16.311Z","usage":{"inputTokens":2663,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6136363636363636,"supporting":0.125,"precision":0.9090909090909092,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":77.31818181818181,"consensusEffective":72.77272727272728,"neWords":68,"enWords":83,"entityPrecision":1,"entityRecall":0.227,"entityF1":0.37,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":22,"valid":true,"effective":76.11428571428573,"costUsd":0.00386925,"latencySeconds":3.761,"attempts":1,"calledAt":"2026-09-15T13:19:17.210Z","usage":{"inputTokens":2649,"outputTokens":502,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6428571428571429,"supporting":0.2375,"precision":0.8300000000000001,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":76.11428571428573,"consensusEffective":74.4,"neWords":81,"enWords":84,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":23,"valid":true,"effective":89.92028985507247,"costUsd":0.002796,"latencySeconds":3.208,"attempts":1,"calledAt":"2026-09-15T13:19:18.917Z","usage":{"inputTokens":1773,"outputTokens":391,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.19230769230769232,"precision":0.8695652173913043,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":89.92028985507247,"consensusEffective":89.92028985507247,"neWords":71,"enWords":79,"entityPrecision":1,"entityRecall":0.267,"entityF1":0.421,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":24,"valid":true,"effective":89.5,"costUsd":0.00187575,"latencySeconds":2.679,"attempts":1,"calledAt":"2026-09-15T13:19:18.992Z","usage":{"inputTokens":1141,"outputTokens":272,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":89.5,"consensusEffective":89.5,"neWords":31,"enWords":36,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":25,"valid":true,"effective":95.1413043478261,"costUsd":0.0026685,"latencySeconds":2.714,"attempts":1,"calledAt":"2026-09-15T13:19:19.925Z","usage":{"inputTokens":1463,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9130434782608696,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.1413043478261,"consensusEffective":95.1413043478261,"neWords":52,"enWords":60,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":26,"valid":true,"effective":92.25,"costUsd":0.0029865,"latencySeconds":3.037,"attempts":1,"calledAt":"2026-09-15T13:19:21.956Z","usage":{"inputTokens":1912,"outputTokens":414,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.78125,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.25,"consensusEffective":91.25,"neWords":46,"enWords":54,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":27,"valid":true,"effective":89.5340909090909,"costUsd":0.00260025,"latencySeconds":2.85,"attempts":1,"calledAt":"2026-09-15T13:19:21.846Z","usage":{"inputTokens":1487,"outputTokens":396,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.39285714285714285,"precision":0.8011363636363636,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":89.5340909090909,"consensusEffective":89.5340909090909,"neWords":48,"enWords":62,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":28,"valid":true,"effective":90.08333333333333,"costUsd":0.00220425,"latencySeconds":2.497,"attempts":1,"calledAt":"2026-09-15T13:19:22.424Z","usage":{"inputTokens":1459,"outputTokens":296,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8444444444444444,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":90.08333333333333,"consensusEffective":90.08333333333333,"neWords":51,"enWords":59,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":29,"valid":true,"effective":93.5,"costUsd":0.0029295,"latencySeconds":3.638,"attempts":1,"calledAt":"2026-09-15T13:19:25.486Z","usage":{"inputTokens":2016,"outputTokens":378,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.7727272727272727,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":91.83333333333334,"neWords":57,"enWords":64,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":30,"valid":true,"effective":98.5,"costUsd":0.002931,"latencySeconds":2.693,"attempts":1,"calledAt":"2026-09-15T13:19:24.650Z","usage":{"inputTokens":2128,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":65,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":31,"valid":true,"effective":96.83333333333333,"costUsd":0.002406,"latencySeconds":2.678,"attempts":1,"calledAt":"2026-09-15T13:19:25.105Z","usage":{"inputTokens":1673,"outputTokens":307,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":53,"enWords":54,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":32,"valid":true,"effective":88.73529411764706,"costUsd":0.0023835,"latencySeconds":2.725,"attempts":1,"calledAt":"2026-09-15T13:19:27.378Z","usage":{"inputTokens":1248,"outputTokens":386,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6136363636363636,"precision":0.7745098039215685,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2.5,"cleanEffective":88.73529411764706,"consensusEffective":88.73529411764706,"neWords":50,"enWords":60,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":33,"valid":true,"effective":94.5,"costUsd":0.0023535,"latencySeconds":2.532,"attempts":1,"calledAt":"2026-09-15T13:19:27.639Z","usage":{"inputTokens":1323,"outputTokens":363,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.5,"consensusEffective":94.5,"neWords":48,"enWords":55,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":34,"valid":true,"effective":98.5,"costUsd":0.0028365,"latencySeconds":2.943,"attempts":1,"calledAt":"2026-09-15T13:19:28.431Z","usage":{"inputTokens":1772,"outputTokens":402,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":53,"enWords":58,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":35,"valid":true,"effective":90.08695652173913,"costUsd":0.002493,"latencySeconds":2.928,"attempts":1,"calledAt":"2026-09-15T13:19:30.308Z","usage":{"inputTokens":1934,"outputTokens":278,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8195652173913044,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.08695652173913,"consensusEffective":90.08695652173913,"neWords":54,"enWords":62,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":36,"valid":true,"effective":88.90734265734267,"costUsd":0.00282675,"latencySeconds":3.069,"attempts":1,"calledAt":"2026-09-15T13:19:30.711Z","usage":{"inputTokens":1339,"outputTokens":486,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.7552447552447552,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.90734265734267,"consensusEffective":88.90734265734267,"neWords":46,"enWords":53,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":37,"valid":true,"effective":81.35714285714286,"costUsd":0.00262725,"latencySeconds":3.177,"attempts":1,"calledAt":"2026-09-15T13:19:31.611Z","usage":{"inputTokens":1433,"outputTokens":414,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.3214285714285714,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.35714285714286,"consensusEffective":93.35714285714286,"neWords":57,"enWords":71,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":38,"valid":true,"effective":91.21710526315789,"costUsd":0.0020025,"latencySeconds":4.846,"attempts":1,"calledAt":"2026-09-15T13:19:35.156Z","usage":{"inputTokens":1205,"outputTokens":293,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666667,"precision":0.8322368421052632,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.21710526315789,"consensusEffective":91.21710526315789,"neWords":51,"enWords":55,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":39,"valid":true,"effective":78.97192513368984,"costUsd":0.00163725,"latencySeconds":2.669,"attempts":1,"calledAt":"2026-09-15T13:19:33.383Z","usage":{"inputTokens":1013,"outputTokens":234,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.5240641711229946,"ne":8,"en":7.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2.5,"cleanEffective":78.97192513368984,"consensusEffective":78.97192513368984,"neWords":38,"enWords":49,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":40,"valid":true,"effective":87.73636363636365,"costUsd":0.00341775,"latencySeconds":3.421,"attempts":1,"calledAt":"2026-09-15T13:19:35.034Z","usage":{"inputTokens":2322,"outputTokens":447,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.35,"precision":0.8745454545454545,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.73636363636365,"consensusEffective":87.73636363636365,"neWords":67,"enWords":79,"entityPrecision":0.8,"entityRecall":0.25,"entityF1":0.381,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":41,"valid":true,"effective":95.42105263157895,"costUsd":0.0031005,"latencySeconds":2.87,"attempts":1,"calledAt":"2026-09-15T13:19:36.256Z","usage":{"inputTokens":2049,"outputTokens":417,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.9473684210526316,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.42105263157895,"consensusEffective":95.42105263157895,"neWords":47,"enWords":60,"entityPrecision":0.875,"entityRecall":0.7,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":42,"valid":true,"effective":94.77777777777777,"costUsd":0.00324825,"latencySeconds":3.025,"attempts":1,"calledAt":"2026-09-15T13:19:38.062Z","usage":{"inputTokens":2456,"outputTokens":375,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.525,"precision":0.9259259259259259,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":94.77777777777777,"consensusEffective":94.77777777777777,"neWords":56,"enWords":53,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":43,"valid":true,"effective":98.5,"costUsd":0.003006,"latencySeconds":2.691,"attempts":1,"calledAt":"2026-09-15T13:19:37.851Z","usage":{"inputTokens":2208,"outputTokens":360,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":50,"enWords":61,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":44,"valid":true,"effective":80.68454106280194,"costUsd":0.0036195,"latencySeconds":4.156,"attempts":1,"calledAt":"2026-09-15T13:19:40.415Z","usage":{"inputTokens":2456,"outputTokens":474,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7222222222222222,"supporting":0.5,"precision":0.8765217391304347,"ne":9,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.68454106280194,"consensusEffective":88.46231884057971,"neWords":52,"enWords":73,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":45,"valid":true,"effective":84.48529411764706,"costUsd":0.002895,"latencySeconds":2.955,"attempts":1,"calledAt":"2026-09-15T13:19:40.810Z","usage":{"inputTokens":2435,"outputTokens":285,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8214285714285714,"precision":0.9411764705882353,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.48529411764706,"consensusEffective":84.48529411764706,"neWords":45,"enWords":60,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":46,"valid":true,"effective":87.80952380952381,"costUsd":0.0034875,"latencySeconds":3.649,"attempts":1,"calledAt":"2026-09-15T13:19:41.713Z","usage":{"inputTokens":2425,"outputTokens":445,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.5,"precision":0.9047619047619048,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.80952380952381,"consensusEffective":89.14285714285714,"neWords":51,"enWords":68,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":47,"valid":true,"effective":90.5,"costUsd":0.0030315,"latencySeconds":2.511,"attempts":1,"calledAt":"2026-09-15T13:19:42.932Z","usage":{"inputTokens":2257,"outputTokens":357,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5714285714285714,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":98.5,"neWords":53,"enWords":67,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":48,"valid":true,"effective":95.98529411764706,"costUsd":0.003231,"latencySeconds":2.501,"attempts":1,"calledAt":"2026-09-15T13:19:43.316Z","usage":{"inputTokens":2048,"outputTokens":452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.9411764705882353,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.98529411764706,"consensusEffective":95.98529411764706,"neWords":59,"enWords":60,"entityPrecision":0.714,"entityRecall":0.714,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":49,"valid":true,"effective":88.08333333333333,"costUsd":0.0034695,"latencySeconds":4.888,"attempts":1,"calledAt":"2026-09-15T13:19:46.604Z","usage":{"inputTokens":2501,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333333,"supporting":0.25,"precision":0.95,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.08333333333333,"consensusEffective":86.75,"neWords":67,"enWords":81,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":50,"valid":true,"effective":93.0,"costUsd":0.00311175,"latencySeconds":3.332,"attempts":1,"calledAt":"2026-09-15T13:19:46.267Z","usage":{"inputTokens":2359,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8666666666666667,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.0,"consensusEffective":93.0,"neWords":66,"enWords":78,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":51,"valid":true,"effective":83.35714285714286,"costUsd":0.00318375,"latencySeconds":4.065,"attempts":1,"calledAt":"2026-09-15T13:19:47.384Z","usage":{"inputTokens":2550,"outputTokens":339,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8333333333333334,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.35714285714286,"consensusEffective":83.35714285714286,"neWords":57,"enWords":68,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":52,"valid":true,"effective":86.5,"costUsd":0.00285,"latencySeconds":3.025,"attempts":1,"calledAt":"2026-09-15T13:19:49.295Z","usage":{"inputTokens":1765,"outputTokens":407,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.41666666666666663,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.5,"consensusEffective":92.5,"neWords":57,"enWords":55,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":53,"valid":true,"effective":87.3913043478261,"costUsd":0.003444,"latencySeconds":3.863,"attempts":1,"calledAt":"2026-09-15T13:19:50.471Z","usage":{"inputTokens":2557,"outputTokens":407,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.35416666666666663,"precision":0.8630434782608696,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.3913043478261,"consensusEffective":87.3913043478261,"neWords":65,"enWords":69,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":54,"valid":true,"effective":94.02777777777777,"costUsd":0.00318375,"latencySeconds":4.122,"attempts":1,"calledAt":"2026-09-15T13:19:51.509Z","usage":{"inputTokens":2115,"outputTokens":426,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3035714285714286,"precision":0.9259259259259259,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.02777777777777,"consensusEffective":94.02777777777777,"neWords":62,"enWords":65,"entityPrecision":0.8,"entityRecall":0.333,"entityF1":0.471,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":55,"valid":true,"effective":87.75,"costUsd":0.002646,"latencySeconds":2.959,"attempts":1,"calledAt":"2026-09-15T13:19:52.257Z","usage":{"inputTokens":2023,"outputTokens":301,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":43,"enWords":40,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":56,"valid":true,"effective":94.82142857142857,"costUsd":0.00310725,"latencySeconds":3.506,"attempts":1,"calledAt":"2026-09-15T13:19:53.982Z","usage":{"inputTokens":2223,"outputTokens":384,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":0.9523809523809523,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.82142857142857,"consensusEffective":94.82142857142857,"neWords":70,"enWords":65,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":57,"valid":true,"effective":92.5,"costUsd":0.00350775,"latencySeconds":3.117,"attempts":1,"calledAt":"2026-09-15T13:19:54.630Z","usage":{"inputTokens":2387,"outputTokens":458,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.46153846153846156,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.5,"consensusEffective":92.5,"neWords":77,"enWords":79,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":58,"valid":true,"effective":89.0,"costUsd":0.00301575,"latencySeconds":2.667,"attempts":1,"calledAt":"2026-09-15T13:19:54.928Z","usage":{"inputTokens":2031,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.45,"precision":0.8666666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.0,"consensusEffective":88.16666666666667,"neWords":65,"enWords":79,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":59,"valid":true,"effective":94.75,"costUsd":0.00291375,"latencySeconds":2.494,"attempts":1,"calledAt":"2026-09-15T13:19:56.481Z","usage":{"inputTokens":2205,"outputTokens":336,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.9,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":61,"enWords":65,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":60,"valid":true,"effective":89.34210526315789,"costUsd":0.0032205,"latencySeconds":3.011,"attempts":1,"calledAt":"2026-09-15T13:19:57.648Z","usage":{"inputTokens":1814,"outputTokens":496,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.7,"precision":0.8947368421052632,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.34210526315789,"consensusEffective":95.34210526315789,"neWords":47,"enWords":59,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":61,"valid":true,"effective":79.93181818181819,"costUsd":0.00426825,"latencySeconds":3.902,"attempts":1,"calledAt":"2026-09-15T13:19:58.835Z","usage":{"inputTokens":2566,"outputTokens":625,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.42647058823529416,"precision":0.8977272727272727,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":1.5,"cleanEffective":79.93181818181819,"consensusEffective":81.00324675324676,"neWords":89,"enWords":95,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":62,"valid":true,"effective":87.81493506493507,"costUsd":0.003231,"latencySeconds":2.879,"attempts":1,"calledAt":"2026-09-15T13:19:59.365Z","usage":{"inputTokens":1768,"outputTokens":508,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.4722222222222222,"precision":0.9545454545454546,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.81493506493507,"consensusEffective":96.38636363636364,"neWords":62,"enWords":76,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":63,"valid":true,"effective":97.75,"costUsd":0.00354525,"latencySeconds":2.937,"attempts":1,"calledAt":"2026-09-15T13:20:00.587Z","usage":{"inputTokens":2472,"outputTokens":451,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":53,"enWords":59,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":64,"valid":true,"effective":63.38461538461539,"costUsd":0.003108,"latencySeconds":7.385,"attempts":1,"calledAt":"2026-09-15T13:20:06.223Z","usage":{"inputTokens":2134,"outputTokens":402,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.5416666666666667,"precision":0.7461538461538462,"ne":8.5,"en":5.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":63.38461538461539,"consensusEffective":63.38461538461539,"neWords":42,"enWords":59,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":65,"valid":true,"effective":86.16666666666666,"costUsd":0.00374625,"latencySeconds":4.092,"attempts":1,"calledAt":"2026-09-15T13:20:03.461Z","usage":{"inputTokens":2155,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.10714285714285714,"precision":0.8888888888888888,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.16666666666666,"consensusEffective":90.80952380952381,"neWords":58,"enWords":65,"entityPrecision":0.909,"entityRecall":0.667,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":66,"valid":true,"effective":85.66666666666667,"costUsd":0.0036945,"latencySeconds":3.839,"attempts":1,"calledAt":"2026-09-15T13:20:04.430Z","usage":{"inputTokens":1976,"outputTokens":590,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.5833333333333334,"precision":1.0,"ne":6.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.66666666666667,"consensusEffective":84.0,"neWords":78,"enWords":86,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":67,"valid":true,"effective":88.85714285714286,"costUsd":0.00287925,"latencySeconds":2.766,"attempts":1,"calledAt":"2026-09-15T13:20:06.233Z","usage":{"inputTokens":2024,"outputTokens":363,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8035714285714286,"ne":9,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.85714285714286,"consensusEffective":88.85714285714286,"neWords":52,"enWords":62,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":68,"valid":true,"effective":96.0,"costUsd":0.0032925,"latencySeconds":3.083,"attempts":1,"calledAt":"2026-09-15T13:20:07.517Z","usage":{"inputTokens":2065,"outputTokens":465,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":56,"enWords":86,"entityPrecision":0.625,"entityRecall":0.455,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":69,"valid":true,"effective":86.72619047619048,"costUsd":0.002778,"latencySeconds":3.391,"attempts":1,"calledAt":"2026-09-15T13:20:09.617Z","usage":{"inputTokens":1829,"outputTokens":375,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.2954545454545454,"precision":0.9047619047619048,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":86.72619047619048,"consensusEffective":86.72619047619048,"neWords":50,"enWords":63,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":70,"valid":true,"effective":92.78571428571428,"costUsd":0.0030345,"latencySeconds":3.474,"attempts":1,"calledAt":"2026-09-15T13:20:09.710Z","usage":{"inputTokens":1746,"outputTokens":460,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.7083333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.78571428571428,"consensusEffective":92.78571428571428,"neWords":53,"enWords":60,"entityPrecision":0.875,"entityRecall":0.583,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":71,"valid":true,"effective":81.1060606060606,"costUsd":0.00376725,"latencySeconds":3.768,"attempts":1,"calledAt":"2026-09-15T13:20:11.289Z","usage":{"inputTokens":2448,"outputTokens":515,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.36363636363636365,"precision":0.8535353535353536,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":81.1060606060606,"consensusEffective":86.1060606060606,"neWords":65,"enWords":73,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":72,"valid":true,"effective":91.75,"costUsd":0.00303675,"latencySeconds":3.586,"attempts":1,"calledAt":"2026-09-15T13:20:13.207Z","usage":{"inputTokens":1789,"outputTokens":452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5694444444444444,"precision":0.9,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":61,"enWords":78,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":73,"valid":true,"effective":95.77272727272728,"costUsd":0.00336375,"latencySeconds":4.177,"attempts":1,"calledAt":"2026-09-15T13:20:13.892Z","usage":{"inputTokens":1795,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.9090909090909092,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.77272727272728,"consensusEffective":95.77272727272728,"neWords":62,"enWords":78,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":74,"valid":true,"effective":95.64285714285714,"costUsd":0.00245625,"latencySeconds":3.339,"attempts":1,"calledAt":"2026-09-15T13:20:14.633Z","usage":{"inputTokens":1535,"outputTokens":348,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9047619047619048,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":95.64285714285714,"consensusEffective":95.64285714285714,"neWords":41,"enWords":59,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":75,"valid":true,"effective":76.20588235294117,"costUsd":0.002478,"latencySeconds":2.91,"attempts":1,"calledAt":"2026-09-15T13:20:16.122Z","usage":{"inputTokens":1639,"outputTokens":333,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.45,"precision":0.7401960784313726,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":76.20588235294117,"consensusEffective":76.20588235294117,"neWords":51,"enWords":67,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":76,"valid":true,"effective":96.83333333333333,"costUsd":0.0037575,"latencySeconds":3.544,"attempts":1,"calledAt":"2026-09-15T13:20:17.442Z","usage":{"inputTokens":2170,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":62,"enWords":80,"entityPrecision":0.8,"entityRecall":0.615,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":77,"valid":true,"effective":96.44565217391305,"costUsd":0.00238275,"latencySeconds":3.364,"attempts":1,"calledAt":"2026-09-15T13:20:18.001Z","usage":{"inputTokens":1452,"outputTokens":345,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333333,"precision":0.9565217391304348,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.44565217391305,"consensusEffective":96.44565217391305,"neWords":54,"enWords":59,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":78,"valid":true,"effective":95.23529411764706,"costUsd":0.0028425,"latencySeconds":2.937,"attempts":1,"calledAt":"2026-09-15T13:20:19.065Z","usage":{"inputTokens":1710,"outputTokens":416,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":95.23529411764706,"consensusEffective":95.23529411764706,"neWords":65,"enWords":60,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":79,"valid":true,"effective":86.29166666666666,"costUsd":0.0020475,"latencySeconds":3.638,"attempts":1,"calledAt":"2026-09-15T13:20:21.085Z","usage":{"inputTokens":1230,"outputTokens":300,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4166666666666667,"precision":0.8263888888888888,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":86.29166666666666,"consensusEffective":90.29166666666666,"neWords":56,"enWords":62,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":80,"valid":true,"effective":84.32142857142857,"costUsd":0.003096,"latencySeconds":4.098,"attempts":1,"calledAt":"2026-09-15T13:20:22.103Z","usage":{"inputTokens":2073,"outputTokens":411,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.6538461538461539,"precision":0.8523809523809525,"ne":8,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":84.32142857142857,"consensusEffective":90.32142857142857,"neWords":68,"enWords":73,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":81,"valid":true,"effective":91.58695652173913,"costUsd":0.0027,"latencySeconds":6.038,"attempts":1,"calledAt":"2026-09-15T13:20:25.110Z","usage":{"inputTokens":1670,"outputTokens":386,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.8695652173913043,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":91.58695652173913,"consensusEffective":91.58695652173913,"neWords":49,"enWords":52,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":82,"valid":true,"effective":90.42105263157896,"costUsd":0.00317175,"latencySeconds":3.266,"attempts":1,"calledAt":"2026-09-15T13:20:24.356Z","usage":{"inputTokens":2094,"outputTokens":427,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.3,"precision":0.9473684210526316,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.42105263157896,"consensusEffective":89.42105263157895,"neWords":79,"enWords":98,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":83,"valid":true,"effective":97.0,"costUsd":0.00263175,"latencySeconds":6.371,"attempts":1,"calledAt":"2026-09-15T13:20:28.477Z","usage":{"inputTokens":1714,"outputTokens":359,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":61,"enWords":68,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":84,"valid":true,"effective":98.5,"costUsd":0.00278625,"latencySeconds":3.773,"attempts":1,"calledAt":"2026-09-15T13:20:28.135Z","usage":{"inputTokens":1800,"outputTokens":383,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":62,"enWords":63,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":85,"valid":true,"effective":92.1413043478261,"costUsd":0.0026805,"latencySeconds":2.879,"attempts":1,"calledAt":"2026-09-15T13:20:27.994Z","usage":{"inputTokens":1474,"outputTokens":420,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8630434782608696,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":92.1413043478261,"consensusEffective":92.1413043478261,"neWords":52,"enWords":58,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":86,"valid":true,"effective":93.85,"costUsd":0.00291975,"latencySeconds":3.037,"attempts":1,"calledAt":"2026-09-15T13:20:31.035Z","usage":{"inputTokens":1673,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9199999999999999,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.85,"consensusEffective":93.85,"neWords":48,"enWords":63,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":87,"valid":true,"effective":95.5,"costUsd":0.002169,"latencySeconds":2.562,"attempts":1,"calledAt":"2026-09-15T13:20:30.700Z","usage":{"inputTokens":1497,"outputTokens":279,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":44,"enWords":49,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":88,"valid":true,"effective":77.84558823529412,"costUsd":0.0031305,"latencySeconds":3.228,"attempts":1,"calledAt":"2026-09-15T13:20:31.713Z","usage":{"inputTokens":1609,"outputTokens":513,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.3214285714285714,"precision":0.8198529411764706,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":77.84558823529412,"consensusEffective":77.84558823529412,"neWords":74,"enWords":77,"entityPrecision":1,"entityRecall":0.412,"entityF1":0.583,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":89,"valid":true,"effective":80.18939393939394,"costUsd":0.00211725,"latencySeconds":2.713,"attempts":1,"calledAt":"2026-09-15T13:20:33.417Z","usage":{"inputTokens":1358,"outputTokens":293,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.625,"precision":0.9090909090909092,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.18939393939394,"consensusEffective":80.18939393939394,"neWords":46,"enWords":58,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":90,"valid":true,"effective":96.59615384615384,"costUsd":0.0024255,"latencySeconds":2.862,"attempts":1,"calledAt":"2026-09-15T13:20:33.902Z","usage":{"inputTokens":1504,"outputTokens":346,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.9615384615384616,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.59615384615384,"consensusEffective":96.59615384615384,"neWords":60,"enWords":63,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":91,"valid":true,"effective":96.83333333333333,"costUsd":0.0024525,"latencySeconds":2.625,"attempts":1,"calledAt":"2026-09-15T13:20:34.345Z","usage":{"inputTokens":1740,"outputTokens":306,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":49,"enWords":56,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":92,"valid":true,"effective":95.02272727272728,"costUsd":0.002487,"latencySeconds":2.516,"attempts":1,"calledAt":"2026-09-15T13:20:35.941Z","usage":{"inputTokens":1556,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9090909090909092,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":95.02272727272728,"consensusEffective":95.02272727272728,"neWords":51,"enWords":60,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":93,"valid":true,"effective":98.5,"costUsd":0.0034575,"latencySeconds":2.933,"attempts":1,"calledAt":"2026-09-15T13:20:36.843Z","usage":{"inputTokens":1400,"outputTokens":642,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":61,"entityPrecision":0.923,"entityRecall":0.857,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":94,"valid":true,"effective":89.51282051282051,"costUsd":0.00272475,"latencySeconds":2.836,"attempts":1,"calledAt":"2026-09-15T13:20:37.187Z","usage":{"inputTokens":1818,"outputTokens":363,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.8504273504273505,"ne":7.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":2,"cleanEffective":89.51282051282051,"consensusEffective":89.51282051282051,"neWords":68,"enWords":78,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":95,"valid":true,"effective":92.28571428571428,"costUsd":0.0028725,"latencySeconds":6.431,"attempts":1,"calledAt":"2026-09-15T13:20:42.376Z","usage":{"inputTokens":1785,"outputTokens":409,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.90625,"precision":0.8928571428571428,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.28571428571428,"consensusEffective":92.28571428571428,"neWords":59,"enWords":78,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":96,"valid":true,"effective":91.99230769230769,"costUsd":0.002892,"latencySeconds":2.642,"attempts":1,"calledAt":"2026-09-15T13:20:39.489Z","usage":{"inputTokens":1796,"outputTokens":412,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":0.8830769230769231,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.99230769230769,"consensusEffective":91.99230769230769,"neWords":54,"enWords":62,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":97,"valid":true,"effective":90.60714285714286,"costUsd":0.00335625,"latencySeconds":3.547,"attempts":1,"calledAt":"2026-09-15T13:20:40.739Z","usage":{"inputTokens":2205,"outputTokens":454,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.78125,"precision":0.9285714285714286,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":90.60714285714286,"consensusEffective":90.60714285714286,"neWords":62,"enWords":72,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":98,"valid":true,"effective":86.85714285714286,"costUsd":0.0024315,"latencySeconds":2.637,"attempts":1,"calledAt":"2026-09-15T13:20:42.132Z","usage":{"inputTokens":1462,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":0.7952380952380952,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.85714285714286,"consensusEffective":86.85714285714286,"neWords":52,"enWords":48,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-8-flash","questionId":99,"valid":true,"effective":85.56451612903226,"costUsd":0.0033525,"latencySeconds":3.047,"attempts":1,"calledAt":"2026-09-15T13:20:43.790Z","usage":{"inputTokens":2480,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.4342105263157895,"precision":0.935483870967742,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":85.56451612903226,"consensusEffective":85.56451612903226,"neWords":60,"enWords":64,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-8-flash","questionId":100,"valid":true,"effective":95.02272727272728,"costUsd":0.002598,"latencySeconds":2.503,"attempts":1,"calledAt":"2026-09-15T13:20:44.638Z","usage":{"inputTokens":1569,"outputTokens":379,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9090909090909092,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.02272727272728,"consensusEffective":95.02272727272728,"neWords":47,"enWords":56,"entityPrecision":0.714,"entityRecall":0.556,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":1,"valid":true,"effective":87.5,"costUsd":0.002037,"latencySeconds":2.728,"attempts":1,"calledAt":"2026-09-15T13:16:58.445Z","usage":{"inputTokens":1842,"outputTokens":372,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5625,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":87.5,"consensusEffective":92.5,"neWords":50,"enWords":65,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":2,"valid":true,"effective":83.0079365079365,"costUsd":0.0022825,"latencySeconds":3.784,"attempts":1,"calledAt":"2026-09-15T13:16:59.502Z","usage":{"inputTokens":1913,"outputTokens":442,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8055555555555556,"supporting":0.34090909090909094,"precision":0.8928571428571428,"ne":8,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":83.0079365079365,"consensusEffective":82.03571428571428,"neWords":61,"enWords":66,"entityPrecision":0.6,"entityRecall":0.273,"entityF1":0.375,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":3,"valid":true,"effective":68.75,"costUsd":0.0025215,"latencySeconds":3.809,"attempts":1,"calledAt":"2026-09-15T13:16:59.528Z","usage":{"inputTokens":2283,"outputTokens":460,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.25,"precision":0.8,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":68.75,"consensusEffective":68.75,"neWords":63,"enWords":72,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":4,"valid":true,"effective":82.47619047619048,"costUsd":0.002194,"latencySeconds":3.196,"attempts":1,"calledAt":"2026-09-15T13:17:01.644Z","usage":{"inputTokens":2252,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.34615384615384615,"precision":0.9047619047619048,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":82.47619047619048,"consensusEffective":87.47619047619048,"neWords":69,"enWords":74,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":5,"valid":true,"effective":86.33333333333334,"costUsd":0.0026865,"latencySeconds":3.304,"attempts":1,"calledAt":"2026-09-15T13:17:02.808Z","usage":{"inputTokens":2493,"outputTokens":480,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.5454545454545454,"precision":0.9166666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.33333333333334,"consensusEffective":93.0,"neWords":61,"enWords":73,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":6,"valid":true,"effective":93.5,"costUsd":0.002366,"latencySeconds":3.3,"attempts":1,"calledAt":"2026-09-15T13:17:02.829Z","usage":{"inputTokens":2446,"outputTokens":381,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.9333333333333333,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":72,"enWords":72,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":7,"valid":true,"effective":81.95833333333333,"costUsd":0.0023745,"latencySeconds":3.453,"attempts":1,"calledAt":"2026-09-15T13:17:05.099Z","usage":{"inputTokens":2511,"outputTokens":373,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.3125,"precision":0.8819444444444444,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.95833333333333,"consensusEffective":88.625,"neWords":67,"enWords":77,"entityPrecision":0.857,"entityRecall":0.429,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":8,"valid":true,"effective":96.0,"costUsd":0.002265,"latencySeconds":3.0,"attempts":1,"calledAt":"2026-09-15T13:17:05.811Z","usage":{"inputTokens":2412,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5735294117647058,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":55,"enWords":70,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":9,"valid":true,"effective":88.56390977443608,"costUsd":0.00231,"latencySeconds":2.953,"attempts":1,"calledAt":"2026-09-15T13:17:05.783Z","usage":{"inputTokens":2196,"outputTokens":404,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.4318181818181818,"precision":0.8521303258145363,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":88.56390977443608,"consensusEffective":88.56390977443608,"neWords":53,"enWords":60,"entityPrecision":0.667,"entityRecall":0.462,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":10,"valid":true,"effective":98.5,"costUsd":0.0027855,"latencySeconds":3.661,"attempts":1,"calledAt":"2026-09-15T13:17:08.762Z","usage":{"inputTokens":2463,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":53,"enWords":64,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":11,"valid":true,"effective":67.4298245614035,"costUsd":0.002271,"latencySeconds":3.137,"attempts":1,"calledAt":"2026-09-15T13:17:08.923Z","usage":{"inputTokens":2316,"outputTokens":371,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.41666666666666663,"supporting":0.2692307692307692,"precision":0.8421052631578947,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":67.4298245614035,"consensusEffective":73.26315789473685,"neWords":59,"enWords":70,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":12,"valid":true,"effective":97.34615384615384,"costUsd":0.0022575,"latencySeconds":3.597,"attempts":1,"calledAt":"2026-09-15T13:17:09.410Z","usage":{"inputTokens":2253,"outputTokens":377,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":60,"enWords":63,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":13,"valid":true,"effective":79.67142857142858,"costUsd":0.002347,"latencySeconds":3.299,"attempts":1,"calledAt":"2026-09-15T13:17:12.063Z","usage":{"inputTokens":2198,"outputTokens":416,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.45833333333333337,"precision":0.8723809523809524,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":79.67142857142858,"consensusEffective":86.67142857142858,"neWords":68,"enWords":71,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":14,"valid":true,"effective":90.42857142857143,"costUsd":0.002215,"latencySeconds":2.856,"attempts":1,"calledAt":"2026-09-15T13:17:11.782Z","usage":{"inputTokens":2306,"outputTokens":354,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.46875,"precision":0.9642857142857143,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.42857142857143,"consensusEffective":89.42857142857143,"neWords":65,"enWords":71,"entityPrecision":0.5,"entityRecall":0.286,"entityF1":0.364,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":15,"valid":true,"effective":95.42105263157895,"costUsd":0.002299,"latencySeconds":3.229,"attempts":1,"calledAt":"2026-09-15T13:17:12.642Z","usage":{"inputTokens":2054,"outputTokens":424,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5555555555555556,"precision":0.9473684210526316,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.42105263157895,"consensusEffective":95.42105263157895,"neWords":62,"enWords":76,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":16,"valid":true,"effective":90.13461538461539,"costUsd":0.0022265,"latencySeconds":3.997,"attempts":1,"calledAt":"2026-09-15T13:17:15.781Z","usage":{"inputTokens":2071,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.8461538461538461,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.13461538461539,"consensusEffective":90.13461538461539,"neWords":69,"enWords":77,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":17,"valid":true,"effective":84.1923076923077,"costUsd":0.002127,"latencySeconds":3.705,"attempts":1,"calledAt":"2026-09-15T13:17:15.770Z","usage":{"inputTokens":1542,"outputTokens":452,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6363636363636364,"precision":0.7897435897435897,"ne":8.5,"en":8.5,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":3,"cleanEffective":84.1923076923077,"consensusEffective":89.1923076923077,"neWords":71,"enWords":83,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":18,"valid":true,"effective":91.21428571428572,"costUsd":0.0017595,"latencySeconds":4.057,"attempts":1,"calledAt":"2026-09-15T13:17:16.701Z","usage":{"inputTokens":1407,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.8571428571428572,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.21428571428572,"consensusEffective":91.21428571428572,"neWords":45,"enWords":57,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":19,"valid":true,"effective":86.75,"costUsd":0.0020115,"latencySeconds":3.475,"attempts":1,"calledAt":"2026-09-15T13:17:19.248Z","usage":{"inputTokens":1851,"outputTokens":362,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.75,"precision":0.85,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":86.75,"consensusEffective":86.75,"neWords":48,"enWords":57,"entityPrecision":0.667,"entityRecall":0.4,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":20,"valid":true,"effective":82.16666666666666,"costUsd":0.0021965,"latencySeconds":2.955,"attempts":1,"calledAt":"2026-09-15T13:17:18.739Z","usage":{"inputTokens":2335,"outputTokens":343,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.45833333333333337,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":82.16666666666666,"consensusEffective":85.5,"neWords":50,"enWords":66,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":21,"valid":true,"effective":71.11363636363636,"costUsd":0.0026995,"latencySeconds":4.106,"attempts":1,"calledAt":"2026-09-15T13:17:20.809Z","usage":{"inputTokens":2663,"outputTokens":456,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5681818181818181,"supporting":0.125,"precision":0.7878787878787878,"ne":8,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":71.11363636363636,"consensusEffective":67.13636363636364,"neWords":72,"enWords":76,"entityPrecision":0.875,"entityRecall":0.318,"entityF1":0.467,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":22,"valid":true,"effective":85.24603174603175,"costUsd":0.0029925,"latencySeconds":3.806,"attempts":1,"calledAt":"2026-09-15T13:17:22.546Z","usage":{"inputTokens":2649,"outputTokens":556,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428572,"supporting":0.35,"precision":0.8486772486772487,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":85.24603174603175,"consensusEffective":86.96031746031746,"neWords":84,"enWords":85,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":23,"valid":true,"effective":82.19444444444444,"costUsd":0.0023835,"latencySeconds":3.026,"attempts":1,"calledAt":"2026-09-15T13:17:22.276Z","usage":{"inputTokens":1773,"outputTokens":499,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.28846153846153844,"precision":0.7731481481481481,"ne":8,"en":8,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":82.19444444444444,"consensusEffective":82.19444444444444,"neWords":60,"enWords":68,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":24,"valid":true,"effective":84.25,"costUsd":0.0015035,"latencySeconds":3.546,"attempts":1,"calledAt":"2026-09-15T13:17:24.358Z","usage":{"inputTokens":1141,"outputTokens":311,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.65,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":84.25,"consensusEffective":84.25,"neWords":35,"enWords":50,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":25,"valid":true,"effective":97.07142857142857,"costUsd":0.0019885,"latencySeconds":3.479,"attempts":1,"calledAt":"2026-09-15T13:17:25.757Z","usage":{"inputTokens":1463,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":51,"enWords":54,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":26,"valid":true,"effective":90.52272727272728,"costUsd":0.00194,"latencySeconds":3.698,"attempts":1,"calledAt":"2026-09-15T13:17:26.246Z","usage":{"inputTokens":1912,"outputTokens":328,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9090909090909091,"ne":8,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.52272727272728,"consensusEffective":90.52272727272728,"neWords":49,"enWords":53,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":27,"valid":true,"effective":88.78260869565217,"costUsd":0.0018295,"latencySeconds":2.528,"attempts":1,"calledAt":"2026-09-15T13:17:26.888Z","usage":{"inputTokens":1487,"outputTokens":362,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4642857142857143,"precision":0.8260869565217391,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":88.78260869565217,"consensusEffective":88.78260869565217,"neWords":55,"enWords":73,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":28,"valid":true,"effective":87.49242424242424,"costUsd":0.0017705,"latencySeconds":2.988,"attempts":1,"calledAt":"2026-09-15T13:17:28.749Z","usage":{"inputTokens":1459,"outputTokens":347,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8080808080808081,"ne":8,"en":7.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":87.49242424242424,"consensusEffective":87.49242424242424,"neWords":65,"enWords":81,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":29,"valid":true,"effective":97.0,"costUsd":0.002301,"latencySeconds":3.777,"attempts":1,"calledAt":"2026-09-15T13:17:30.026Z","usage":{"inputTokens":2016,"outputTokens":431,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":59,"enWords":65,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":30,"valid":true,"effective":97.75,"costUsd":0.002294,"latencySeconds":2.718,"attempts":1,"calledAt":"2026-09-15T13:17:29.609Z","usage":{"inputTokens":2128,"outputTokens":410,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":48,"enWords":60,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":31,"valid":true,"effective":88.1096837944664,"costUsd":0.0017275,"latencySeconds":3.139,"attempts":1,"calledAt":"2026-09-15T13:17:31.894Z","usage":{"inputTokens":1673,"outputTokens":297,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.7786561264822134,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":88.1096837944664,"consensusEffective":88.1096837944664,"neWords":61,"enWords":63,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":32,"valid":true,"effective":96.1923076923077,"costUsd":0.00177,"latencySeconds":3.784,"attempts":1,"calledAt":"2026-09-15T13:17:33.396Z","usage":{"inputTokens":1248,"outputTokens":382,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6818181818181818,"precision":0.9230769230769231,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.1923076923077,"consensusEffective":96.1923076923077,"neWords":57,"enWords":78,"entityPrecision":0.75,"entityRecall":0.75,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":33,"valid":true,"effective":92.55,"costUsd":0.0015765,"latencySeconds":2.89,"attempts":1,"calledAt":"2026-09-15T13:17:32.919Z","usage":{"inputTokens":1323,"outputTokens":305,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.7777777777777778,"precision":0.96,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.55,"consensusEffective":92.55,"neWords":55,"enWords":61,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":34,"valid":true,"effective":98.5,"costUsd":0.00217,"latencySeconds":3.073,"attempts":1,"calledAt":"2026-09-15T13:17:34.971Z","usage":{"inputTokens":1772,"outputTokens":428,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":70,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":35,"valid":true,"effective":94.0,"costUsd":0.001936,"latencySeconds":2.948,"attempts":1,"calledAt":"2026-09-15T13:17:35.869Z","usage":{"inputTokens":1934,"outputTokens":323,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.9,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.0,"consensusEffective":94.0,"neWords":59,"enWords":55,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":36,"valid":true,"effective":91.25,"costUsd":0.0016175,"latencySeconds":8.94,"attempts":1,"calledAt":"2026-09-15T13:17:42.340Z","usage":{"inputTokens":1339,"outputTokens":316,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8333333333333333,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.25,"consensusEffective":91.25,"neWords":43,"enWords":50,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":37,"valid":true,"effective":92.25,"costUsd":0.0017275,"latencySeconds":2.848,"attempts":1,"calledAt":"2026-09-15T13:17:37.822Z","usage":{"inputTokens":1433,"outputTokens":337,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.39285714285714285,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.25,"consensusEffective":96.25,"neWords":60,"enWords":65,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":38,"valid":true,"effective":90.09558823529412,"costUsd":0.0016585,"latencySeconds":3.137,"attempts":1,"calledAt":"2026-09-15T13:17:39.008Z","usage":{"inputTokens":1205,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666667,"precision":0.8198529411764706,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.09558823529412,"consensusEffective":90.09558823529412,"neWords":57,"enWords":56,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":39,"valid":true,"effective":72.26923076923077,"costUsd":0.0011875,"latencySeconds":2.776,"attempts":1,"calledAt":"2026-09-15T13:17:40.602Z","usage":{"inputTokens":1013,"outputTokens":227,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.4256410256410257,"ne":6.5,"en":6.5,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":2.5,"cleanEffective":72.26923076923077,"consensusEffective":72.26923076923077,"neWords":38,"enWords":50,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":40,"valid":true,"effective":89.43103448275862,"costUsd":0.002262,"latencySeconds":3.195,"attempts":1,"calledAt":"2026-09-15T13:17:42.206Z","usage":{"inputTokens":2322,"outputTokens":367,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.475,"precision":0.9310344827586207,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.27777777777777,"consensusEffective":89.43103448275862,"neWords":58,"enWords":72,"entityPrecision":0.857,"entityRecall":0.375,"entityF1":0.522,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":41,"valid":true,"effective":98.5,"costUsd":0.0024135,"latencySeconds":3.043,"attempts":1,"calledAt":"2026-09-15T13:17:43.647Z","usage":{"inputTokens":2049,"outputTokens":463,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":49,"enWords":66,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":42,"valid":true,"effective":88.86601307189542,"costUsd":0.002545,"latencySeconds":3.13,"attempts":1,"calledAt":"2026-09-15T13:17:45.337Z","usage":{"inputTokens":2456,"outputTokens":439,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.7788671023965141,"ne":8.5,"en":8.5,"unsupported":3.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":3.5,"cleanEffective":88.86601307189542,"consensusEffective":88.86601307189542,"neWords":69,"enWords":77,"entityPrecision":0.875,"entityRecall":0.636,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":43,"valid":true,"effective":89.60714285714286,"costUsd":0.002766,"latencySeconds":2.733,"attempts":1,"calledAt":"2026-09-15T13:17:45.075Z","usage":{"inputTokens":2208,"outputTokens":554,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8333333333333334,"precision":0.8869047619047619,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.60714285714286,"consensusEffective":92.10714285714286,"neWords":70,"enWords":80,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":44,"valid":true,"effective":79.66666666666666,"costUsd":0.002395,"latencySeconds":2.739,"attempts":1,"calledAt":"2026-09-15T13:17:46.391Z","usage":{"inputTokens":2456,"outputTokens":389,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.5,"precision":0.9166666666666666,"ne":9,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":79.66666666666666,"consensusEffective":86.33333333333334,"neWords":59,"enWords":67,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":45,"valid":true,"effective":86.25,"costUsd":0.0022375,"latencySeconds":2.753,"attempts":1,"calledAt":"2026-09-15T13:17:47.830Z","usage":{"inputTokens":2435,"outputTokens":340,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8214285714285714,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":50,"enWords":64,"entityPrecision":0.429,"entityRecall":0.429,"entityF1":0.429,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":46,"valid":true,"effective":75.63461538461539,"costUsd":0.0028265,"latencySeconds":3.639,"attempts":1,"calledAt":"2026-09-15T13:17:48.979Z","usage":{"inputTokens":2425,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4375,"precision":0.7461538461538462,"ne":8,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":75.63461538461539,"consensusEffective":77.63461538461539,"neWords":52,"enWords":75,"entityPrecision":0.714,"entityRecall":0.714,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":47,"valid":true,"effective":87.0,"costUsd":0.0021305,"latencySeconds":2.605,"attempts":1,"calledAt":"2026-09-15T13:17:48.999Z","usage":{"inputTokens":2257,"outputTokens":334,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.7142857142857143,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":94.5,"neWords":62,"enWords":72,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":48,"valid":true,"effective":90.83333333333333,"costUsd":0.002284,"latencySeconds":3.242,"attempts":1,"calledAt":"2026-09-15T13:17:51.075Z","usage":{"inputTokens":2048,"outputTokens":420,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.8444444444444444,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.83333333333333,"consensusEffective":90.83333333333333,"neWords":52,"enWords":63,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":49,"valid":true,"effective":77.75,"costUsd":0.0025675,"latencySeconds":3.987,"attempts":1,"calledAt":"2026-09-15T13:17:52.968Z","usage":{"inputTokens":2501,"outputTokens":439,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.175,"precision":0.7666666666666666,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":77.75,"consensusEffective":79.75,"neWords":57,"enWords":76,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":50,"valid":true,"effective":93.0,"costUsd":0.0023405,"latencySeconds":3.134,"attempts":1,"calledAt":"2026-09-15T13:17:52.135Z","usage":{"inputTokens":2359,"outputTokens":387,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":0.9166666666666667,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.0,"consensusEffective":93.0,"neWords":61,"enWords":79,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":51,"valid":true,"effective":87.0,"costUsd":0.002613,"latencySeconds":2.665,"attempts":1,"calledAt":"2026-09-15T13:17:53.743Z","usage":{"inputTokens":2550,"outputTokens":446,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9166666666666667,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":60,"enWords":70,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":52,"valid":true,"effective":91.8913043478261,"costUsd":0.0025955,"latencySeconds":3.913,"attempts":1,"calledAt":"2026-09-15T13:17:56.051Z","usage":{"inputTokens":1765,"outputTokens":571,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5555555555555556,"precision":0.9130434782608696,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":91.8913043478261,"consensusEffective":95.8913043478261,"neWords":73,"enWords":81,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":53,"valid":true,"effective":88.27718832891247,"costUsd":0.0028685,"latencySeconds":2.992,"attempts":1,"calledAt":"2026-09-15T13:17:55.964Z","usage":{"inputTokens":2557,"outputTokens":530,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6041666666666667,"precision":0.8925729442970822,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.27718832891247,"consensusEffective":88.27718832891247,"neWords":83,"enWords":86,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":54,"valid":true,"effective":84.82142857142857,"costUsd":0.0020955,"latencySeconds":3.93,"attempts":1,"calledAt":"2026-09-15T13:17:57.676Z","usage":{"inputTokens":2115,"outputTokens":346,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7142857142857143,"supporting":0.2142857142857143,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.82142857142857,"consensusEffective":88.25,"neWords":55,"enWords":70,"entityPrecision":0.8,"entityRecall":0.333,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":55,"valid":true,"effective":84.48529411764706,"costUsd":0.0022865,"latencySeconds":3.295,"attempts":1,"calledAt":"2026-09-15T13:17:59.262Z","usage":{"inputTokens":2023,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":0.9411764705882353,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.48529411764706,"consensusEffective":84.48529411764706,"neWords":43,"enWords":63,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":56,"valid":true,"effective":85.90476190476191,"costUsd":0.0021855,"latencySeconds":2.523,"attempts":1,"calledAt":"2026-09-15T13:17:58.580Z","usage":{"inputTokens":2223,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.5625,"precision":0.9023809523809524,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":85.90476190476191,"consensusEffective":82.57142857142857,"neWords":65,"enWords":72,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":57,"valid":true,"effective":91.21428571428572,"costUsd":0.0025525,"latencySeconds":3.608,"attempts":1,"calledAt":"2026-09-15T13:18:01.287Z","usage":{"inputTokens":2387,"outputTokens":453,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.2692307692307693,"precision":0.8571428571428572,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.21428571428572,"consensusEffective":91.21428571428572,"neWords":62,"enWords":70,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":58,"valid":true,"effective":91.75,"costUsd":0.0022935,"latencySeconds":2.857,"attempts":1,"calledAt":"2026-09-15T13:18:01.442Z","usage":{"inputTokens":2031,"outputTokens":426,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4,"precision":0.875,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":63,"enWords":77,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":59,"valid":true,"effective":91.58695652173913,"costUsd":0.0023685,"latencySeconds":3.306,"attempts":1,"calledAt":"2026-09-15T13:18:02.571Z","usage":{"inputTokens":2205,"outputTokens":422,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8695652173913043,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":91.58695652173913,"consensusEffective":91.58695652173913,"neWords":76,"enWords":98,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":60,"valid":true,"effective":94.14285714285714,"costUsd":0.002593,"latencySeconds":3.419,"attempts":1,"calledAt":"2026-09-15T13:18:04.709Z","usage":{"inputTokens":1814,"outputTokens":562,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.9047619047619048,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.14285714285714,"consensusEffective":94.14285714285714,"neWords":56,"enWords":65,"entityPrecision":0.8,"entityRecall":0.727,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":61,"valid":true,"effective":77.48566308243727,"costUsd":0.002819,"latencySeconds":4.22,"attempts":1,"calledAt":"2026-09-15T13:18:05.666Z","usage":{"inputTokens":2566,"outputTokens":512,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.4117647058823529,"precision":0.8661887694145758,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":1.5,"cleanEffective":77.48566308243727,"consensusEffective":78.55709165386585,"neWords":98,"enWords":101,"entityPrecision":0.9,"entityRecall":0.563,"entityF1":0.692,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":62,"valid":true,"effective":88.5,"costUsd":0.002336,"latencySeconds":3.643,"attempts":1,"calledAt":"2026-09-15T13:18:06.219Z","usage":{"inputTokens":1768,"outputTokens":484,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.41666666666666663,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":93.5,"neWords":58,"enWords":64,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":63,"valid":true,"effective":92.91666666666666,"costUsd":0.00279,"latencySeconds":4.219,"attempts":1,"calledAt":"2026-09-15T13:18:08.932Z","usage":{"inputTokens":2472,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8888888888888888,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.91666666666666,"consensusEffective":92.91666666666666,"neWords":64,"enWords":72,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":64,"valid":true,"effective":98.5,"costUsd":0.00206,"latencySeconds":3.433,"attempts":1,"calledAt":"2026-09-15T13:18:09.105Z","usage":{"inputTokens":2134,"outputTokens":331,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":52,"enWords":57,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":65,"valid":true,"effective":86.23529411764706,"costUsd":0.0027635,"latencySeconds":4.101,"attempts":1,"calledAt":"2026-09-15T13:18:10.326Z","usage":{"inputTokens":2155,"outputTokens":562,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.14285714285714285,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.23529411764706,"consensusEffective":90.8781512605042,"neWords":54,"enWords":67,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":66,"valid":true,"effective":86.76436781609196,"costUsd":0.00226,"latencySeconds":3.289,"attempts":1,"calledAt":"2026-09-15T13:18:12.225Z","usage":{"inputTokens":1976,"outputTokens":424,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.625,"precision":0.9310344827586207,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.76436781609196,"consensusEffective":83.43103448275862,"neWords":63,"enWords":73,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":67,"valid":true,"effective":85.20588235294117,"costUsd":0.002152,"latencySeconds":2.778,"attempts":1,"calledAt":"2026-09-15T13:18:11.890Z","usage":{"inputTokens":2024,"outputTokens":380,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.7568627450980392,"ne":8,"en":7,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.20588235294117,"consensusEffective":85.20588235294117,"neWords":56,"enWords":73,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":68,"valid":true,"effective":95.25,"costUsd":0.0023315,"latencySeconds":3.514,"attempts":1,"calledAt":"2026-09-15T13:18:13.846Z","usage":{"inputTokens":2065,"outputTokens":433,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.625,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.25,"consensusEffective":92.75,"neWords":53,"enWords":68,"entityPrecision":0.667,"entityRecall":0.364,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":69,"valid":true,"effective":76.52747252747253,"costUsd":0.0018475,"latencySeconds":3.195,"attempts":1,"calledAt":"2026-09-15T13:18:15.089Z","usage":{"inputTokens":1829,"outputTokens":311,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.34090909090909094,"precision":0.7509157509157509,"ne":8,"en":8,"unsupported":3,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":76.52747252747253,"consensusEffective":76.52747252747253,"neWords":55,"enWords":71,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":70,"valid":true,"effective":92.03571428571428,"costUsd":0.001836,"latencySeconds":3.108,"attempts":1,"calledAt":"2026-09-15T13:18:15.337Z","usage":{"inputTokens":1746,"outputTokens":321,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.8333333333333334,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.03571428571428,"consensusEffective":92.03571428571428,"neWords":51,"enWords":59,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":71,"valid":true,"effective":85.63636363636364,"costUsd":0.002301,"latencySeconds":3.152,"attempts":1,"calledAt":"2026-09-15T13:18:17.002Z","usage":{"inputTokens":2448,"outputTokens":359,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.38636363636363635,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.63636363636364,"consensusEffective":85.63636363636364,"neWords":61,"enWords":66,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":72,"valid":true,"effective":90.81229143492769,"costUsd":0.0022085,"latencySeconds":3.282,"attempts":1,"calledAt":"2026-09-15T13:18:18.374Z","usage":{"inputTokens":1789,"outputTokens":438,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6111111111111112,"precision":0.8687430478309233,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":90.81229143492769,"consensusEffective":90.81229143492769,"neWords":62,"enWords":75,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":73,"valid":true,"effective":88.99603174603175,"costUsd":0.0026105,"latencySeconds":3.733,"attempts":1,"calledAt":"2026-09-15T13:18:19.073Z","usage":{"inputTokens":1795,"outputTokens":571,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6388888888888888,"precision":0.8915343915343915,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.99603174603175,"consensusEffective":88.99603174603175,"neWords":59,"enWords":71,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":74,"valid":true,"effective":96.83333333333333,"costUsd":0.0019435,"latencySeconds":3.126,"attempts":1,"calledAt":"2026-09-15T13:18:20.131Z","usage":{"inputTokens":1535,"outputTokens":392,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":39,"enWords":53,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":75,"valid":true,"effective":82.77272727272728,"costUsd":0.0020945,"latencySeconds":3.588,"attempts":1,"calledAt":"2026-09-15T13:18:21.965Z","usage":{"inputTokens":1639,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":0.9090909090909092,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.77272727272728,"consensusEffective":82.77272727272728,"neWords":53,"enWords":75,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":76,"valid":true,"effective":94.67105263157895,"costUsd":0.002789,"latencySeconds":3.084,"attempts":1,"calledAt":"2026-09-15T13:18:22.161Z","usage":{"inputTokens":2170,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9473684210526316,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.67105263157895,"consensusEffective":94.67105263157895,"neWords":57,"enWords":76,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":77,"valid":true,"effective":92.02272727272728,"costUsd":0.001698,"latencySeconds":3.367,"attempts":1,"calledAt":"2026-09-15T13:18:23.503Z","usage":{"inputTokens":1452,"outputTokens":324,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.9090909090909092,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":92.02272727272728,"consensusEffective":92.02272727272728,"neWords":62,"enWords":56,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":78,"valid":true,"effective":94.14285714285714,"costUsd":0.00201,"latencySeconds":2.892,"attempts":1,"calledAt":"2026-09-15T13:18:24.860Z","usage":{"inputTokens":1710,"outputTokens":385,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9047619047619048,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.14285714285714,"consensusEffective":94.14285714285714,"neWords":69,"enWords":74,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":79,"valid":true,"effective":95.57142857142857,"costUsd":0.001767,"latencySeconds":3.323,"attempts":1,"calledAt":"2026-09-15T13:18:25.488Z","usage":{"inputTokens":1230,"outputTokens":384,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.57142857142857,"consensusEffective":95.57142857142857,"neWords":59,"enWords":73,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":80,"valid":true,"effective":82.5,"costUsd":0.0020055,"latencySeconds":3.482,"attempts":1,"calledAt":"2026-09-15T13:18:26.988Z","usage":{"inputTokens":2073,"outputTokens":323,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5576923076923077,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":82.5,"consensusEffective":89.16666666666667,"neWords":51,"enWords":64,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":81,"valid":true,"effective":86.94685990338164,"costUsd":0.001957,"latencySeconds":3.925,"attempts":1,"calledAt":"2026-09-15T13:18:28.790Z","usage":{"inputTokens":1670,"outputTokens":374,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.7648953301127215,"ne":8,"en":8,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":86.94685990338164,"consensusEffective":86.94685990338164,"neWords":57,"enWords":60,"entityPrecision":0.625,"entityRecall":0.625,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":82,"valid":true,"effective":85.63972431077696,"costUsd":0.002331,"latencySeconds":3.795,"attempts":1,"calledAt":"2026-09-15T13:18:29.289Z","usage":{"inputTokens":2094,"outputTokens":428,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.175,"precision":0.7518796992481203,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.63972431077696,"consensusEffective":85.30639097744361,"neWords":66,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":83,"valid":true,"effective":98.5,"costUsd":0.001826,"latencySeconds":2.468,"attempts":1,"calledAt":"2026-09-15T13:18:29.462Z","usage":{"inputTokens":1714,"outputTokens":323,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5714285714285714,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":62,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":84,"valid":true,"effective":98.5,"costUsd":0.002172,"latencySeconds":3.776,"attempts":1,"calledAt":"2026-09-15T13:18:32.569Z","usage":{"inputTokens":1800,"outputTokens":424,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":81,"enWords":95,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":85,"valid":true,"effective":70.25,"costUsd":0.002021,"latencySeconds":4.084,"attempts":1,"calledAt":"2026-09-15T13:18:33.378Z","usage":{"inputTokens":1474,"outputTokens":428,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.7083333333333333,"precision":0.6666666666666667,"ne":8,"en":5.5,"unsupported":4,"contradicted":2,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":70.25,"consensusEffective":66.91666666666666,"neWords":52,"enWords":57,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":86,"valid":true,"effective":94.85714285714286,"costUsd":0.0022885,"latencySeconds":3.908,"attempts":1,"calledAt":"2026-09-15T13:18:33.375Z","usage":{"inputTokens":1673,"outputTokens":484,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9285714285714286,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.85714285714286,"consensusEffective":94.85714285714286,"neWords":52,"enWords":61,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":87,"valid":true,"effective":90.16666666666666,"costUsd":0.0017955,"latencySeconds":4.365,"attempts":1,"calledAt":"2026-09-15T13:18:36.937Z","usage":{"inputTokens":1497,"outputTokens":349,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4107142857142857,"precision":0.8222222222222222,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.16666666666666,"consensusEffective":90.16666666666666,"neWords":63,"enWords":68,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":88,"valid":true,"effective":83.30303030303031,"costUsd":0.0021185,"latencySeconds":3.891,"attempts":1,"calledAt":"2026-09-15T13:18:37.274Z","usage":{"inputTokens":1609,"outputTokens":438,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.4642857142857143,"precision":0.8712121212121212,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.30303030303031,"consensusEffective":83.30303030303031,"neWords":69,"enWords":71,"entityPrecision":1,"entityRecall":0.529,"entityF1":0.692,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":89,"valid":true,"effective":86.38095238095238,"costUsd":0.001531,"latencySeconds":2.925,"attempts":1,"calledAt":"2026-09-15T13:18:36.310Z","usage":{"inputTokens":1358,"outputTokens":284,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.625,"precision":0.8571428571428572,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.38095238095238,"consensusEffective":86.38095238095238,"neWords":55,"enWords":48,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":90,"valid":true,"effective":95.75,"costUsd":0.001649,"latencySeconds":3.91,"attempts":1,"calledAt":"2026-09-15T13:18:40.225Z","usage":{"inputTokens":1504,"outputTokens":299,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9333333333333333,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":95.75,"consensusEffective":95.75,"neWords":65,"enWords":67,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":91,"valid":true,"effective":90.4,"costUsd":0.002169,"latencySeconds":3.648,"attempts":1,"calledAt":"2026-09-15T13:18:40.590Z","usage":{"inputTokens":1740,"outputTokens":433,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8300000000000001,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":90.4,"consensusEffective":90.4,"neWords":63,"enWords":79,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":92,"valid":true,"effective":91.59210526315789,"costUsd":0.001735,"latencySeconds":3.177,"attempts":1,"calledAt":"2026-09-15T13:18:40.456Z","usage":{"inputTokens":1556,"outputTokens":319,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8947368421052632,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.59210526315789,"consensusEffective":91.59210526315789,"neWords":56,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":93,"valid":true,"effective":98.5,"costUsd":0.002026,"latencySeconds":3.402,"attempts":1,"calledAt":"2026-09-15T13:18:43.630Z","usage":{"inputTokens":1400,"outputTokens":442,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":72,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":94,"valid":true,"effective":88.26282051282051,"costUsd":0.001989,"latencySeconds":3.44,"attempts":1,"calledAt":"2026-09-15T13:18:43.902Z","usage":{"inputTokens":1818,"outputTokens":360,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8125,"precision":0.8504273504273505,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.26282051282051,"consensusEffective":88.26282051282051,"neWords":70,"enWords":86,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":95,"valid":true,"effective":91.86363636363636,"costUsd":0.0020835,"latencySeconds":3.972,"attempts":1,"calledAt":"2026-09-15T13:18:44.565Z","usage":{"inputTokens":1785,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.8787878787878788,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":91.86363636363636,"consensusEffective":91.86363636363636,"neWords":57,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":96,"valid":true,"effective":89.0,"costUsd":0.001864,"latencySeconds":3.081,"attempts":1,"calledAt":"2026-09-15T13:18:46.718Z","usage":{"inputTokens":1796,"outputTokens":322,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4642857142857143,"precision":0.8333333333333334,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.0,"consensusEffective":89.0,"neWords":51,"enWords":66,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":97,"valid":true,"effective":90.46969696969697,"costUsd":0.0024495,"latencySeconds":2.952,"attempts":1,"calledAt":"2026-09-15T13:18:46.861Z","usage":{"inputTokens":2205,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.625,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.46969696969697,"consensusEffective":90.46969696969697,"neWords":61,"enWords":70,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemini-3-flash","questionId":98,"valid":true,"effective":86.125,"costUsd":0.001589,"latencySeconds":2.973,"attempts":1,"calledAt":"2026-09-15T13:18:47.544Z","usage":{"inputTokens":1462,"outputTokens":286,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6875,"precision":0.7708333333333333,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":86.125,"consensusEffective":86.125,"neWords":59,"enWords":58,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":99,"valid":true,"effective":85.35,"costUsd":0.002797,"latencySeconds":4.262,"attempts":1,"calledAt":"2026-09-15T13:18:50.984Z","usage":{"inputTokens":2480,"outputTokens":519,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.35526315789473684,"precision":0.7949999999999999,"ne":8.5,"en":8.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":85.35,"consensusEffective":85.35,"neWords":76,"enWords":90,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemini-3-flash","questionId":100,"valid":true,"effective":84.68939393939394,"costUsd":0.0019665,"latencySeconds":2.684,"attempts":1,"calledAt":"2026-09-15T13:18:49.551Z","usage":{"inputTokens":1569,"outputTokens":394,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":1,"precision":0.8257575757575758,"ne":8,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.68939393939394,"consensusEffective":84.68939393939394,"neWords":51,"enWords":64,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":1,"valid":true,"effective":76.125,"costUsd":0.00034008,"latencySeconds":13.756,"attempts":1,"calledAt":"2026-09-15T13:21:00.715Z","usage":{"inputTokens":1880,"outputTokens":318,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5625,"supporting":0.5625,"precision":0.9375,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":76.125,"consensusEffective":83.625,"neWords":46,"enWords":55,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":2,"valid":true,"effective":80.27777777777777,"costUsd":0.0003828,"latencySeconds":7.642,"attempts":1,"calledAt":"2026-09-15T13:20:54.602Z","usage":{"inputTokens":1951,"outputTokens":413,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6944444444444444,"supporting":0.4318181818181818,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":80.27777777777777,"consensusEffective":82.5,"neWords":51,"enWords":60,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":3,"valid":true,"effective":70.75,"costUsd":0.00043188,"latencySeconds":13.233,"attempts":1,"calledAt":"2026-09-15T13:21:00.193Z","usage":{"inputTokens":2321,"outputTokens":426,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.35714285714285715,"precision":0.8666666666666667,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":70.75,"consensusEffective":70.75,"neWords":60,"enWords":63,"entityPrecision":1,"entityRecall":0.214,"entityF1":0.353,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":4,"valid":true,"effective":68.83333333333334,"costUsd":0.00041196,"latencySeconds":25.983,"attempts":1,"calledAt":"2026-09-15T13:21:20.587Z","usage":{"inputTokens":2290,"outputTokens":381,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45833333333333337,"supporting":0.25,"precision":0.8333333333333333,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":68.83333333333334,"consensusEffective":73.83333333333333,"neWords":49,"enWords":56,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":5,"valid":true,"effective":89.76666666666667,"costUsd":0.00048444,"latencySeconds":12.495,"attempts":1,"calledAt":"2026-09-15T13:21:12.689Z","usage":{"inputTokens":2531,"outputTokens":502,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6363636363636364,"precision":0.9199999999999999,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.76666666666667,"consensusEffective":93.1,"neWords":64,"enWords":81,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":6,"valid":true,"effective":73.01315789473685,"costUsd":0.00045072,"latencySeconds":8.705,"attempts":1,"calledAt":"2026-09-15T13:21:09.421Z","usage":{"inputTokens":2484,"outputTokens":424,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.20833333333333334,"precision":0.6421052631578947,"ne":8.5,"en":4,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":73.01315789473685,"consensusEffective":73.01315789473685,"neWords":61,"enWords":65,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":7,"valid":true,"effective":62.0,"costUsd":0.00044856,"latencySeconds":11.295,"attempts":1,"calledAt":"2026-09-15T13:21:20.718Z","usage":{"inputTokens":2549,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45,"supporting":0.3333333333333333,"precision":0.7666666666666666,"ne":6,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":62.0,"consensusEffective":70.66666666666666,"neWords":52,"enWords":65,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemma-4-31b","questionId":8,"valid":true,"effective":92.75,"costUsd":0.00044484,"latencySeconds":8.282,"attempts":1,"calledAt":"2026-09-15T13:21:20.972Z","usage":{"inputTokens":2450,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.75,"consensusEffective":92.75,"neWords":45,"enWords":59,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":9,"valid":true,"effective":80.25,"costUsd":0.00043188,"latencySeconds":8.722,"attempts":1,"calledAt":"2026-09-15T13:21:29.310Z","usage":{"inputTokens":2234,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4090909090909091,"precision":1.0,"ne":5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.25,"consensusEffective":80.25,"neWords":44,"enWords":52,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":10,"valid":true,"effective":92.0,"costUsd":0.00046248,"latencySeconds":8.222,"attempts":1,"calledAt":"2026-09-15T13:21:28.942Z","usage":{"inputTokens":2501,"outputTokens":451,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.39583333333333337,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":92.0,"neWords":44,"enWords":60,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":11,"valid":true,"effective":64.31194295900178,"costUsd":0.00045888,"latencySeconds":11.751,"attempts":1,"calledAt":"2026-09-15T13:21:32.726Z","usage":{"inputTokens":2354,"outputTokens":490,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45833333333333337,"supporting":0.17307692307692307,"precision":0.732620320855615,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":64.31194295900178,"consensusEffective":70.97860962566844,"neWords":55,"enWords":63,"entityPrecision":0.875,"entityRecall":0.318,"entityF1":0.467,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":12,"valid":true,"effective":89.0,"costUsd":0.00041544,"latencySeconds":7.591,"attempts":1,"calledAt":"2026-09-15T13:21:36.535Z","usage":{"inputTokens":2291,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.84375,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.0,"consensusEffective":89.0,"neWords":52,"enWords":51,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":13,"valid":true,"effective":89.75,"costUsd":0.00041916,"latencySeconds":9.603,"attempts":1,"calledAt":"2026-09-15T13:21:38.915Z","usage":{"inputTokens":2236,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.25,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.75,"consensusEffective":97.75,"neWords":49,"enWords":57,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":14,"valid":true,"effective":71.625,"costUsd":0.0003786,"latencySeconds":7.79,"attempts":1,"calledAt":"2026-09-15T13:21:40.517Z","usage":{"inputTokens":2344,"outputTokens":329,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45,"supporting":0.328125,"precision":0.9375,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":71.625,"consensusEffective":76.125,"neWords":52,"enWords":50,"entityPrecision":1,"entityRecall":0.286,"entityF1":0.444,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":15,"valid":true,"effective":94.58333333333333,"costUsd":0.0004362,"latencySeconds":15.466,"attempts":1,"calledAt":"2026-09-15T13:21:52.003Z","usage":{"inputTokens":2092,"outputTokens":573,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4722222222222222,"precision":0.9444444444444444,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.58333333333333,"consensusEffective":94.58333333333333,"neWords":56,"enWords":69,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":16,"valid":true,"effective":87.0,"costUsd":0.00039648,"latencySeconds":16.052,"attempts":1,"calledAt":"2026-09-15T13:21:54.969Z","usage":{"inputTokens":2109,"outputTokens":457,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.71875,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":59,"enWords":64,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":17,"valid":true,"effective":91.5,"costUsd":0.00035916,"latencySeconds":7.637,"attempts":1,"calledAt":"2026-09-15T13:21:48.155Z","usage":{"inputTokens":1580,"outputTokens":471,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.4772727272727273,"precision":0.95,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.5,"consensusEffective":94.0,"neWords":58,"enWords":73,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":18,"valid":true,"effective":94.25,"costUsd":0.00027108,"latencySeconds":7.472,"attempts":1,"calledAt":"2026-09-15T13:21:55.629Z","usage":{"inputTokens":1445,"outputTokens":330,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9333333333333333,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.25,"consensusEffective":94.25,"neWords":34,"enWords":43,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":19,"valid":true,"effective":94.41666666666666,"costUsd":0.00033264,"latencySeconds":10.825,"attempts":1,"calledAt":"2026-09-15T13:22:02.831Z","usage":{"inputTokens":1889,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8888888888888888,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.41666666666666,"consensusEffective":94.41666666666666,"neWords":43,"enWords":53,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":20,"valid":true,"effective":77.21428571428572,"costUsd":0.0004464,"latencySeconds":10.125,"attempts":1,"calledAt":"2026-09-15T13:22:05.095Z","usage":{"inputTokens":2373,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.45833333333333337,"precision":0.7321428571428572,"ne":8,"en":7.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":77.21428571428572,"consensusEffective":71.88095238095238,"neWords":47,"enWords":55,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":21,"valid":true,"effective":73.56818181818181,"costUsd":0.0004344,"latencySeconds":8.901,"attempts":1,"calledAt":"2026-09-15T13:22:04.532Z","usage":{"inputTokens":2701,"outputTokens":365,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5454545454545454,"supporting":0.011363636363636364,"precision":0.875,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":73.56818181818181,"consensusEffective":70.5,"neWords":52,"enWords":60,"entityPrecision":1,"entityRecall":0.227,"entityF1":0.37,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":22,"valid":true,"effective":81.4090909090909,"costUsd":0.00050856,"latencySeconds":15.84,"attempts":1,"calledAt":"2026-09-15T13:22:18.673Z","usage":{"inputTokens":2687,"outputTokens":517,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.1375,"precision":0.8636363636363636,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.4090909090909,"consensusEffective":89.4090909090909,"neWords":69,"enWords":72,"entityPrecision":0.571,"entityRecall":0.308,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":23,"valid":true,"effective":90.5,"costUsd":0.0003588,"latencySeconds":8.742,"attempts":1,"calledAt":"2026-09-15T13:22:13.276Z","usage":{"inputTokens":1811,"outputTokens":393,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.13461538461538464,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.5,"consensusEffective":90.5,"neWords":45,"enWords":50,"entityPrecision":0.8,"entityRecall":0.267,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":24,"valid":true,"effective":92.5,"costUsd":0.0002358,"latencySeconds":7.672,"attempts":1,"calledAt":"2026-09-15T13:22:12.770Z","usage":{"inputTokens":1179,"outputTokens":262,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.5,"consensusEffective":92.5,"neWords":25,"enWords":36,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemma-4-31b","questionId":25,"valid":true,"effective":97.0,"costUsd":0.00029148,"latencySeconds":7.436,"attempts":1,"calledAt":"2026-09-15T13:22:20.210Z","usage":{"inputTokens":1501,"outputTokens":368,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":41,"enWords":39,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":26,"valid":true,"effective":96.17105263157895,"costUsd":0.00037692,"latencySeconds":10.348,"attempts":1,"calledAt":"2026-09-15T13:22:23.625Z","usage":{"inputTokens":1950,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4375,"precision":0.9473684210526316,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.17105263157895,"consensusEffective":96.17105263157895,"neWords":36,"enWords":42,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":27,"valid":true,"effective":91.625,"costUsd":0.00033672,"latencySeconds":12.491,"attempts":1,"calledAt":"2026-09-15T13:22:31.166Z","usage":{"inputTokens":1525,"outputTokens":427,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":0.8708333333333333,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.625,"consensusEffective":91.625,"neWords":45,"enWords":53,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":28,"valid":true,"effective":97.0,"costUsd":0.00026472,"latencySeconds":8.797,"attempts":1,"calledAt":"2026-09-15T13:22:29.020Z","usage":{"inputTokens":1497,"outputTokens":295,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":50,"enWords":58,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":29,"valid":true,"effective":82.5,"costUsd":0.0003714,"latencySeconds":9.937,"attempts":1,"calledAt":"2026-09-15T13:22:33.564Z","usage":{"inputTokens":2054,"outputTokens":347,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.38636363636363635,"precision":0.8833333333333333,"ne":5.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":82.5,"consensusEffective":80.83333333333333,"neWords":41,"enWords":50,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemma-4-31b","questionId":30,"valid":false,"effective":0,"costUsd":0.00081288,"latencySeconds":27.835,"attempts":1,"calledAt":"2026-09-15T13:22:56.857Z","usage":{"inputTokens":2166,"outputTokens":1536,"reasoningTokens":0},"finishReason":"length","errorKind":"truncated","judgeCount":0},{"model":"gemma-4-31b","questionId":31,"valid":true,"effective":97.0,"costUsd":0.000318,"latencySeconds":6.754,"attempts":1,"calledAt":"2026-09-15T13:22:37.922Z","usage":{"inputTokens":1711,"outputTokens":313,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":46,"enWords":54,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":32,"valid":true,"effective":96.25,"costUsd":0.00026064,"latencySeconds":7.54,"attempts":1,"calledAt":"2026-09-15T13:22:41.106Z","usage":{"inputTokens":1286,"outputTokens":354,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":38,"enWords":43,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":33,"valid":true,"effective":93.0,"costUsd":0.00027648,"latencySeconds":6.962,"attempts":1,"calledAt":"2026-09-15T13:22:44.886Z","usage":{"inputTokens":1361,"outputTokens":373,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6388888888888888,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.0,"consensusEffective":93.0,"neWords":47,"enWords":50,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":34,"valid":true,"effective":98.5,"costUsd":0.00034836,"latencySeconds":11.15,"attempts":1,"calledAt":"2026-09-15T13:22:52.258Z","usage":{"inputTokens":1810,"outputTokens":423,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":56,"entityPrecision":0.667,"entityRecall":0.8,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":35,"valid":true,"effective":93.92105263157895,"costUsd":0.00032028,"latencySeconds":8.104,"attempts":1,"calledAt":"2026-09-15T13:22:52.991Z","usage":{"inputTokens":1972,"outputTokens":291,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8973684210526316,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.92105263157895,"consensusEffective":93.92105263157895,"neWords":51,"enWords":62,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":36,"valid":true,"effective":92.38461538461539,"costUsd":0.0002982,"latencySeconds":15.371,"attempts":1,"calledAt":"2026-09-15T13:23:07.631Z","usage":{"inputTokens":1377,"outputTokens":428,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.8461538461538461,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.38461538461539,"consensusEffective":92.38461538461539,"neWords":44,"enWords":50,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":37,"valid":true,"effective":89.92105263157895,"costUsd":0.00033312,"latencySeconds":12.132,"attempts":1,"calledAt":"2026-09-15T13:23:05.127Z","usage":{"inputTokens":1471,"outputTokens":435,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5,"precision":0.9473684210526316,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.92105263157895,"consensusEffective":93.92105263157895,"neWords":57,"enWords":70,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":38,"valid":true,"effective":96.25,"costUsd":0.00024504,"latencySeconds":8.196,"attempts":1,"calledAt":"2026-09-15T13:23:05.058Z","usage":{"inputTokens":1243,"outputTokens":325,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":48,"enWords":45,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":39,"valid":true,"effective":88.54545454545455,"costUsd":0.00019452,"latencySeconds":4.355,"attempts":1,"calledAt":"2026-09-15T13:23:09.415Z","usage":{"inputTokens":1051,"outputTokens":190,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.8181818181818181,"ne":7.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.54545454545455,"consensusEffective":88.54545454545455,"neWords":32,"enWords":32,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":40,"valid":true,"effective":91.63636363636364,"costUsd":0.00044016,"latencySeconds":9.619,"attempts":1,"calledAt":"2026-09-15T13:23:14.750Z","usage":{"inputTokens":2360,"outputTokens":436,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.3,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.63636363636364,"consensusEffective":91.63636363636364,"neWords":51,"enWords":65,"entityPrecision":0.833,"entityRecall":0.313,"entityF1":0.455,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":41,"valid":true,"effective":98.5,"costUsd":0.00036636,"latencySeconds":6.816,"attempts":1,"calledAt":"2026-09-15T13:23:14.449Z","usage":{"inputTokens":2087,"outputTokens":322,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":38,"enWords":43,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":42,"valid":true,"effective":91.19377990430621,"costUsd":0.0004488,"latencySeconds":9.99,"attempts":1,"calledAt":"2026-09-15T13:23:19.408Z","usage":{"inputTokens":2494,"outputTokens":474,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.8564593301435407,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.19377990430621,"consensusEffective":91.19377990430621,"neWords":52,"enWords":55,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":43,"valid":true,"effective":98.5,"costUsd":0.00041748,"latencySeconds":17.728,"attempts":1,"calledAt":"2026-09-15T13:23:32.179Z","usage":{"inputTokens":2246,"outputTokens":411,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4166666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":49,"enWords":56,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":44,"valid":true,"effective":76.75116713352007,"costUsd":0.00048936,"latencySeconds":14.69,"attempts":1,"calledAt":"2026-09-15T13:23:29.442Z","usage":{"inputTokens":2494,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6111111111111112,"supporting":0.375,"precision":0.8935574229691876,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":76.75116713352007,"consensusEffective":85.64005602240897,"neWords":47,"enWords":60,"entityPrecision":0.556,"entityRecall":0.385,"entityF1":0.455,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":45,"valid":true,"effective":85.5,"costUsd":0.00038292,"latencySeconds":6.124,"attempts":1,"calledAt":"2026-09-15T13:23:25.536Z","usage":{"inputTokens":2473,"outputTokens":298,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6428571428571429,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":37,"enWords":44,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":46,"valid":true,"effective":85.97619047619048,"costUsd":0.0004716,"latencySeconds":10.14,"attempts":1,"calledAt":"2026-09-15T13:23:35.679Z","usage":{"inputTokens":2463,"outputTokens":489,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.375,"precision":0.8492063492063492,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":85.97619047619048,"consensusEffective":84.97619047619047,"neWords":51,"enWords":59,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":47,"valid":true,"effective":87.0,"costUsd":0.0003996,"latencySeconds":8.248,"attempts":1,"calledAt":"2026-09-15T13:23:37.692Z","usage":{"inputTokens":2295,"outputTokens":345,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.25,"precision":0.9333333333333333,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":95.0,"neWords":41,"enWords":55,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":48,"valid":true,"effective":98.5,"costUsd":0.00040332,"latencySeconds":11.44,"attempts":1,"calledAt":"2026-09-15T13:23:43.621Z","usage":{"inputTokens":2086,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":43,"enWords":49,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":49,"valid":true,"effective":79.16666666666666,"costUsd":0.00042972,"latencySeconds":11.674,"attempts":1,"calledAt":"2026-09-15T13:23:47.359Z","usage":{"inputTokens":2539,"outputTokens":406,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.35,"precision":0.9,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.16666666666666,"consensusEffective":76.5,"neWords":56,"enWords":72,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":50,"valid":true,"effective":93.75,"costUsd":0.0004176,"latencySeconds":9.416,"attempts":1,"calledAt":"2026-09-15T13:23:47.115Z","usage":{"inputTokens":2397,"outputTokens":361,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4,"precision":0.9166666666666667,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":51,"enWords":65,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":51,"valid":true,"effective":84.75,"costUsd":0.00044676,"latencySeconds":8.287,"attempts":1,"calledAt":"2026-09-15T13:23:51.911Z","usage":{"inputTokens":2588,"outputTokens":437,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8333333333333333,"precision":1.0,"ne":9,"en":7.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.75,"consensusEffective":84.75,"neWords":54,"enWords":68,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":52,"valid":true,"effective":87.23529411764706,"costUsd":0.00033816,"latencySeconds":6.868,"attempts":1,"calledAt":"2026-09-15T13:23:53.986Z","usage":{"inputTokens":1803,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.3611111111111111,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.23529411764706,"consensusEffective":95.23529411764706,"neWords":51,"enWords":49,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":53,"valid":true,"effective":91.23529411764706,"costUsd":0.00048276,"latencySeconds":10.981,"attempts":1,"calledAt":"2026-09-15T13:23:58.349Z","usage":{"inputTokens":2595,"outputTokens":476,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.25,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.23529411764706,"consensusEffective":91.23529411764706,"neWords":54,"enWords":67,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":54,"valid":true,"effective":92.78571428571428,"costUsd":0.0004092,"latencySeconds":29.021,"attempts":1,"calledAt":"2026-09-15T13:24:20.935Z","usage":{"inputTokens":2153,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.19642857142857142,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.78571428571428,"consensusEffective":90.5,"neWords":53,"enWords":67,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":55,"valid":true,"effective":88.5,"costUsd":0.00035868,"latencySeconds":16.23,"attempts":1,"calledAt":"2026-09-15T13:24:10.225Z","usage":{"inputTokens":2061,"outputTokens":368,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":40,"enWords":55,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":56,"valid":true,"effective":86.50438596491229,"costUsd":0.0004326,"latencySeconds":13.848,"attempts":1,"calledAt":"2026-09-15T13:24:12.199Z","usage":{"inputTokens":2261,"outputTokens":448,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.5208333333333333,"precision":0.8973684210526316,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.50438596491229,"consensusEffective":83.17105263157895,"neWords":61,"enWords":64,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":57,"valid":true,"effective":90.13461538461539,"costUsd":0.00043896,"latencySeconds":10.298,"attempts":1,"calledAt":"2026-09-15T13:24:20.529Z","usage":{"inputTokens":2425,"outputTokens":411,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.23076923076923078,"precision":0.8461538461538461,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.13461538461539,"consensusEffective":90.13461538461539,"neWords":52,"enWords":57,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":58,"valid":true,"effective":93.35714285714286,"costUsd":0.00037044,"latencySeconds":14.93,"attempts":1,"calledAt":"2026-09-15T13:24:27.131Z","usage":{"inputTokens":2069,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.35714285714286,"consensusEffective":93.35714285714286,"neWords":65,"enWords":74,"entityPrecision":0.667,"entityRecall":0.286,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":59,"valid":true,"effective":95.16666666666667,"costUsd":0.000378,"latencySeconds":7.157,"attempts":1,"calledAt":"2026-09-15T13:24:27.689Z","usage":{"inputTokens":2243,"outputTokens":361,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.16666666666667,"consensusEffective":95.16666666666667,"neWords":57,"enWords":66,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":60,"valid":true,"effective":91.5,"costUsd":0.00041052,"latencySeconds":13.277,"attempts":1,"calledAt":"2026-09-15T13:24:34.214Z","usage":{"inputTokens":1852,"outputTokens":523,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.5,"consensusEffective":95.5,"neWords":44,"enWords":58,"entityPrecision":0.778,"entityRecall":0.636,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":61,"valid":true,"effective":73.03846153846155,"costUsd":0.00052896,"latencySeconds":16.646,"attempts":1,"calledAt":"2026-09-15T13:24:43.779Z","usage":{"inputTokens":2604,"outputTokens":660,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5625,"supporting":0.29411764705882354,"precision":0.8346153846153846,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":73.03846153846155,"consensusEffective":76.25274725274726,"neWords":78,"enWords":92,"entityPrecision":0.909,"entityRecall":0.625,"entityF1":0.741,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":62,"valid":true,"effective":88.35714285714286,"costUsd":0.00036972,"latencySeconds":13.925,"attempts":1,"calledAt":"2026-09-15T13:24:41.616Z","usage":{"inputTokens":1806,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.19444444444444442,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.35714285714286,"consensusEffective":95.5,"neWords":39,"enWords":47,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":63,"valid":true,"effective":98.5,"costUsd":0.000465,"latencySeconds":9.084,"attempts":1,"calledAt":"2026-09-15T13:24:43.301Z","usage":{"inputTokens":2510,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3125,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":48,"enWords":58,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":64,"valid":true,"effective":87.0,"costUsd":0.00039312,"latencySeconds":12.195,"attempts":1,"calledAt":"2026-09-15T13:24:53.814Z","usage":{"inputTokens":2172,"outputTokens":368,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5833333333333334,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.308,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":65,"valid":true,"effective":86.5,"costUsd":0.00046188,"latencySeconds":14.708,"attempts":1,"calledAt":"2026-09-15T13:24:58.014Z","usage":{"inputTokens":2193,"outputTokens":552,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.10714285714285714,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.5,"consensusEffective":90.78571428571428,"neWords":50,"enWords":70,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":66,"valid":true,"effective":85.5,"costUsd":0.00045192,"latencySeconds":21.613,"attempts":1,"calledAt":"2026-09-15T13:25:05.396Z","usage":{"inputTokens":2014,"outputTokens":584,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4583333333333333,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":58,"enWords":71,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":67,"valid":true,"effective":90.75,"costUsd":0.0003972,"latencySeconds":14.593,"attempts":1,"calledAt":"2026-09-15T13:25:08.414Z","usage":{"inputTokens":2062,"outputTokens":416,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8666666666666667,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.75,"consensusEffective":90.75,"neWords":47,"enWords":59,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":68,"valid":true,"effective":92.0,"costUsd":0.0003666,"latencySeconds":10.4,"attempts":1,"calledAt":"2026-09-15T13:25:08.417Z","usage":{"inputTokens":2103,"outputTokens":376,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.45833333333333337,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":87.0,"neWords":48,"enWords":62,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":69,"valid":true,"effective":91.15196078431372,"costUsd":0.00032244,"latencySeconds":18.129,"attempts":1,"calledAt":"2026-09-15T13:25:23.528Z","usage":{"inputTokens":1867,"outputTokens":332,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.18181818181818182,"precision":0.9411764705882353,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.15196078431372,"consensusEffective":91.15196078431372,"neWords":45,"enWords":53,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":70,"valid":true,"effective":94.14285714285714,"costUsd":0.00036708,"latencySeconds":14.516,"attempts":1,"calledAt":"2026-09-15T13:25:22.936Z","usage":{"inputTokens":1763,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9285714285714286,"supporting":0.5,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.14285714285714,"consensusEffective":94.14285714285714,"neWords":46,"enWords":56,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":71,"valid":true,"effective":77.0595238095238,"costUsd":0.00047904,"latencySeconds":16.642,"attempts":1,"calledAt":"2026-09-15T13:25:25.063Z","usage":{"inputTokens":2465,"outputTokens":509,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.36363636363636365,"precision":0.8547619047619048,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":77.0595238095238,"consensusEffective":80.39285714285714,"neWords":62,"enWords":66,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":72,"valid":true,"effective":92.64285714285714,"costUsd":0.00035928,"latencySeconds":13.441,"attempts":1,"calledAt":"2026-09-15T13:25:36.381Z","usage":{"inputTokens":1827,"outputTokens":389,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4166666666666667,"precision":0.9047619047619048,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.64285714285714,"consensusEffective":92.64285714285714,"neWords":58,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":73,"valid":true,"effective":94.44565217391305,"costUsd":0.00042156,"latencySeconds":12.518,"attempts":1,"calledAt":"2026-09-15T13:25:36.052Z","usage":{"inputTokens":1833,"outputTokens":560,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6388888888888888,"precision":0.9148550724637681,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.44565217391305,"consensusEffective":94.44565217391305,"neWords":50,"enWords":68,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":74,"valid":true,"effective":97.0,"costUsd":0.00032268,"latencySeconds":9.282,"attempts":1,"calledAt":"2026-09-15T13:25:34.352Z","usage":{"inputTokens":1573,"outputTokens":372,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":42,"enWords":53,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":75,"valid":true,"effective":80.5,"costUsd":0.00034488,"latencySeconds":13.969,"attempts":1,"calledAt":"2026-09-15T13:25:48.325Z","usage":{"inputTokens":1677,"outputTokens":399,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.6499999999999999,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.5,"consensusEffective":80.5,"neWords":37,"enWords":55,"entityPrecision":0.8,"entityRecall":0.667,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":76,"valid":true,"effective":97.0,"costUsd":0.00045108,"latencySeconds":9.293,"attempts":1,"calledAt":"2026-09-15T13:25:45.354Z","usage":{"inputTokens":2208,"outputTokens":517,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5714285714285714,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":47,"enWords":54,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":77,"valid":true,"effective":95.42105263157895,"costUsd":0.00032208,"latencySeconds":7.734,"attempts":1,"calledAt":"2026-09-15T13:25:44.118Z","usage":{"inputTokens":1490,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9473684210526316,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.42105263157895,"consensusEffective":95.42105263157895,"neWords":58,"enWords":53,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":78,"valid":true,"effective":96.625,"costUsd":0.00036492,"latencySeconds":12.895,"attempts":1,"calledAt":"2026-09-15T13:25:57.017Z","usage":{"inputTokens":1748,"outputTokens":431,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.625,"consensusEffective":96.625,"neWords":53,"enWords":60,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":79,"valid":true,"effective":92.34210526315789,"costUsd":0.00028968,"latencySeconds":6.932,"attempts":1,"calledAt":"2026-09-15T13:25:52.318Z","usage":{"inputTokens":1268,"outputTokens":382,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4166666666666667,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.34210526315789,"consensusEffective":92.34210526315789,"neWords":53,"enWords":60,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":80,"valid":true,"effective":85.75,"costUsd":0.00035856,"latencySeconds":13.989,"attempts":1,"calledAt":"2026-09-15T13:26:02.323Z","usage":{"inputTokens":2111,"outputTokens":351,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.40384615384615385,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.75,"consensusEffective":97.75,"neWords":45,"enWords":49,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":81,"valid":true,"effective":93.92105263157895,"costUsd":0.00033504,"latencySeconds":15.742,"attempts":1,"calledAt":"2026-09-15T13:26:08.064Z","usage":{"inputTokens":1708,"outputTokens":420,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9473684210526316,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.92105263157895,"consensusEffective":93.92105263157895,"neWords":44,"enWords":49,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":82,"valid":true,"effective":86.95833333333333,"costUsd":0.00040524,"latencySeconds":7.832,"attempts":1,"calledAt":"2026-09-15T13:26:04.852Z","usage":{"inputTokens":2132,"outputTokens":415,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.15,"precision":0.8263888888888888,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.95833333333333,"consensusEffective":86.29166666666666,"neWords":65,"enWords":72,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":83,"valid":true,"effective":98.5,"costUsd":0.00034416,"latencySeconds":8.107,"attempts":1,"calledAt":"2026-09-15T13:26:10.436Z","usage":{"inputTokens":1752,"outputTokens":372,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":52,"enWords":58,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":84,"valid":true,"effective":97.75,"costUsd":0.0003534,"latencySeconds":7.926,"attempts":1,"calledAt":"2026-09-15T13:26:12.788Z","usage":{"inputTokens":1838,"outputTokens":369,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":49,"enWords":55,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":85,"valid":true,"effective":97.75,"costUsd":0.00029784,"latencySeconds":8.746,"attempts":1,"calledAt":"2026-09-15T13:26:16.815Z","usage":{"inputTokens":1512,"outputTokens":382,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":46,"enWords":50,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":86,"valid":true,"effective":95.63636363636364,"costUsd":0.00036444,"latencySeconds":14.53,"attempts":1,"calledAt":"2026-09-15T13:26:24.975Z","usage":{"inputTokens":1711,"outputTokens":442,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.63636363636364,"consensusEffective":95.63636363636364,"neWords":44,"enWords":55,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":87,"valid":true,"effective":93.25,"costUsd":0.0003336,"latencySeconds":8.507,"attempts":1,"calledAt":"2026-09-15T13:26:21.301Z","usage":{"inputTokens":1535,"outputTokens":415,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":7,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.25,"consensusEffective":93.25,"neWords":48,"enWords":51,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":88,"valid":true,"effective":67.05128205128206,"costUsd":0.000327,"latencySeconds":7.536,"attempts":1,"calledAt":"2026-09-15T13:26:24.357Z","usage":{"inputTokens":1647,"outputTokens":418,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5416666666666667,"supporting":0.21428571428571427,"precision":0.7628205128205128,"ne":6.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":67.05128205128206,"consensusEffective":67.05128205128206,"neWords":51,"enWords":52,"entityPrecision":1,"entityRecall":0.294,"entityF1":0.455,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":89,"valid":true,"effective":89.58333333333334,"costUsd":0.0002856,"latencySeconds":6.91,"attempts":1,"calledAt":"2026-09-15T13:26:28.216Z","usage":{"inputTokens":1396,"outputTokens":328,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6875,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.58333333333334,"consensusEffective":89.58333333333334,"neWords":45,"enWords":45,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":90,"valid":true,"effective":98.5,"costUsd":0.00028128,"latencySeconds":5.661,"attempts":1,"calledAt":"2026-09-15T13:26:30.024Z","usage":{"inputTokens":1542,"outputTokens":326,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7222222222222222,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":48,"enWords":51,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":91,"valid":true,"effective":92.91666666666666,"costUsd":0.00031356,"latencySeconds":6.139,"attempts":1,"calledAt":"2026-09-15T13:26:31.119Z","usage":{"inputTokens":1778,"outputTokens":337,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.8888888888888888,"ne":9.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.91666666666666,"consensusEffective":92.91666666666666,"neWords":43,"enWords":50,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":92,"valid":true,"effective":87.54761904761904,"costUsd":0.00033744,"latencySeconds":21.394,"attempts":1,"calledAt":"2026-09-15T13:26:49.614Z","usage":{"inputTokens":1594,"outputTokens":406,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.5,"precision":0.8015873015873016,"ne":9,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.54761904761904,"consensusEffective":87.54761904761904,"neWords":52,"enWords":61,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":93,"valid":true,"effective":95.5,"costUsd":0.0003972,"latencySeconds":15.264,"attempts":1,"calledAt":"2026-09-15T13:26:45.292Z","usage":{"inputTokens":1438,"outputTokens":624,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":52,"enWords":57,"entityPrecision":0.846,"entityRecall":0.786,"entityF1":0.815,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":94,"valid":true,"effective":94.27272727272728,"costUsd":0.00031284,"latencySeconds":8.685,"attempts":1,"calledAt":"2026-09-15T13:26:39.808Z","usage":{"inputTokens":1856,"outputTokens":309,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.9090909090909092,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.27272727272728,"consensusEffective":94.27272727272728,"neWords":51,"enWords":58,"entityPrecision":1,"entityRecall":0.125,"entityF1":0.222,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":95,"valid":true,"effective":87.1923076923077,"costUsd":0.00036132,"latencySeconds":8.274,"attempts":1,"calledAt":"2026-09-15T13:26:48.088Z","usage":{"inputTokens":1823,"outputTokens":396,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.78125,"precision":0.9230769230769231,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.1923076923077,"consensusEffective":87.1923076923077,"neWords":54,"enWords":59,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":96,"valid":true,"effective":88.77564102564102,"costUsd":0.00032676,"latencySeconds":6.936,"attempts":1,"calledAt":"2026-09-15T13:26:52.234Z","usage":{"inputTokens":1834,"outputTokens":355,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.21428571428571427,"precision":0.9230769230769231,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.77564102564102,"consensusEffective":88.77564102564102,"neWords":43,"enWords":49,"entityPrecision":0.75,"entityRecall":0.333,"entityF1":0.462,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":97,"valid":true,"effective":93.5,"costUsd":0.0004104,"latencySeconds":7.162,"attempts":1,"calledAt":"2026-09-15T13:26:55.253Z","usage":{"inputTokens":2243,"outputTokens":451,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":50,"enWords":61,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":98,"valid":true,"effective":84.6923076923077,"costUsd":0.00030204,"latencySeconds":5.101,"attempts":1,"calledAt":"2026-09-15T13:26:54.719Z","usage":{"inputTokens":1500,"outputTokens":339,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.5,"precision":0.8397435897435898,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.6923076923077,"consensusEffective":84.6923076923077,"neWords":39,"enWords":49,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gemma-4-31b","questionId":99,"valid":true,"effective":89.75,"costUsd":0.0004512,"latencySeconds":7.733,"attempts":1,"calledAt":"2026-09-15T13:26:59.971Z","usage":{"inputTokens":2518,"outputTokens":414,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.2894736842105263,"precision":0.9166666666666667,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":89.75,"consensusEffective":89.75,"neWords":45,"enWords":55,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gemma-4-31b","questionId":100,"valid":true,"effective":89.91666666666667,"costUsd":0.0002988,"latencySeconds":5.604,"attempts":1,"calledAt":"2026-09-15T13:27:00.330Z","usage":{"inputTokens":1607,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5,"precision":0.9,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.91666666666667,"consensusEffective":89.91666666666667,"neWords":40,"enWords":48,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":1,"valid":true,"effective":87.24230769230769,"costUsd":0.0075086,"latencySeconds":17.454,"attempts":1,"calledAt":"2026-09-15T14:05:31.206Z","usage":{"inputTokens":2805,"outputTokens":814,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8125,"precision":0.8830769230769231,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":87.24230769230769,"consensusEffective":89.74230769230769,"neWords":75,"enWords":83,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":2,"valid":true,"effective":92.27107279693487,"costUsd":0.0093602,"latencySeconds":19.335,"attempts":1,"calledAt":"2026-09-15T14:05:33.089Z","usage":{"inputTokens":3763,"outputTokens":930,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8888888888888888,"supporting":0.4772727272727273,"precision":0.9655172413793103,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.27107279693487,"consensusEffective":91.7155172413793,"neWords":82,"enWords":92,"entityPrecision":0.667,"entityRecall":0.364,"entityF1":0.471,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":3,"valid":true,"effective":83.25,"costUsd":0.0105258,"latencySeconds":18.505,"attempts":1,"calledAt":"2026-09-15T14:05:32.259Z","usage":{"inputTokens":4539,"outputTokens":948,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4464285714285714,"precision":1.0,"ne":6.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.25,"consensusEffective":83.25,"neWords":73,"enWords":91,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":4,"valid":true,"effective":84.48333333333332,"costUsd":0.00770824,"latencySeconds":16.224,"attempts":1,"calledAt":"2026-09-15T14:05:47.434Z","usage":{"inputTokens":3634,"outputTokens":778,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333333,"supporting":0.34615384615384615,"precision":0.88,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.48333333333332,"consensusEffective":81.15,"neWords":78,"enWords":92,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":5,"valid":true,"effective":97.25,"costUsd":0.01031844,"latencySeconds":18.216,"attempts":1,"calledAt":"2026-09-15T14:05:50.476Z","usage":{"inputTokens":4895,"outputTokens":970,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":87,"enWords":110,"entityPrecision":0.889,"entityRecall":0.727,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":6,"valid":true,"effective":88.63888888888889,"costUsd":0.00935704,"latencySeconds":16.979,"attempts":1,"calledAt":"2026-09-15T14:05:50.069Z","usage":{"inputTokens":4378,"outputTokens":916,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6041666666666667,"precision":0.9212962962962963,"ne":5.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":88.63888888888889,"consensusEffective":88.63888888888889,"neWords":93,"enWords":109,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":7,"valid":true,"effective":70.93103448275862,"costUsd":0.01061684,"latencySeconds":18.742,"attempts":1,"calledAt":"2026-09-15T14:06:06.178Z","usage":{"inputTokens":5149,"outputTokens":957,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.5625,"precision":0.8310344827586207,"ne":6,"en":6,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":70.93103448275862,"consensusEffective":79.59770114942529,"neWords":74,"enWords":106,"entityPrecision":0.889,"entityRecall":0.571,"entityF1":0.696,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":8,"valid":true,"effective":91.75,"costUsd":0.00940664,"latencySeconds":16.774,"attempts":1,"calledAt":"2026-09-15T14:06:06.844Z","usage":{"inputTokens":4492,"outputTokens":891,"reasoningTokens":30},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6029411764705883,"precision":0.9666666666666667,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":66,"enWords":78,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":9,"valid":true,"effective":87.48411371237458,"costUsd":0.00881884,"latencySeconds":18.386,"attempts":1,"calledAt":"2026-09-15T14:06:08.865Z","usage":{"inputTokens":3827,"outputTokens":969,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":0.8411371237458194,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.48411371237458,"consensusEffective":87.48411371237458,"neWords":71,"enWords":83,"entityPrecision":0.889,"entityRecall":0.615,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":10,"valid":true,"effective":90.60294117647058,"costUsd":0.00947164,"latencySeconds":34.26,"attempts":1,"calledAt":"2026-09-15T14:06:40.440Z","usage":{"inputTokens":4683,"outputTokens":845,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9117647058823529,"ne":7.5,"en":8,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.60294117647058,"consensusEffective":90.60294117647058,"neWords":72,"enWords":76,"entityPrecision":0.889,"entityRecall":0.889,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":11,"valid":true,"effective":70.37418300653594,"costUsd":0.01083004,"latencySeconds":23.323,"attempts":1,"calledAt":"2026-09-15T14:06:30.168Z","usage":{"inputTokens":4503,"outputTokens":1211,"reasoningTokens":67},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333333,"supporting":0.3653846153846154,"precision":0.7930283224400871,"ne":7,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":70.37418300653594,"consensusEffective":79.54084967320262,"neWords":93,"enWords":120,"entityPrecision":0.933,"entityRecall":0.636,"entityF1":0.757,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":12,"valid":true,"effective":87.5,"costUsd":0.00812764,"latencySeconds":14.26,"attempts":1,"calledAt":"2026-09-15T14:06:23.130Z","usage":{"inputTokens":3965,"outputTokens":768,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.8125,"precision":1.0,"ne":7.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.5,"consensusEffective":87.5,"neWords":65,"enWords":71,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":13,"valid":true,"effective":85.9655172413793,"costUsd":0.00864764,"latencySeconds":16.968,"attempts":1,"calledAt":"2026-09-15T14:06:40.100Z","usage":{"inputTokens":3777,"outputTokens":946,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6458333333333333,"precision":0.9655172413793103,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.9655172413793,"consensusEffective":93.4655172413793,"neWords":94,"enWords":99,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":14,"valid":true,"effective":87.35714285714286,"costUsd":0.00925144,"latencySeconds":17.256,"attempts":1,"calledAt":"2026-09-15T14:06:47.427Z","usage":{"inputTokens":4510,"outputTokens":850,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.4375,"precision":0.9285714285714286,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":87.35714285714286,"consensusEffective":85.85714285714286,"neWords":78,"enWords":94,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":15,"valid":true,"effective":92.6923076923077,"costUsd":0.00885724,"latencySeconds":17.861,"attempts":1,"calledAt":"2026-09-15T14:06:57.963Z","usage":{"inputTokens":3801,"outputTokens":986,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8814102564102564,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.6923076923077,"consensusEffective":92.6923076923077,"neWords":79,"enWords":83,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":16,"valid":true,"effective":98.5,"costUsd":0.00806344,"latencySeconds":16.137,"attempts":1,"calledAt":"2026-09-15T14:06:56.579Z","usage":{"inputTokens":3630,"outputTokens":860,"reasoningTokens":49},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.96875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":71,"enWords":84,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":17,"valid":true,"effective":89.84677419354838,"costUsd":0.00643964,"latencySeconds":15.924,"attempts":1,"calledAt":"2026-09-15T14:07:03.355Z","usage":{"inputTokens":2621,"outputTokens":812,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5909090909090908,"precision":0.8615591397849462,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.84677419354838,"consensusEffective":89.84677419354838,"neWords":62,"enWords":102,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":18,"valid":true,"effective":95.5,"costUsd":0.00377824,"latencySeconds":13.904,"attempts":1,"calledAt":"2026-09-15T14:07:10.485Z","usage":{"inputTokens":1446,"outputTokens":581,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":19,"valid":true,"effective":87.56390977443608,"costUsd":0.00619664,"latencySeconds":13.523,"attempts":1,"calledAt":"2026-09-15T14:07:11.490Z","usage":{"inputTokens":2966,"outputTokens":647,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":1,"precision":0.8521303258145363,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.56390977443608,"consensusEffective":87.56390977443608,"neWords":55,"enWords":71,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":20,"valid":true,"effective":85.06118881118881,"costUsd":0.00850704,"latencySeconds":14.543,"attempts":1,"calledAt":"2026-09-15T14:07:17.902Z","usage":{"inputTokens":4236,"outputTokens":768,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7916666666666667,"precision":0.7937062937062938,"ne":7.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":85.06118881118881,"consensusEffective":83.72785547785548,"neWords":61,"enWords":77,"entityPrecision":0.875,"entityRecall":0.778,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":21,"valid":true,"effective":73.29152097902099,"costUsd":0.01158844,"latencySeconds":23.001,"attempts":1,"calledAt":"2026-09-15T14:07:33.496Z","usage":{"inputTokens":5161,"outputTokens":1174,"reasoningTokens":32},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6590909090909092,"supporting":0.2954545454545454,"precision":0.7892628205128205,"ne":7.5,"en":8,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":73.29152097902099,"consensusEffective":73.17788461538461,"neWords":89,"enWords":121,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":22,"valid":true,"effective":90.38533834586465,"costUsd":0.01159044,"latencySeconds":30.589,"attempts":1,"calledAt":"2026-09-15T14:07:42.087Z","usage":{"inputTokens":5197,"outputTokens":1163,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8928571428571428,"supporting":0.35,"precision":0.9473684210526316,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.38533834586465,"consensusEffective":94.67105263157895,"neWords":103,"enWords":121,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":23,"valid":true,"effective":88.48635057471265,"costUsd":0.00672244,"latencySeconds":15.648,"attempts":1,"calledAt":"2026-09-15T14:07:33.553Z","usage":{"inputTokens":2823,"outputTokens":812,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.4230769230769231,"precision":0.8717672413793103,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":88.48635057471265,"consensusEffective":88.48635057471265,"neWords":74,"enWords":85,"entityPrecision":0.875,"entityRecall":0.467,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":24,"valid":true,"effective":90.25,"costUsd":0.00258324,"latencySeconds":7.901,"attempts":1,"calledAt":"2026-09-15T14:07:41.401Z","usage":{"inputTokens":1331,"outputTokens":346,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.25,"consensusEffective":90.25,"neWords":20,"enWords":40,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":25,"valid":true,"effective":97.75,"costUsd":0.00541804,"latencySeconds":13.096,"attempts":1,"calledAt":"2026-09-15T14:07:46.654Z","usage":{"inputTokens":2281,"outputTokens":688,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":57,"enWords":55,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":26,"valid":true,"effective":83.94565217391305,"costUsd":0.00650184,"latencySeconds":13.64,"attempts":1,"calledAt":"2026-09-15T14:07:55.045Z","usage":{"inputTokens":3096,"outputTokens":675,"reasoningTokens":22},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.71875,"precision":0.8731884057971014,"ne":7.5,"en":7,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.94565217391305,"consensusEffective":82.94565217391305,"neWords":48,"enWords":63,"entityPrecision":0.714,"entityRecall":0.455,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":27,"valid":true,"effective":89.82739938080496,"costUsd":0.00524364,"latencySeconds":14.4,"attempts":1,"calledAt":"2026-09-15T14:07:56.489Z","usage":{"inputTokens":2125,"outputTokens":698,"reasoningTokens":10},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35714285714285715,"precision":0.8359133126934984,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.82739938080496,"consensusEffective":89.82739938080496,"neWords":56,"enWords":69,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":28,"valid":true,"effective":97.0,"costUsd":0.00467084,"latencySeconds":14.373,"attempts":1,"calledAt":"2026-09-15T14:08:01.032Z","usage":{"inputTokens":2027,"outputTokens":599,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":57,"enWords":51,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":29,"valid":true,"effective":97.0,"costUsd":0.00670244,"latencySeconds":24.006,"attempts":1,"calledAt":"2026-09-15T14:08:19.054Z","usage":{"inputTokens":2947,"outputTokens":768,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8181818181818182,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":61,"enWords":88,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":30,"valid":true,"effective":98.5,"costUsd":0.00690324,"latencySeconds":12.331,"attempts":1,"calledAt":"2026-09-15T14:08:08.822Z","usage":{"inputTokens":3499,"outputTokens":638,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":68,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":31,"valid":true,"effective":93.07142857142857,"costUsd":0.00604684,"latencySeconds":14.859,"attempts":1,"calledAt":"2026-09-15T14:08:15.895Z","usage":{"inputTokens":2661,"outputTokens":710,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428572,"precision":0.8690476190476191,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.07142857142857,"consensusEffective":93.07142857142857,"neWords":72,"enWords":72,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":32,"valid":true,"effective":92.56746031746032,"costUsd":0.00469324,"latencySeconds":21.881,"attempts":1,"calledAt":"2026-09-15T14:08:30.709Z","usage":{"inputTokens":1317,"outputTokens":830,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7954545454545454,"precision":0.9272486772486772,"ne":7.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.56746031746032,"consensusEffective":92.56746031746032,"neWords":69,"enWords":81,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":33,"valid":true,"effective":96.5,"costUsd":0.00470704,"latencySeconds":19.363,"attempts":1,"calledAt":"2026-09-15T14:08:35.263Z","usage":{"inputTokens":1374,"outputTokens":815,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9444444444444444,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":71,"enWords":85,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.00663204,"latencySeconds":13.309,"attempts":1,"calledAt":"2026-09-15T14:08:32.365Z","usage":{"inputTokens":3079,"outputTokens":710,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":59,"enWords":64,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":35,"valid":true,"effective":94.67105263157895,"costUsd":0.00700804,"latencySeconds":12.798,"attempts":1,"calledAt":"2026-09-15T14:08:43.514Z","usage":{"inputTokens":3599,"outputTokens":630,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4,"precision":0.9473684210526316,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.67105263157895,"consensusEffective":94.67105263157895,"neWords":58,"enWords":61,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":36,"valid":true,"effective":88.45588235294117,"costUsd":0.00428244,"latencySeconds":11.605,"attempts":1,"calledAt":"2026-09-15T14:08:43.973Z","usage":{"inputTokens":1891,"outputTokens":554,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":0.7401960784313726,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.45588235294117,"consensusEffective":88.45588235294117,"neWords":47,"enWords":51,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":37,"valid":true,"effective":94.75,"costUsd":0.00629024,"latencySeconds":16.854,"attempts":1,"calledAt":"2026-09-15T14:08:52.121Z","usage":{"inputTokens":2420,"outputTokens":842,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":0.95,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":71,"enWords":99,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":38,"valid":true,"effective":87.75,"costUsd":0.00380484,"latencySeconds":11.874,"attempts":1,"calledAt":"2026-09-15T14:08:55.397Z","usage":{"inputTokens":1465,"outputTokens":581,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8666666666666667,"ne":6,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":52,"enWords":53,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":39,"valid":true,"effective":91.41666666666666,"costUsd":0.00263024,"latencySeconds":10.406,"attempts":1,"calledAt":"2026-09-15T14:08:54.384Z","usage":{"inputTokens":1154,"outputTokens":413,"reasoningTokens":16},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.8888888888888888,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.41666666666666,"consensusEffective":91.41666666666666,"neWords":39,"enWords":45,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":40,"valid":true,"effective":92.81451612903226,"costUsd":0.00982624,"latencySeconds":19.053,"attempts":1,"calledAt":"2026-09-15T14:09:11.180Z","usage":{"inputTokens":4512,"outputTokens":980,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.575,"precision":0.935483870967742,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":92.81451612903226,"consensusEffective":92.81451612903226,"neWords":84,"enWords":98,"entityPrecision":1,"entityRecall":0.438,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":41,"valid":true,"effective":98.5,"costUsd":0.00727104,"latencySeconds":12.653,"attempts":1,"calledAt":"2026-09-15T14:09:07.040Z","usage":{"inputTokens":3614,"outputTokens":685,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":62,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":42,"valid":true,"effective":92.90714285714284,"costUsd":0.00880584,"latencySeconds":16.057,"attempts":1,"calledAt":"2026-09-15T14:09:11.457Z","usage":{"inputTokens":4198,"outputTokens":848,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.42500000000000004,"precision":0.8885714285714286,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.90714285714284,"consensusEffective":92.90714285714284,"neWords":73,"enWords":96,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":43,"valid":true,"effective":93.13636363636364,"costUsd":0.00740324,"latencySeconds":14.034,"attempts":1,"calledAt":"2026-09-15T14:09:21.079Z","usage":{"inputTokens":3391,"outputTokens":786,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.9166666666666666,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.13636363636364,"consensusEffective":95.63636363636364,"neWords":58,"enWords":74,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":44,"valid":true,"effective":78.93103448275862,"costUsd":0.00959104,"latencySeconds":16.845,"attempts":1,"calledAt":"2026-09-15T14:09:28.027Z","usage":{"inputTokens":4696,"outputTokens":868,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5625,"precision":0.8060344827586207,"ne":9,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":78.93103448275862,"consensusEffective":85.59770114942528,"neWords":65,"enWords":90,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":45,"valid":true,"effective":86.25,"costUsd":0.00915024,"latencySeconds":14.803,"attempts":1,"calledAt":"2026-09-15T14:09:26.262Z","usage":{"inputTokens":4774,"outputTokens":743,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8571428571428571,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":54,"enWords":90,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":46,"valid":true,"effective":94.58333333333333,"costUsd":0.00839684,"latencySeconds":14.582,"attempts":1,"calledAt":"2026-09-15T14:09:35.665Z","usage":{"inputTokens":4305,"outputTokens":721,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.4375,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.58333333333333,"consensusEffective":94.25,"neWords":51,"enWords":69,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":47,"valid":true,"effective":80.75,"costUsd":0.00788524,"latencySeconds":12.543,"attempts":1,"calledAt":"2026-09-15T14:09:38.808Z","usage":{"inputTokens":4015,"outputTokens":697,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.6785714285714286,"precision":0.9,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":80.75,"consensusEffective":87.25,"neWords":62,"enWords":80,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":48,"valid":true,"effective":95.5,"costUsd":0.00782724,"latencySeconds":14.24,"attempts":1,"calledAt":"2026-09-15T14:09:42.270Z","usage":{"inputTokens":3807,"outputTokens":750,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.95,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":59,"enWords":65,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":49,"valid":true,"effective":75.4,"costUsd":0.01016004,"latencySeconds":17.585,"attempts":1,"calledAt":"2026-09-15T14:09:53.256Z","usage":{"inputTokens":4873,"outputTokens":941,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.5,"precision":0.8300000000000001,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":75.4,"consensusEffective":76.4,"neWords":82,"enWords":122,"entityPrecision":0.667,"entityRecall":0.444,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":50,"valid":true,"effective":93.9423076923077,"costUsd":0.00922924,"latencySeconds":14.77,"attempts":1,"calledAt":"2026-09-15T14:09:53.582Z","usage":{"inputTokens":4865,"outputTokens":732,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.9230769230769231,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.9423076923077,"consensusEffective":93.9423076923077,"neWords":67,"enWords":77,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":51,"valid":true,"effective":87.08333333333333,"costUsd":0.00968124,"latencySeconds":17.933,"attempts":1,"calledAt":"2026-09-15T14:10:00.208Z","usage":{"inputTokens":4773,"outputTokens":864,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.9166666666666667,"precision":0.9444444444444444,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.08333333333333,"consensusEffective":87.08333333333333,"neWords":79,"enWords":90,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":52,"valid":true,"effective":82.56428571428572,"costUsd":0.00714424,"latencySeconds":17.492,"attempts":1,"calledAt":"2026-09-15T14:10:10.751Z","usage":{"inputTokens":2920,"outputTokens":877,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5277777777777778,"precision":0.7771428571428571,"ne":8.5,"en":7,"unsupported":3,"contradicted":1.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":82.56428571428572,"consensusEffective":79.89761904761905,"neWords":62,"enWords":109,"entityPrecision":0.9,"entityRecall":0.75,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":53,"valid":true,"effective":89.75,"costUsd":0.01054264,"latencySeconds":17.676,"attempts":1,"calledAt":"2026-09-15T14:10:11.264Z","usage":{"inputTokens":5118,"outputTokens":950,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8083333333333333,"ne":8.5,"en":8.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":89.75,"consensusEffective":89.75,"neWords":85,"enWords":99,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":54,"valid":true,"effective":93.95340501792114,"costUsd":0.00832964,"latencySeconds":15.301,"attempts":1,"calledAt":"2026-09-15T14:10:15.514Z","usage":{"inputTokens":3971,"outputTokens":812,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4285714285714286,"precision":0.8984468339307049,"ne":9.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.95340501792114,"consensusEffective":93.95340501792114,"neWords":75,"enWords":85,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":55,"valid":true,"effective":81.27272727272728,"costUsd":0.00761604,"latencySeconds":14.115,"attempts":1,"calledAt":"2026-09-15T14:10:24.873Z","usage":{"inputTokens":3719,"outputTokens":730,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8333333333333334,"precision":0.9090909090909092,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.27272727272728,"consensusEffective":81.27272727272728,"neWords":47,"enWords":66,"entityPrecision":0.75,"entityRecall":0.545,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":56,"valid":true,"effective":93.8,"costUsd":0.00910388,"latencySeconds":17.162,"attempts":1,"calledAt":"2026-09-15T14:10:28.430Z","usage":{"inputTokens":4265,"outputTokens":911,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6041666666666667,"precision":0.9183333333333333,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.8,"consensusEffective":93.8,"neWords":80,"enWords":95,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":57,"valid":true,"effective":97.13636363636364,"costUsd":0.00926244,"latencySeconds":16.691,"attempts":1,"calledAt":"2026-09-15T14:10:32.210Z","usage":{"inputTokens":4345,"outputTokens":905,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5192307692307692,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":87,"enWords":106,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":58,"valid":true,"effective":96.73529411764706,"costUsd":0.00753044,"latencySeconds":13.753,"attempts":1,"calledAt":"2026-09-15T14:10:38.632Z","usage":{"inputTokens":3551,"outputTokens":764,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":71,"enWords":92,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":59,"valid":true,"effective":94.58333333333333,"costUsd":0.00840404,"latencySeconds":14.462,"attempts":1,"calledAt":"2026-09-15T14:10:42.895Z","usage":{"inputTokens":4197,"outputTokens":757,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.9444444444444444,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.58333333333333,"consensusEffective":94.58333333333333,"neWords":68,"enWords":85,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":60,"valid":true,"effective":96.92105263157895,"costUsd":0.00735804,"latencySeconds":17.302,"attempts":1,"calledAt":"2026-09-15T14:10:49.517Z","usage":{"inputTokens":3035,"outputTokens":889,"reasoningTokens":89},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":52,"enWords":74,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":61,"valid":true,"effective":77.75,"costUsd":0.01080264,"latencySeconds":19.65,"attempts":1,"calledAt":"2026-09-15T14:10:58.287Z","usage":{"inputTokens":5134,"outputTokens":1004,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.4117647058823529,"precision":0.8,"ne":7,"en":5.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":77.75,"consensusEffective":78.46428571428572,"neWords":74,"enWords":92,"entityPrecision":0.909,"entityRecall":0.625,"entityF1":0.741,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":62,"valid":true,"effective":91.35714285714286,"costUsd":0.00653164,"latencySeconds":14.765,"attempts":1,"calledAt":"2026-09-15T14:10:57.665Z","usage":{"inputTokens":3045,"outputTokens":698,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.6111111111111112,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.35714285714286,"consensusEffective":96.0,"neWords":58,"enWords":74,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":63,"valid":true,"effective":91.95779220779221,"costUsd":0.00892524,"latencySeconds":15.921,"attempts":1,"calledAt":"2026-09-15T14:11:05.443Z","usage":{"inputTokens":4431,"outputTokens":801,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.59375,"precision":0.9069264069264069,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.95779220779221,"consensusEffective":91.95779220779221,"neWords":73,"enWords":80,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":64,"valid":true,"effective":96.92105263157895,"costUsd":0.00742044,"latencySeconds":13.084,"attempts":1,"calledAt":"2026-09-15T14:11:10.758Z","usage":{"inputTokens":3749,"outputTokens":676,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":55,"enWords":67,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":65,"valid":true,"effective":79.92105263157895,"costUsd":0.00879744,"latencySeconds":16.677,"attempts":1,"calledAt":"2026-09-15T14:11:14.969Z","usage":{"inputTokens":3884,"outputTokens":946,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.78125,"supporting":0.2857142857142857,"precision":0.8473684210526315,"ne":8,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.92105263157895,"consensusEffective":84.38533834586465,"neWords":71,"enWords":85,"entityPrecision":0.909,"entityRecall":0.667,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":66,"valid":true,"effective":83.85960591133005,"costUsd":0.00828284,"latencySeconds":16.196,"attempts":1,"calledAt":"2026-09-15T14:11:21.649Z","usage":{"inputTokens":3617,"outputTokens":914,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6875,"precision":0.895320197044335,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":83.85960591133005,"consensusEffective":83.85960591133005,"neWords":67,"enWords":87,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":67,"valid":true,"effective":87.02272727272728,"costUsd":0.00764024,"latencySeconds":13.89,"attempts":1,"calledAt":"2026-09-15T14:11:24.655Z","usage":{"inputTokens":3664,"outputTokens":753,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.7424242424242424,"ne":9,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.02272727272728,"consensusEffective":87.02272727272728,"neWords":63,"enWords":78,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":68,"valid":true,"effective":96.0,"costUsd":0.00718064,"latencySeconds":14.587,"attempts":1,"calledAt":"2026-09-15T14:11:29.564Z","usage":{"inputTokens":3474,"outputTokens":709,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":57,"enWords":76,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":69,"valid":true,"effective":98.5,"costUsd":0.00624304,"latencySeconds":13.053,"attempts":1,"calledAt":"2026-09-15T14:11:34.708Z","usage":{"inputTokens":3172,"outputTokens":592,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.2727272727272727,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":51,"enWords":66,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":70,"valid":true,"effective":97.34615384615384,"costUsd":0.00678484,"latencySeconds":14.142,"attempts":1,"calledAt":"2026-09-15T14:11:38.800Z","usage":{"inputTokens":3185,"outputTokens":711,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":55,"enWords":67,"entityPrecision":0.714,"entityRecall":0.417,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":71,"valid":true,"effective":85.33333333333333,"costUsd":0.00848464,"latencySeconds":16.548,"attempts":1,"calledAt":"2026-09-15T14:11:46.121Z","usage":{"inputTokens":3978,"outputTokens":845,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.6136363636363636,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.33333333333333,"consensusEffective":87.0,"neWords":69,"enWords":78,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":72,"valid":true,"effective":97.38888888888889,"costUsd":0.00670604,"latencySeconds":14.022,"attempts":1,"calledAt":"2026-09-15T14:11:48.735Z","usage":{"inputTokens":3069,"outputTokens":730,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":0.962962962962963,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.38888888888889,"consensusEffective":97.38888888888889,"neWords":66,"enWords":76,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":73,"valid":true,"effective":92.3199233716475,"costUsd":0.00698424,"latencySeconds":15.257,"attempts":1,"calledAt":"2026-09-15T14:11:54.063Z","usage":{"inputTokens":3054,"outputTokens":798,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8939974457215836,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.3199233716475,"consensusEffective":92.3199233716475,"neWords":55,"enWords":81,"entityPrecision":0.889,"entityRecall":0.8,"entityF1":0.842,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":74,"valid":true,"effective":96.17105263157895,"costUsd":0.00553524,"latencySeconds":11.578,"attempts":1,"calledAt":"2026-09-15T14:11:57.705Z","usage":{"inputTokens":2591,"outputTokens":616,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9473684210526316,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.17105263157895,"consensusEffective":96.17105263157895,"neWords":52,"enWords":57,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":75,"valid":true,"effective":80.71273291925465,"costUsd":0.00569724,"latencySeconds":13.26,"attempts":1,"calledAt":"2026-09-15T14:12:02.000Z","usage":{"inputTokens":2625,"outputTokens":642,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9,"precision":0.865424430641822,"ne":9,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.71273291925465,"consensusEffective":80.71273291925465,"neWords":58,"enWords":74,"entityPrecision":0.667,"entityRecall":0.333,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":76,"valid":true,"effective":92.16666666666667,"costUsd":0.00858424,"latencySeconds":23.385,"attempts":1,"calledAt":"2026-09-15T14:12:17.453Z","usage":{"inputTokens":4090,"outputTokens":832,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.7857142857142857,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.16666666666667,"consensusEffective":92.16666666666667,"neWords":59,"enWords":77,"entityPrecision":0.889,"entityRecall":0.615,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":77,"valid":true,"effective":97.0,"costUsd":0.00416804,"latencySeconds":17.584,"attempts":1,"calledAt":"2026-09-15T14:12:15.300Z","usage":{"inputTokens":1495,"outputTokens":654,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":59,"enWords":57,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":78,"valid":true,"effective":97.0,"costUsd":0.00667704,"latencySeconds":15.831,"attempts":1,"calledAt":"2026-09-15T14:12:17.839Z","usage":{"inputTokens":2844,"outputTokens":795,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":66,"enWords":83,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":79,"valid":true,"effective":97.13636363636364,"costUsd":0.00552984,"latencySeconds":17.016,"attempts":1,"calledAt":"2026-09-15T14:12:32.344Z","usage":{"inputTokens":1858,"outputTokens":848,"reasoningTokens":18},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":81,"enWords":95,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":80,"valid":true,"effective":92.25,"costUsd":0.00843404,"latencySeconds":19.423,"attempts":1,"calledAt":"2026-09-15T14:12:36.880Z","usage":{"inputTokens":3791,"outputTokens":893,"reasoningTokens":108},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6730769230769231,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.25,"consensusEffective":96.25,"neWords":68,"enWords":101,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":81,"valid":true,"effective":95.02272727272728,"costUsd":0.00612904,"latencySeconds":14.361,"attempts":1,"calledAt":"2026-09-15T14:12:32.208Z","usage":{"inputTokens":2770,"outputTokens":694,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9090909090909092,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.02272727272728,"consensusEffective":95.02272727272728,"neWords":55,"enWords":63,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":82,"valid":true,"effective":95.33333333333333,"costUsd":0.00851764,"latencySeconds":16.79,"attempts":1,"calledAt":"2026-09-15T14:12:49.006Z","usage":{"inputTokens":3967,"outputTokens":856,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.4,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.33333333333333,"consensusEffective":97.0,"neWords":81,"enWords":93,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":83,"valid":true,"effective":91.82867132867133,"costUsd":0.00738584,"latencySeconds":17.195,"attempts":1,"calledAt":"2026-09-15T14:12:49.542Z","usage":{"inputTokens":3102,"outputTokens":874,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.8776223776223776,"ne":9,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.82867132867133,"consensusEffective":91.82867132867133,"neWords":70,"enWords":85,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":84,"valid":true,"effective":97.75,"costUsd":0.00745884,"latencySeconds":14.852,"attempts":1,"calledAt":"2026-09-15T14:12:51.739Z","usage":{"inputTokens":3481,"outputTokens":770,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":60,"enWords":66,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":85,"valid":true,"effective":95.5,"costUsd":0.00523904,"latencySeconds":15.73,"attempts":1,"calledAt":"2026-09-15T14:13:04.745Z","usage":{"inputTokens":2348,"outputTokens":626,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":45,"enWords":50,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":86,"valid":true,"effective":97.75,"costUsd":0.00532504,"latencySeconds":14.734,"attempts":1,"calledAt":"2026-09-15T14:13:04.282Z","usage":{"inputTokens":2708,"outputTokens":531,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":41,"enWords":47,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":87,"valid":true,"effective":90.86231884057972,"costUsd":0.00472404,"latencySeconds":23.296,"attempts":1,"calledAt":"2026-09-15T14:13:15.039Z","usage":{"inputTokens":1515,"outputTokens":774,"reasoningTokens":2},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.8454106280193237,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":90.86231884057972,"consensusEffective":90.86231884057972,"neWords":73,"enWords":80,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":88,"valid":true,"effective":95.0,"costUsd":0.00588284,"latencySeconds":23.892,"attempts":1,"calledAt":"2026-09-15T14:13:28.181Z","usage":{"inputTokens":1667,"outputTokens":989,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.9583333333333333,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.0,"consensusEffective":95.0,"neWords":86,"enWords":93,"entityPrecision":1,"entityRecall":0.529,"entityF1":0.692,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":89,"valid":true,"effective":96.25,"costUsd":0.00508244,"latencySeconds":13.794,"attempts":1,"calledAt":"2026-09-15T14:13:18.546Z","usage":{"inputTokens":2189,"outputTokens":641,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":62,"enWords":66,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":90,"valid":true,"effective":97.75,"costUsd":0.00564924,"latencySeconds":13.337,"attempts":1,"calledAt":"2026-09-15T14:13:28.383Z","usage":{"inputTokens":2597,"outputTokens":640,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7222222222222222,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":52,"enWords":60,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":91,"valid":true,"effective":94.89285714285714,"costUsd":0.00600124,"latencySeconds":14.503,"attempts":1,"calledAt":"2026-09-15T14:13:33.054Z","usage":{"inputTokens":2839,"outputTokens":643,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9047619047619048,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.89285714285714,"consensusEffective":94.89285714285714,"neWords":59,"enWords":68,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":92,"valid":true,"effective":89.48411371237458,"costUsd":0.00611744,"latencySeconds":19.145,"attempts":1,"calledAt":"2026-09-15T14:13:47.335Z","usage":{"inputTokens":2504,"outputTokens":776,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9375,"precision":0.8411371237458194,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.48411371237458,"consensusEffective":89.48411371237458,"neWords":55,"enWords":77,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":93,"valid":true,"effective":98.5,"costUsd":0.00593724,"latencySeconds":19.133,"attempts":1,"calledAt":"2026-09-15T14:13:47.523Z","usage":{"inputTokens":2149,"outputTokens":848,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":62,"enWords":66,"entityPrecision":0.909,"entityRecall":0.714,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":94,"valid":true,"effective":90.73566308243727,"costUsd":0.00668504,"latencySeconds":15.824,"attempts":1,"calledAt":"2026-09-15T14:13:48.882Z","usage":{"inputTokens":2988,"outputTokens":751,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.8661887694145758,"ne":8.5,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.73566308243727,"consensusEffective":90.73566308243727,"neWords":70,"enWords":98,"entityPrecision":0.667,"entityRecall":0.25,"entityF1":0.364,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":95,"valid":true,"effective":90.27272727272728,"costUsd":0.00756684,"latencySeconds":18.909,"attempts":1,"calledAt":"2026-09-15T14:14:06.254Z","usage":{"inputTokens":3137,"outputTokens":904,"reasoningTokens":37},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.96875,"precision":0.8757575757575757,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":90.27272727272728,"consensusEffective":90.27272727272728,"neWords":74,"enWords":100,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":96,"valid":true,"effective":93.05303030303031,"costUsd":0.00674984,"latencySeconds":14.284,"attempts":1,"calledAt":"2026-09-15T14:14:01.812Z","usage":{"inputTokens":3138,"outputTokens":718,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.4464285714285714,"precision":0.9545454545454546,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.05303030303031,"consensusEffective":93.05303030303031,"neWords":60,"enWords":89,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":97,"valid":true,"effective":89.77898550724638,"costUsd":0.00778384,"latencySeconds":14.438,"attempts":1,"calledAt":"2026-09-15T14:14:03.327Z","usage":{"inputTokens":3710,"outputTokens":771,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6875,"precision":0.9565217391304348,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.77898550724638,"consensusEffective":89.77898550724638,"neWords":66,"enWords":84,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":98,"valid":true,"effective":84.29945054945054,"costUsd":0.00508004,"latencySeconds":12.54,"attempts":1,"calledAt":"2026-09-15T14:14:14.359Z","usage":{"inputTokens":2247,"outputTokens":622,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.4375,"precision":0.8516483516483516,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":84.29945054945054,"consensusEffective":84.29945054945054,"neWords":53,"enWords":63,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"glm-5-3","questionId":99,"valid":true,"effective":87.0684584178499,"costUsd":0.00853244,"latencySeconds":17.046,"attempts":1,"calledAt":"2026-09-15T14:14:20.377Z","usage":{"inputTokens":4009,"outputTokens":846,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.48684210526315785,"precision":0.8772819472616633,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":87.0684584178499,"consensusEffective":87.0684584178499,"neWords":78,"enWords":89,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"glm-5-3","questionId":100,"valid":true,"effective":88.16666666666667,"costUsd":0.00540704,"latencySeconds":15.645,"attempts":1,"calledAt":"2026-09-15T14:14:21.905Z","usage":{"inputTokens":2336,"outputTokens":668,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":1,"precision":0.8666666666666667,"ne":9,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.16666666666667,"consensusEffective":88.16666666666667,"neWords":60,"enWords":75,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":1,"valid":true,"effective":86.32142857142857,"costUsd":0.00045492,"latencySeconds":6.037,"attempts":1,"calledAt":"2026-09-15T13:27:08.100Z","usage":{"inputTokens":1839,"outputTokens":348,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.65625,"precision":0.9523809523809523,"ne":5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.32142857142857,"consensusEffective":88.82142857142857,"neWords":59,"enWords":67,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":2,"valid":true,"effective":83.53968253968254,"costUsd":0.0005792,"latencySeconds":7.012,"attempts":1,"calledAt":"2026-09-15T13:27:09.076Z","usage":{"inputTokens":1993,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7777777777777778,"supporting":0.5454545454545454,"precision":0.8976190476190476,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.53968253968254,"consensusEffective":83.67857142857143,"neWords":81,"enWords":86,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":3,"valid":true,"effective":95.23529411764706,"costUsd":0.0012277,"latencySeconds":5.897,"attempts":1,"calledAt":"2026-09-15T13:27:07.961Z","usage":{"inputTokens":2425,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.39285714285714285,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.23529411764706,"consensusEffective":95.23529411764706,"neWords":83,"enWords":91,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":4,"valid":true,"effective":87.46969696969697,"costUsd":0.00103365,"latencySeconds":5.051,"attempts":1,"calledAt":"2026-09-15T13:27:13.016Z","usage":{"inputTokens":2268,"outputTokens":389,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333333,"supporting":0.5,"precision":0.9545454545454546,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.46969696969697,"consensusEffective":90.80303030303031,"neWords":68,"enWords":92,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":5,"valid":true,"effective":78.96666666666667,"costUsd":0.00115075,"latencySeconds":6.304,"attempts":1,"calledAt":"2026-09-15T13:27:14.406Z","usage":{"inputTokens":2530,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.7954545454545454,"precision":0.9183333333333333,"ne":7.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":78.96666666666667,"consensusEffective":92.3,"neWords":78,"enWords":93,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":6,"valid":true,"effective":87.0,"costUsd":0.0010548,"latencySeconds":4.141,"attempts":1,"calledAt":"2026-09-15T13:27:13.218Z","usage":{"inputTokens":2463,"outputTokens":366,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5208333333333333,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":70,"enWords":64,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":7,"valid":true,"effective":71.30303030303031,"costUsd":0.0012214,"latencySeconds":6.5,"attempts":1,"calledAt":"2026-09-15T13:27:19.517Z","usage":{"inputTokens":2563,"outputTokens":484,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.55,"supporting":0.5416666666666666,"precision":0.8434343434343434,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":71.30303030303031,"consensusEffective":85.96969696969697,"neWords":79,"enWords":88,"entityPrecision":0.909,"entityRecall":0.714,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":8,"valid":true,"effective":98.5,"costUsd":0.0010972,"latencySeconds":4.358,"attempts":1,"calledAt":"2026-09-15T13:27:17.579Z","usage":{"inputTokens":2503,"outputTokens":393,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6029411764705883,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":70,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":9,"valid":true,"effective":94.75,"costUsd":0.00101685,"latencySeconds":5.315,"attempts":1,"calledAt":"2026-09-15T13:27:19.722Z","usage":{"inputTokens":2148,"outputTokens":400,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45454545454545453,"precision":1.0,"ne":8,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":49,"enWords":72,"entityPrecision":0.778,"entityRecall":0.538,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":10,"valid":true,"effective":92.0,"costUsd":0.00107345,"latencySeconds":4.544,"attempts":1,"calledAt":"2026-09-15T13:27:22.126Z","usage":{"inputTokens":2504,"outputTokens":373,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6458333333333333,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":92.0,"neWords":53,"enWords":66,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":11,"valid":true,"effective":78.0,"costUsd":0.0012736,"latencySeconds":6.457,"attempts":1,"calledAt":"2026-09-15T13:27:25.976Z","usage":{"inputTokens":2359,"outputTokens":570,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.40384615384615385,"precision":0.9166666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":78.0,"consensusEffective":90.5,"neWords":86,"enWords":100,"entityPrecision":0.938,"entityRecall":0.682,"entityF1":0.789,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":12,"valid":true,"effective":98.5,"costUsd":0.0009806,"latencySeconds":4.042,"attempts":1,"calledAt":"2026-09-15T13:27:23.766Z","usage":{"inputTokens":2339,"outputTokens":330,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":48,"enWords":48,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":13,"valid":true,"effective":96.32142857142857,"costUsd":0.00099575,"latencySeconds":3.758,"attempts":1,"calledAt":"2026-09-15T13:27:25.887Z","usage":{"inputTokens":2294,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":0.9523809523809523,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.32142857142857,"consensusEffective":96.32142857142857,"neWords":63,"enWords":55,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":14,"valid":true,"effective":82.3,"costUsd":0.0010541,"latencySeconds":4.739,"attempts":1,"calledAt":"2026-09-15T13:27:28.506Z","usage":{"inputTokens":2393,"outputTokens":380,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.484375,"precision":0.96,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.3,"consensusEffective":89.3,"neWords":71,"enWords":91,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":15,"valid":true,"effective":94.58333333333333,"costUsd":0.0010045,"latencySeconds":12.291,"attempts":1,"calledAt":"2026-09-15T13:27:38.180Z","usage":{"inputTokens":2113,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4722222222222222,"precision":0.9444444444444444,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.58333333333333,"consensusEffective":94.58333333333333,"neWords":50,"enWords":59,"entityPrecision":0.889,"entityRecall":0.615,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":16,"valid":true,"effective":71.19545454545454,"costUsd":0.00099975,"latencySeconds":4.659,"attempts":1,"calledAt":"2026-09-15T13:27:30.637Z","usage":{"inputTokens":2142,"outputTokens":387,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.59375,"precision":0.6981818181818182,"ne":8.5,"en":5,"unsupported":3.5,"contradicted":1.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":71.19545454545454,"consensusEffective":71.19545454545454,"neWords":70,"enWords":83,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":17,"valid":true,"effective":81.5,"costUsd":0.0008838,"latencySeconds":4.795,"attempts":1,"calledAt":"2026-09-15T13:27:33.303Z","usage":{"inputTokens":1611,"outputTokens":401,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.45454545454545453,"precision":0.825,"ne":7.5,"en":7,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":81.5,"consensusEffective":86.5,"neWords":71,"enWords":78,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":18,"valid":true,"effective":92.06862745098039,"costUsd":0.0007878,"latencySeconds":4.247,"attempts":1,"calledAt":"2026-09-15T13:27:34.885Z","usage":{"inputTokens":1443,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.8856209150326797,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":92.06862745098039,"consensusEffective":92.06862745098039,"neWords":47,"enWords":56,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":19,"valid":true,"effective":89.6923076923077,"costUsd":0.0007687,"latencySeconds":3.821,"attempts":1,"calledAt":"2026-09-15T13:27:37.127Z","usage":{"inputTokens":1885,"outputTokens":248,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.3,"precision":0.8397435897435898,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.6923076923077,"consensusEffective":89.6923076923077,"neWords":39,"enWords":50,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":20,"valid":true,"effective":89.06235697940502,"costUsd":0.0010413,"latencySeconds":4.604,"attempts":1,"calledAt":"2026-09-15T13:27:39.493Z","usage":{"inputTokens":2409,"outputTokens":366,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8604118993135011,"ne":7.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.06235697940502,"consensusEffective":89.06235697940502,"neWords":57,"enWords":65,"entityPrecision":0.857,"entityRecall":0.667,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":21,"valid":true,"effective":72.28321678321677,"costUsd":0.0013062,"latencySeconds":6.815,"attempts":1,"calledAt":"2026-09-15T13:27:43.944Z","usage":{"inputTokens":2739,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4772727272727273,"supporting":0.2159090909090909,"precision":0.9230769230769231,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":72.28321678321677,"consensusEffective":69.4423076923077,"neWords":93,"enWords":92,"entityPrecision":1,"entityRecall":0.318,"entityF1":0.483,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":22,"valid":true,"effective":94.21428571428571,"costUsd":0.00129735,"latencySeconds":6.08,"attempts":1,"calledAt":"2026-09-15T13:27:44.262Z","usage":{"inputTokens":2790,"outputTokens":500,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8928571428571428,"supporting":0.3375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.21428571428571,"consensusEffective":94.5,"neWords":91,"enWords":86,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":23,"valid":true,"effective":88.41666666666667,"costUsd":0.0008822,"latencySeconds":4.713,"attempts":1,"calledAt":"2026-09-15T13:27:44.207Z","usage":{"inputTokens":1835,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.25,"precision":0.9,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":88.41666666666667,"consensusEffective":88.41666666666667,"neWords":61,"enWords":69,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":24,"valid":true,"effective":91.0,"costUsd":0.0005215,"latencySeconds":3.151,"attempts":1,"calledAt":"2026-09-15T13:27:47.097Z","usage":{"inputTokens":1165,"outputTokens":192,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.0,"consensusEffective":91.0,"neWords":26,"enWords":34,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":25,"valid":true,"effective":98.5,"costUsd":0.00076465,"latencySeconds":5.307,"attempts":1,"calledAt":"2026-09-15T13:27:49.516Z","usage":{"inputTokens":1552,"outputTokens":314,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":44,"entityPrecision":0.5,"entityRecall":0.75,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":26,"valid":true,"effective":89.72463768115941,"costUsd":0.0009142,"latencySeconds":4.286,"attempts":1,"calledAt":"2026-09-15T13:27:48.550Z","usage":{"inputTokens":1963,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.46875,"precision":0.857487922705314,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.72463768115941,"consensusEffective":89.72463768115941,"neWords":56,"enWords":63,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":27,"valid":true,"effective":93.125,"costUsd":0.00077085,"latencySeconds":4.223,"attempts":1,"calledAt":"2026-09-15T13:27:51.322Z","usage":{"inputTokens":1524,"outputTokens":325,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":0.8708333333333333,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.125,"consensusEffective":93.125,"neWords":43,"enWords":49,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":28,"valid":true,"effective":97.75,"costUsd":0.0006744,"latencySeconds":3.88,"attempts":1,"calledAt":"2026-09-15T13:27:52.431Z","usage":{"inputTokens":1527,"outputTokens":244,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":29,"valid":true,"effective":95.5,"costUsd":0.00088335,"latencySeconds":5.633,"attempts":1,"calledAt":"2026-09-15T13:27:55.151Z","usage":{"inputTokens":2022,"outputTokens":315,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6590909090909091,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":50,"enWords":64,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":30,"valid":true,"effective":98.5,"costUsd":0.00100035,"latencySeconds":4.349,"attempts":1,"calledAt":"2026-09-15T13:27:55.672Z","usage":{"inputTokens":2226,"outputTokens":370,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":75,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":31,"valid":true,"effective":91.21710526315789,"costUsd":0.0008057,"latencySeconds":3.868,"attempts":1,"calledAt":"2026-09-15T13:27:56.302Z","usage":{"inputTokens":1745,"outputTokens":308,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8322368421052632,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.21710526315789,"consensusEffective":91.21710526315789,"neWords":57,"enWords":61,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":32,"valid":true,"effective":96.25,"costUsd":0.0007485,"latencySeconds":5.325,"attempts":1,"calledAt":"2026-09-15T13:28:00.478Z","usage":{"inputTokens":1305,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":55,"enWords":63,"entityPrecision":0.75,"entityRecall":0.75,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":33,"valid":true,"effective":96.5,"costUsd":0.0007753,"latencySeconds":5.058,"attempts":1,"calledAt":"2026-09-15T13:28:00.731Z","usage":{"inputTokens":1369,"outputTokens":361,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":54,"enWords":58,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":34,"valid":true,"effective":93.66666666666666,"costUsd":0.0008413,"latencySeconds":3.942,"attempts":1,"calledAt":"2026-09-15T13:28:00.245Z","usage":{"inputTokens":1825,"outputTokens":321,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8888888888888888,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.66666666666666,"consensusEffective":93.66666666666666,"neWords":49,"enWords":57,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":35,"valid":true,"effective":98.5,"costUsd":0.0007923,"latencySeconds":3.422,"attempts":1,"calledAt":"2026-09-15T13:28:03.669Z","usage":{"inputTokens":2013,"outputTokens":241,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8500000000000001,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":46,"enWords":57,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":36,"valid":true,"effective":83.125,"costUsd":0.00085595,"latencySeconds":5.683,"attempts":1,"calledAt":"2026-09-15T13:28:06.163Z","usage":{"inputTokens":1418,"outputTokens":418,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.8125,"ne":7,"en":5.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.125,"consensusEffective":83.125,"neWords":55,"enWords":66,"entityPrecision":0.778,"entityRecall":0.875,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":37,"valid":true,"effective":84.5,"costUsd":0.0007894,"latencySeconds":4.52,"attempts":1,"calledAt":"2026-09-15T13:28:05.253Z","usage":{"inputTokens":1459,"outputTokens":354,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.7857142857142857,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.5,"consensusEffective":98.5,"neWords":68,"enWords":87,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":38,"valid":true,"effective":90.29166666666666,"costUsd":0.00061215,"latencySeconds":3.879,"attempts":1,"calledAt":"2026-09-15T13:28:07.550Z","usage":{"inputTokens":1254,"outputTokens":249,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8263888888888888,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.29166666666666,"consensusEffective":90.29166666666666,"neWords":48,"enWords":48,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":39,"valid":true,"effective":87.31818181818181,"costUsd":0.00049235,"latencySeconds":2.814,"attempts":1,"calledAt":"2026-09-15T13:28:08.069Z","usage":{"inputTokens":1082,"outputTokens":185,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.7272727272727273,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.31818181818181,"consensusEffective":87.31818181818181,"neWords":30,"enWords":35,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":40,"valid":true,"effective":94.75,"costUsd":0.00109215,"latencySeconds":5.243,"attempts":1,"calledAt":"2026-09-15T13:28:11.410Z","usage":{"inputTokens":2478,"outputTokens":394,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.42500000000000004,"precision":1.0,"ne":8.5,"en":8,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":69,"enWords":93,"entityPrecision":1,"entityRecall":0.313,"entityF1":0.476,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":41,"valid":true,"effective":97.0,"costUsd":0.00089335,"latencySeconds":4.221,"attempts":1,"calledAt":"2026-09-15T13:28:11.773Z","usage":{"inputTokens":2158,"outputTokens":295,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.53125,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":40,"enWords":53,"entityPrecision":0.8,"entityRecall":0.4,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":42,"valid":true,"effective":85.52272727272728,"costUsd":0.0009779,"latencySeconds":4.186,"attempts":1,"calledAt":"2026-09-15T13:28:12.257Z","usage":{"inputTokens":2429,"outputTokens":309,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.525,"precision":0.9090909090909092,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.52272727272728,"consensusEffective":93.52272727272728,"neWords":47,"enWords":61,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":43,"valid":true,"effective":90.0699233716475,"costUsd":0.0010799,"latencySeconds":5.285,"attempts":1,"calledAt":"2026-09-15T13:28:16.699Z","usage":{"inputTokens":2213,"outputTokens":439,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.8939974457215836,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":90.0699233716475,"consensusEffective":90.0699233716475,"neWords":65,"enWords":80,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":44,"valid":true,"effective":80.69444444444444,"costUsd":0.00102665,"latencySeconds":4.347,"attempts":1,"calledAt":"2026-09-15T13:28:16.125Z","usage":{"inputTokens":2552,"outputTokens":324,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6111111111111112,"supporting":0.1875,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":80.69444444444444,"consensusEffective":91.25,"neWords":36,"enWords":50,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":45,"valid":true,"effective":87.0,"costUsd":0.0010863,"latencySeconds":4.199,"attempts":1,"calledAt":"2026-09-15T13:28:16.458Z","usage":{"inputTokens":2781,"outputTokens":326,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8214285714285714,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":45,"enWords":59,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":46,"valid":true,"effective":88.12939958592133,"costUsd":0.00118195,"latencySeconds":6.168,"attempts":1,"calledAt":"2026-09-15T13:28:22.297Z","usage":{"inputTokens":2506,"outputTokens":463,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.5,"precision":0.865424430641822,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.12939958592133,"consensusEffective":87.46273291925465,"neWords":57,"enWords":68,"entityPrecision":0.5,"entityRecall":0.714,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":47,"valid":true,"effective":84.92105263157895,"costUsd":0.0009767,"latencySeconds":4.377,"attempts":1,"calledAt":"2026-09-15T13:28:20.840Z","usage":{"inputTokens":2333,"outputTokens":328,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.7142857142857143,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.92105263157895,"consensusEffective":91.92105263157895,"neWords":54,"enWords":64,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":48,"valid":true,"effective":97.75,"costUsd":0.00095535,"latencySeconds":4.473,"attempts":1,"calledAt":"2026-09-15T13:28:21.174Z","usage":{"inputTokens":2142,"outputTokens":350,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":58,"enWords":63,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":49,"valid":true,"effective":66.52564102564102,"costUsd":0.00108865,"latencySeconds":4.928,"attempts":1,"calledAt":"2026-09-15T13:28:25.775Z","usage":{"inputTokens":2536,"outputTokens":379,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.41666666666666663,"supporting":0.35,"precision":0.811965811965812,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":66.52564102564102,"consensusEffective":69.85897435897436,"neWords":66,"enWords":77,"entityPrecision":0.8,"entityRecall":0.444,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":50,"valid":true,"effective":97.0,"costUsd":0.00106385,"latencySeconds":4.99,"attempts":1,"calledAt":"2026-09-15T13:28:26.166Z","usage":{"inputTokens":2528,"outputTokens":360,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":70,"enWords":63,"entityPrecision":0.5,"entityRecall":0.5,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":51,"valid":true,"effective":48.93859649122807,"costUsd":0.00100845,"latencySeconds":4.895,"attempts":1,"calledAt":"2026-09-15T13:28:27.194Z","usage":{"inputTokens":2532,"outputTokens":313,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.9166666666666667,"precision":0.5146198830409356,"ne":4,"en":5,"unsupported":4.5,"contradicted":2,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":2,"neRelevantFlags":2,"cleanEffective":48.93859649122807,"consensusEffective":48.93859649122807,"neWords":58,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":52,"valid":true,"effective":86.625,"costUsd":0.00086275,"latencySeconds":5.359,"attempts":1,"calledAt":"2026-09-15T13:28:31.136Z","usage":{"inputTokens":1762,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.38888888888888884,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.625,"consensusEffective":96.625,"neWords":56,"enWords":68,"entityPrecision":0.857,"entityRecall":0.5,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":53,"valid":true,"effective":87.85,"costUsd":0.0011219,"latencySeconds":5.165,"attempts":1,"calledAt":"2026-09-15T13:28:31.333Z","usage":{"inputTokens":2693,"outputTokens":374,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5208333333333333,"precision":0.8783333333333333,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.85,"consensusEffective":87.85,"neWords":67,"enWords":77,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":54,"valid":true,"effective":89.28571428571428,"costUsd":0.0009572,"latencySeconds":4.478,"attempts":1,"calledAt":"2026-09-15T13:28:31.674Z","usage":{"inputTokens":2135,"outputTokens":353,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.3392857142857143,"precision":0.9583333333333333,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.28571428571428,"consensusEffective":87.0,"neWords":59,"enWords":67,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":55,"valid":true,"effective":91.58333333333333,"costUsd":0.00094195,"latencySeconds":4.544,"attempts":1,"calledAt":"2026-09-15T13:28:35.684Z","usage":{"inputTokens":2050,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8944444444444444,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.58333333333333,"consensusEffective":91.58333333333333,"neWords":52,"enWords":65,"entityPrecision":0.714,"entityRecall":0.455,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":56,"valid":true,"effective":97.0,"costUsd":0.00105955,"latencySeconds":5.322,"attempts":1,"calledAt":"2026-09-15T13:28:36.659Z","usage":{"inputTokens":2218,"outputTokens":421,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":78,"enWords":89,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":57,"valid":true,"effective":97.0,"costUsd":0.0010654,"latencySeconds":4.741,"attempts":1,"calledAt":"2026-09-15T13:28:36.421Z","usage":{"inputTokens":2395,"outputTokens":389,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3269230769230769,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":69,"enWords":82,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":58,"valid":true,"effective":92.73529411764706,"costUsd":0.0009502,"latencySeconds":4.697,"attempts":1,"calledAt":"2026-09-15T13:28:40.383Z","usage":{"inputTokens":2083,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6,"precision":0.9411764705882353,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.73529411764706,"consensusEffective":91.90196078431373,"neWords":67,"enWords":79,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":59,"valid":true,"effective":89.36044657097288,"costUsd":0.0009604,"latencySeconds":3.898,"attempts":1,"calledAt":"2026-09-15T13:28:40.323Z","usage":{"inputTokens":2311,"outputTokens":319,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.875,"precision":0.8564593301435407,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.36044657097288,"consensusEffective":89.36044657097288,"neWords":56,"enWords":65,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":60,"valid":true,"effective":93.98529411764706,"costUsd":0.00091355,"latencySeconds":4.627,"attempts":1,"calledAt":"2026-09-15T13:28:41.290Z","usage":{"inputTokens":1874,"outputTokens":371,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.6499999999999999,"precision":0.9411764705882353,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.98529411764706,"consensusEffective":95.98529411764706,"neWords":45,"enWords":53,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":61,"valid":true,"effective":81.84615384615384,"costUsd":0.00128655,"latencySeconds":6.856,"attempts":1,"calledAt":"2026-09-15T13:28:47.184Z","usage":{"inputTokens":2670,"outputTokens":516,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.38235294117647056,"precision":0.9615384615384616,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":81.84615384615384,"consensusEffective":82.91758241758242,"neWords":72,"enWords":82,"entityPrecision":0.917,"entityRecall":0.688,"entityF1":0.786,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":62,"valid":true,"effective":83.31493506493507,"costUsd":0.00089775,"latencySeconds":14.535,"attempts":1,"calledAt":"2026-09-15T13:28:54.922Z","usage":{"inputTokens":1854,"outputTokens":362,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.4444444444444444,"precision":0.9069264069264069,"ne":8,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.31493506493507,"consensusEffective":87.95779220779221,"neWords":52,"enWords":65,"entityPrecision":0.875,"entityRecall":0.538,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":63,"valid":true,"effective":89.91666666666666,"costUsd":0.00108985,"latencySeconds":5.945,"attempts":1,"calledAt":"2026-09-15T13:28:47.238Z","usage":{"inputTokens":2512,"outputTokens":385,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8888888888888888,"ne":8,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.91666666666666,"consensusEffective":89.91666666666666,"neWords":58,"enWords":67,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":64,"valid":true,"effective":88.5,"costUsd":0.00097045,"latencySeconds":4.2,"attempts":1,"calledAt":"2026-09-15T13:28:51.388Z","usage":{"inputTokens":2260,"outputTokens":338,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":42,"enWords":55,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":65,"valid":true,"effective":89.125,"costUsd":0.0010357,"latencySeconds":4.702,"attempts":1,"calledAt":"2026-09-15T13:28:51.942Z","usage":{"inputTokens":2185,"outputTokens":408,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.10714285714285714,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.125,"consensusEffective":93.76785714285714,"neWords":56,"enWords":67,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":66,"valid":true,"effective":90.25,"costUsd":0.00100735,"latencySeconds":5.108,"attempts":1,"calledAt":"2026-09-15T13:28:56.500Z","usage":{"inputTokens":1990,"outputTokens":425,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6666666666666667,"precision":0.9666666666666667,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.25,"consensusEffective":92.75,"neWords":66,"enWords":83,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":67,"valid":true,"effective":89.60714285714286,"costUsd":0.00092795,"latencySeconds":4.762,"attempts":1,"calledAt":"2026-09-15T13:28:56.707Z","usage":{"inputTokens":2090,"outputTokens":338,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.8035714285714286,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.60714285714286,"consensusEffective":89.60714285714286,"neWords":50,"enWords":55,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":68,"valid":true,"effective":96.0,"costUsd":0.0008591,"latencySeconds":3.29,"attempts":1,"calledAt":"2026-09-15T13:28:58.217Z","usage":{"inputTokens":2117,"outputTokens":275,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":43,"enWords":53,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":69,"valid":true,"effective":88.90476190476191,"costUsd":0.000809,"latencySeconds":3.502,"attempts":1,"calledAt":"2026-09-15T13:29:00.005Z","usage":{"inputTokens":1883,"outputTokens":282,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.36363636363636365,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.90476190476191,"consensusEffective":88.90476190476191,"neWords":45,"enWords":59,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":70,"valid":true,"effective":92.78571428571428,"costUsd":0.0008204,"latencySeconds":3.881,"attempts":1,"calledAt":"2026-09-15T13:29:00.593Z","usage":{"inputTokens":1847,"outputTokens":299,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.5833333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.78571428571428,"consensusEffective":92.78571428571428,"neWords":43,"enWords":47,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":71,"valid":true,"effective":85.5,"costUsd":0.001129,"latencySeconds":4.672,"attempts":1,"calledAt":"2026-09-15T13:29:02.892Z","usage":{"inputTokens":2467,"outputTokens":427,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.45454545454545453,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.5,"consensusEffective":85.5,"neWords":64,"enWords":80,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":72,"valid":true,"effective":93.5,"costUsd":0.0009482,"latencySeconds":4.213,"attempts":1,"calledAt":"2026-09-15T13:29:04.222Z","usage":{"inputTokens":1883,"outputTokens":398,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6388888888888888,"precision":0.9333333333333333,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":77,"enWords":80,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":73,"valid":true,"effective":97.13636363636364,"costUsd":0.00088925,"latencySeconds":4.098,"attempts":1,"calledAt":"2026-09-15T13:29:04.696Z","usage":{"inputTokens":1868,"outputTokens":352,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5555555555555556,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":47,"enWords":58,"entityPrecision":1,"entityRecall":0.7,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":74,"valid":true,"effective":93.83333333333333,"costUsd":0.0007489,"latencySeconds":3.771,"attempts":1,"calledAt":"2026-09-15T13:29:06.668Z","usage":{"inputTokens":1585,"outputTokens":294,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.9444444444444444,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.83333333333333,"consensusEffective":93.83333333333333,"neWords":41,"enWords":54,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":75,"valid":true,"effective":88.5,"costUsd":0.00080075,"latencySeconds":3.879,"attempts":1,"calledAt":"2026-09-15T13:29:08.107Z","usage":{"inputTokens":1730,"outputTokens":307,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":40,"enWords":51,"entityPrecision":0.6,"entityRecall":0.5,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":76,"valid":true,"effective":95.125,"costUsd":0.00104385,"latencySeconds":4.589,"attempts":1,"calledAt":"2026-09-15T13:29:09.291Z","usage":{"inputTokens":2352,"outputTokens":380,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9375,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.125,"consensusEffective":95.125,"neWords":50,"enWords":58,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":77,"valid":true,"effective":94.75,"costUsd":0.00075435,"latencySeconds":4.31,"attempts":1,"calledAt":"2026-09-15T13:29:10.981Z","usage":{"inputTokens":1482,"outputTokens":320,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":7.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":58,"enWords":55,"entityPrecision":0.833,"entityRecall":1,"entityF1":0.909,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":78,"valid":true,"effective":96.73529411764706,"costUsd":0.00082195,"latencySeconds":4.119,"attempts":1,"calledAt":"2026-09-15T13:29:12.230Z","usage":{"inputTokens":1762,"outputTokens":318,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":54,"enWords":61,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":79,"valid":true,"effective":91.5,"costUsd":0.0007398,"latencySeconds":4.522,"attempts":1,"calledAt":"2026-09-15T13:29:13.817Z","usage":{"inputTokens":1323,"outputTokens":341,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5416666666666667,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.5,"consensusEffective":90.5,"neWords":55,"enWords":65,"entityPrecision":0.667,"entityRecall":0.8,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":80,"valid":true,"effective":82.3,"costUsd":0.00093155,"latencySeconds":5.517,"attempts":1,"calledAt":"2026-09-15T13:29:16.505Z","usage":{"inputTokens":2066,"outputTokens":346,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5769230769230769,"precision":0.8933333333333333,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":82.3,"consensusEffective":92.3,"neWords":64,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":81,"valid":true,"effective":90.71273291925465,"costUsd":0.0007923,"latencySeconds":4.063,"attempts":1,"calledAt":"2026-09-15T13:29:16.299Z","usage":{"inputTokens":1725,"outputTokens":301,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.865424430641822,"ne":9,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.71273291925465,"consensusEffective":90.71273291925465,"neWords":45,"enWords":49,"entityPrecision":0.75,"entityRecall":0.375,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":82,"valid":true,"effective":83.99242424242425,"costUsd":0.0009613,"latencySeconds":4.502,"attempts":1,"calledAt":"2026-09-15T13:29:18.326Z","usage":{"inputTokens":2137,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.32499999999999996,"precision":0.8636363636363636,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":83.99242424242425,"consensusEffective":86.6590909090909,"neWords":65,"enWords":89,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":83,"valid":true,"effective":89.00438596491227,"costUsd":0.0008257,"latencySeconds":14.09,"attempts":1,"calledAt":"2026-09-15T13:29:30.396Z","usage":{"inputTokens":1753,"outputTokens":323,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6428571428571429,"precision":0.8918128654970761,"ne":9,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.00438596491227,"consensusEffective":89.00438596491227,"neWords":55,"enWords":59,"entityPrecision":0.667,"entityRecall":0.333,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":84,"valid":true,"effective":98.5,"costUsd":0.0008364,"latencySeconds":3.772,"attempts":1,"calledAt":"2026-09-15T13:29:20.282Z","usage":{"inputTokens":1911,"outputTokens":299,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":50,"enWords":55,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":85,"valid":true,"effective":98.5,"costUsd":0.00071995,"latencySeconds":3.914,"attempts":1,"calledAt":"2026-09-15T13:29:22.244Z","usage":{"inputTokens":1522,"outputTokens":283,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":44,"enWords":45,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":86,"valid":true,"effective":86.58333333333334,"costUsd":0.0007623,"latencySeconds":4.209,"attempts":1,"calledAt":"2026-09-15T13:29:24.497Z","usage":{"inputTokens":1749,"outputTokens":271,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.75,"precision":1.0,"ne":9,"en":6.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.58333333333334,"consensusEffective":86.58333333333334,"neWords":41,"enWords":46,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":87,"valid":true,"effective":91.67105263157895,"costUsd":0.00081475,"latencySeconds":4.182,"attempts":1,"calledAt":"2026-09-15T13:29:26.433Z","usage":{"inputTokens":1498,"outputTokens":367,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":0.9473684210526316,"ne":7,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.67105263157895,"consensusEffective":91.67105263157895,"neWords":53,"enWords":69,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":88,"valid":true,"effective":87.51666666666665,"costUsd":0.000984,"latencySeconds":6.401,"attempts":1,"calledAt":"2026-09-15T13:29:30.902Z","usage":{"inputTokens":1647,"outputTokens":477,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.5714285714285714,"precision":0.9199999999999999,"ne":7,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.51666666666665,"consensusEffective":87.51666666666665,"neWords":79,"enWords":89,"entityPrecision":1,"entityRecall":0.471,"entityF1":0.64,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":89,"valid":true,"effective":93.625,"costUsd":0.00076215,"latencySeconds":4.57,"attempts":1,"calledAt":"2026-09-15T13:29:31.008Z","usage":{"inputTokens":1422,"outputTokens":339,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9375,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.625,"consensusEffective":93.625,"neWords":63,"enWords":72,"entityPrecision":0.5,"entityRecall":0.5,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":90,"valid":true,"effective":98.5,"costUsd":0.00071555,"latencySeconds":3.536,"attempts":1,"calledAt":"2026-09-15T13:29:33.936Z","usage":{"inputTokens":1586,"outputTokens":266,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7222222222222222,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":51,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":91,"valid":true,"effective":96.83333333333333,"costUsd":0.0007488,"latencySeconds":3.677,"attempts":1,"calledAt":"2026-09-15T13:29:34.583Z","usage":{"inputTokens":1719,"outputTokens":266,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":45,"enWords":55,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":92,"valid":true,"effective":97.07142857142857,"costUsd":0.0007667,"latencySeconds":3.81,"attempts":1,"calledAt":"2026-09-15T13:29:34.821Z","usage":{"inputTokens":1613,"outputTokens":303,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":48,"enWords":54,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":93,"valid":true,"effective":97.75,"costUsd":0.0008991,"latencySeconds":4.507,"attempts":1,"calledAt":"2026-09-15T13:29:38.450Z","usage":{"inputTokens":1485,"outputTokens":440,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":58,"enWords":64,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":94,"valid":true,"effective":94.13636363636364,"costUsd":0.00079845,"latencySeconds":4.025,"attempts":1,"calledAt":"2026-09-15T13:29:38.615Z","usage":{"inputTokens":1812,"outputTokens":288,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9545454545454546,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.13636363636364,"consensusEffective":94.13636363636364,"neWords":56,"enWords":65,"entityPrecision":1,"entityRecall":0.125,"entityF1":0.222,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":95,"valid":true,"effective":78.83201581027669,"costUsd":0.0008455,"latencySeconds":4.262,"attempts":1,"calledAt":"2026-09-15T13:29:39.087Z","usage":{"inputTokens":1861,"outputTokens":317,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.65625,"precision":0.9110671936758893,"ne":8,"en":5,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":78.83201581027669,"consensusEffective":78.83201581027669,"neWords":54,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":96,"valid":true,"effective":91.83333333333334,"costUsd":0.00088015,"latencySeconds":4.363,"attempts":1,"calledAt":"2026-09-15T13:29:42.820Z","usage":{"inputTokens":1846,"outputTokens":349,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.4464285714285714,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.83333333333334,"consensusEffective":91.83333333333334,"neWords":55,"enWords":63,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":97,"valid":true,"effective":93.5,"costUsd":0.00099895,"latencySeconds":4.43,"attempts":1,"calledAt":"2026-09-15T13:29:43.052Z","usage":{"inputTokens":2278,"outputTokens":358,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":54,"enWords":60,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":98,"valid":true,"effective":86.85714285714286,"costUsd":0.0007041,"latencySeconds":3.018,"attempts":1,"calledAt":"2026-09-15T13:29:42.110Z","usage":{"inputTokens":1521,"outputTokens":270,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":0.7952380952380952,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.85714285714286,"consensusEffective":86.85714285714286,"neWords":44,"enWords":43,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-luna","questionId":99,"valid":true,"effective":85.52272727272728,"costUsd":0.00114315,"latencySeconds":4.797,"attempts":1,"calledAt":"2026-09-15T13:29:46.912Z","usage":{"inputTokens":2562,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.4473684210526315,"precision":0.9090909090909092,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":85.52272727272728,"consensusEffective":85.52272727272728,"neWords":78,"enWords":75,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-luna","questionId":100,"valid":true,"effective":97.75,"costUsd":0.00075765,"latencySeconds":3.6,"attempts":1,"calledAt":"2026-09-15T13:29:46.424Z","usage":{"inputTokens":1668,"outputTokens":284,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":41,"enWords":49,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":1,"valid":true,"effective":96.92105263157895,"costUsd":0.007706,"latencySeconds":17.328,"attempts":1,"calledAt":"2026-09-15T13:48:01.254Z","usage":{"inputTokens":1839,"outputTokens":311,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":41,"enWords":59,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":2,"valid":true,"effective":82.06451612903226,"costUsd":0.009171,"latencySeconds":24.849,"attempts":1,"calledAt":"2026-09-15T13:48:08.775Z","usage":{"inputTokens":1993,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5454545454545454,"precision":0.935483870967742,"ne":8,"en":8,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":82.06451612903226,"consensusEffective":83.31451612903226,"neWords":75,"enWords":81,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":3,"valid":true,"effective":89.375,"costUsd":0.010191,"latencySeconds":20.654,"attempts":1,"calledAt":"2026-09-15T13:48:04.581Z","usage":{"inputTokens":2425,"outputTokens":413,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.3214285714285714,"precision":0.9375,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.375,"consensusEffective":89.375,"neWords":64,"enWords":71,"entityPrecision":0.667,"entityRecall":0.286,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":4,"valid":true,"effective":79.85714285714286,"costUsd":0.0089485,"latencySeconds":17.109,"attempts":1,"calledAt":"2026-09-15T13:48:18.366Z","usage":{"inputTokens":2268,"outputTokens":328,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.25,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.85714285714286,"consensusEffective":91.52380952380952,"neWords":55,"enWords":63,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":5,"valid":true,"effective":97.25,"costUsd":0.0104435,"latencySeconds":20.255,"attempts":1,"calledAt":"2026-09-15T13:48:24.838Z","usage":{"inputTokens":2530,"outputTokens":412,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7045454545454546,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":73,"enWords":89,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":6,"valid":true,"effective":95.63636363636364,"costUsd":0.010106,"latencySeconds":19.999,"attempts":1,"calledAt":"2026-09-15T13:48:28.775Z","usage":{"inputTokens":2463,"outputTokens":395,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.63636363636364,"consensusEffective":95.63636363636364,"neWords":79,"enWords":80,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":7,"valid":true,"effective":83.0,"costUsd":0.009756,"latencySeconds":19.769,"attempts":1,"calledAt":"2026-09-15T13:48:38.137Z","usage":{"inputTokens":2563,"outputTokens":335,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.25,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.0,"consensusEffective":97.0,"neWords":62,"enWords":63,"entityPrecision":1,"entityRecall":0.357,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":8,"valid":true,"effective":98.5,"costUsd":0.009156,"latencySeconds":15.202,"attempts":1,"calledAt":"2026-09-15T13:48:40.043Z","usage":{"inputTokens":2503,"outputTokens":290,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45588235294117646,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":44,"enWords":50,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":9,"valid":true,"effective":97.07142857142857,"costUsd":0.0092085,"latencySeconds":19.154,"attempts":1,"calledAt":"2026-09-15T13:48:47.931Z","usage":{"inputTokens":2148,"outputTokens":384,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":56,"enWords":58,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":10,"valid":true,"effective":87.14615384615385,"costUsd":0.0100085,"latencySeconds":16.991,"attempts":1,"calledAt":"2026-09-15T13:48:55.131Z","usage":{"inputTokens":2504,"outputTokens":375,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.7083333333333334,"precision":0.9215384615384616,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.14615384615385,"consensusEffective":87.14615384615385,"neWords":50,"enWords":55,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":11,"valid":true,"effective":79.85714285714286,"costUsd":0.009956,"latencySeconds":20.109,"attempts":1,"calledAt":"2026-09-15T13:49:00.155Z","usage":{"inputTokens":2359,"outputTokens":406,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.13461538461538464,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":79.85714285714286,"consensusEffective":92.35714285714286,"neWords":65,"enWords":75,"entityPrecision":0.778,"entityRecall":0.318,"entityF1":0.452,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":12,"valid":true,"effective":90.5,"costUsd":0.008766,"latencySeconds":12.452,"attempts":1,"calledAt":"2026-09-15T13:49:00.387Z","usage":{"inputTokens":2339,"outputTokens":292,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.65625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":90.5,"neWords":38,"enWords":48,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":13,"valid":true,"effective":96.32142857142857,"costUsd":0.0092235,"latencySeconds":15.645,"attempts":1,"calledAt":"2026-09-15T13:49:10.779Z","usage":{"inputTokens":2294,"outputTokens":349,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35416666666666663,"precision":0.9523809523809523,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.32142857142857,"consensusEffective":96.32142857142857,"neWords":58,"enWords":54,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":14,"valid":true,"effective":83.42105263157895,"costUsd":0.009391,"latencySeconds":17.52,"attempts":1,"calledAt":"2026-09-15T13:49:17.681Z","usage":{"inputTokens":2393,"outputTokens":341,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.3125,"precision":0.9473684210526316,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.42105263157895,"consensusEffective":80.42105263157895,"neWords":59,"enWords":74,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":15,"valid":true,"effective":94.75,"costUsd":0.009281,"latencySeconds":18.688,"attempts":1,"calledAt":"2026-09-15T13:49:19.078Z","usage":{"inputTokens":2113,"outputTokens":400,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.95,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":55,"enWords":64,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":16,"valid":true,"effective":87.0,"costUsd":0.0092735,"latencySeconds":19.982,"attempts":1,"calledAt":"2026-09-15T13:49:30.765Z","usage":{"inputTokens":2142,"outputTokens":392,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.65625,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":67,"enWords":75,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":17,"valid":true,"effective":83.4083850931677,"costUsd":0.007276,"latencySeconds":19.079,"attempts":1,"calledAt":"2026-09-15T13:49:36.761Z","usage":{"inputTokens":1611,"outputTokens":325,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.5227272727272727,"precision":0.8219461697722568,"ne":8.5,"en":9,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":83.4083850931677,"consensusEffective":84.24171842650104,"neWords":61,"enWords":66,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":18,"valid":true,"effective":92.375,"costUsd":0.006726,"latencySeconds":16.669,"attempts":1,"calledAt":"2026-09-15T13:49:35.750Z","usage":{"inputTokens":1443,"outputTokens":312,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.8708333333333333,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.375,"consensusEffective":92.375,"neWords":39,"enWords":44,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":19,"valid":true,"effective":86.75,"costUsd":0.007201,"latencySeconds":13.348,"attempts":1,"calledAt":"2026-09-15T13:49:44.115Z","usage":{"inputTokens":1885,"outputTokens":249,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.7,"precision":0.875,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.75,"consensusEffective":86.75,"neWords":43,"enWords":50,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":20,"valid":true,"effective":89.1098901098901,"costUsd":0.009521,"latencySeconds":17.869,"attempts":1,"calledAt":"2026-09-15T13:49:53.622Z","usage":{"inputTokens":2409,"outputTokens":350,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.836996336996337,"ne":8,"en":8,"unsupported":2,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":89.1098901098901,"consensusEffective":89.1098901098901,"neWords":57,"enWords":61,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":21,"valid":true,"effective":68.77460815047021,"costUsd":0.011616,"latencySeconds":24.033,"attempts":1,"calledAt":"2026-09-15T13:50:00.796Z","usage":{"inputTokens":2739,"outputTokens":477,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5227272727272727,"supporting":0.26136363636363635,"precision":0.8455172413793104,"ne":6.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":68.77460815047021,"consensusEffective":64.11551724137931,"neWords":79,"enWords":85,"entityPrecision":1,"entityRecall":0.227,"entityF1":0.37,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":22,"valid":true,"effective":88.35714285714286,"costUsd":0.0114435,"latencySeconds":22.364,"attempts":1,"calledAt":"2026-09-15T13:50:06.481Z","usage":{"inputTokens":2790,"outputTokens":447,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.3125,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.35714285714286,"consensusEffective":91.5,"neWords":74,"enWords":74,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":23,"valid":true,"effective":93.00438596491227,"costUsd":0.007916,"latencySeconds":16.875,"attempts":1,"calledAt":"2026-09-15T13:50:10.504Z","usage":{"inputTokens":1835,"outputTokens":333,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.21153846153846156,"precision":0.9473684210526316,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.00438596491227,"consensusEffective":93.00438596491227,"neWords":55,"enWords":60,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":24,"valid":true,"effective":95.5,"costUsd":0.004841,"latencySeconds":10.192,"attempts":1,"calledAt":"2026-09-15T13:50:10.990Z","usage":{"inputTokens":1165,"outputTokens":193,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":31,"enWords":37,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":25,"valid":true,"effective":97.19565217391305,"costUsd":0.0066085,"latencySeconds":14.93,"attempts":1,"calledAt":"2026-09-15T13:50:21.414Z","usage":{"inputTokens":1552,"outputTokens":273,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":40,"enWords":45,"entityPrecision":0.8,"entityRecall":1,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":26,"valid":true,"effective":86.0,"costUsd":0.007246,"latencySeconds":11.167,"attempts":1,"calledAt":"2026-09-15T13:50:21.682Z","usage":{"inputTokens":1963,"outputTokens":234,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.25,"precision":0.8666666666666667,"ne":8,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.0,"consensusEffective":85.0,"neWords":32,"enWords":40,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":27,"valid":true,"effective":94.75,"costUsd":0.0063485,"latencySeconds":13.382,"attempts":1,"calledAt":"2026-09-15T13:50:24.375Z","usage":{"inputTokens":1524,"outputTokens":254,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.21428571428571427,"precision":1.0,"ne":8.5,"en":8,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":32,"enWords":38,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":28,"valid":true,"effective":93.73529411764706,"costUsd":0.006326,"latencySeconds":14.716,"attempts":1,"calledAt":"2026-09-15T13:50:36.132Z","usage":{"inputTokens":1527,"outputTokens":251,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.73529411764706,"consensusEffective":93.73529411764706,"neWords":43,"enWords":45,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":29,"valid":true,"effective":73.1842105263158,"costUsd":0.0082735,"latencySeconds":13.738,"attempts":1,"calledAt":"2026-09-15T13:50:35.422Z","usage":{"inputTokens":2022,"outputTokens":322,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4090909090909091,"precision":0.7894736842105263,"ne":5.5,"en":7.5,"unsupported":2,"contradicted":1,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":73.1842105263158,"consensusEffective":69.85087719298245,"neWords":49,"enWords":60,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":30,"valid":true,"effective":98.5,"costUsd":0.0088035,"latencySeconds":16.303,"attempts":1,"calledAt":"2026-09-15T13:50:40.681Z","usage":{"inputTokens":2226,"outputTokens":324,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":49,"enWords":56,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":31,"valid":true,"effective":97.0,"costUsd":0.006911,"latencySeconds":13.9,"attempts":1,"calledAt":"2026-09-15T13:50:49.328Z","usage":{"inputTokens":1745,"outputTokens":255,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":48,"enWords":47,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":32,"valid":true,"effective":98.5,"costUsd":0.006141,"latencySeconds":14.38,"attempts":1,"calledAt":"2026-09-15T13:50:50.516Z","usage":{"inputTokens":1305,"outputTokens":288,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6818181818181818,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":44,"enWords":50,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":33,"valid":true,"effective":94.5,"costUsd":0.006561,"latencySeconds":14.626,"attempts":1,"calledAt":"2026-09-15T13:50:55.311Z","usage":{"inputTokens":1369,"outputTokens":314,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.7777777777777778,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.5,"consensusEffective":94.5,"neWords":49,"enWords":57,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":34,"valid":true,"effective":86.625,"costUsd":0.007791,"latencySeconds":15.745,"attempts":1,"calledAt":"2026-09-15T13:51:05.075Z","usage":{"inputTokens":1825,"outputTokens":323,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.625,"consensusEffective":96.625,"neWords":51,"enWords":56,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":35,"valid":true,"effective":98.5,"costUsd":0.007841,"latencySeconds":14.868,"attempts":1,"calledAt":"2026-09-15T13:51:05.388Z","usage":{"inputTokens":2013,"outputTokens":281,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":53,"enWords":65,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":36,"valid":true,"effective":93.75,"costUsd":0.0072535,"latencySeconds":17.046,"attempts":1,"calledAt":"2026-09-15T13:51:12.358Z","usage":{"inputTokens":1418,"outputTokens":371,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8666666666666667,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":52,"enWords":59,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":37,"valid":true,"effective":85.0,"costUsd":0.006986,"latencySeconds":16.755,"attempts":1,"calledAt":"2026-09-15T13:51:21.833Z","usage":{"inputTokens":1459,"outputTokens":334,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.5,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.0,"consensusEffective":97.0,"neWords":54,"enWords":75,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":38,"valid":true,"effective":93.47058823529412,"costUsd":0.0057435,"latencySeconds":13.248,"attempts":1,"calledAt":"2026-09-15T13:51:18.638Z","usage":{"inputTokens":1254,"outputTokens":261,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8823529411764706,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.47058823529412,"consensusEffective":93.47058823529412,"neWords":42,"enWords":47,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":39,"valid":true,"effective":95.02272727272728,"costUsd":0.0044135,"latencySeconds":8.585,"attempts":1,"calledAt":"2026-09-15T13:51:20.946Z","usage":{"inputTokens":1082,"outputTokens":171,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9090909090909092,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.02272727272728,"consensusEffective":95.02272727272728,"neWords":32,"enWords":32,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":40,"valid":true,"effective":89.4,"costUsd":0.0098635,"latencySeconds":17.358,"attempts":1,"calledAt":"2026-09-15T13:51:35.999Z","usage":{"inputTokens":2478,"outputTokens":367,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.32499999999999996,"precision":0.88,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.4,"consensusEffective":89.4,"neWords":60,"enWords":67,"entityPrecision":0.833,"entityRecall":0.313,"entityF1":0.455,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":41,"valid":true,"effective":98.5,"costUsd":0.0088435,"latencySeconds":15.184,"attempts":1,"calledAt":"2026-09-15T13:51:36.134Z","usage":{"inputTokens":2158,"outputTokens":345,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":50,"enWords":56,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":42,"valid":true,"effective":98.5,"costUsd":0.008691,"latencySeconds":12.842,"attempts":1,"calledAt":"2026-09-15T13:51:34.679Z","usage":{"inputTokens":2429,"outputTokens":262,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":42,"enWords":43,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":43,"valid":true,"effective":96.73529411764706,"costUsd":0.008111,"latencySeconds":11.933,"attempts":1,"calledAt":"2026-09-15T13:51:46.616Z","usage":{"inputTokens":2213,"outputTokens":258,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":42,"enWords":43,"entityPrecision":1,"entityRecall":0.308,"entityF1":0.471,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":44,"valid":true,"effective":82.94444444444444,"costUsd":0.0098685,"latencySeconds":15.615,"attempts":1,"calledAt":"2026-09-15T13:51:51.618Z","usage":{"inputTokens":2552,"outputTokens":349,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6111111111111112,"supporting":0.125,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":82.94444444444444,"consensusEffective":93.5,"neWords":39,"enWords":54,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":45,"valid":true,"effective":91.25,"costUsd":0.010231,"latencySeconds":16.385,"attempts":1,"calledAt":"2026-09-15T13:51:52.524Z","usage":{"inputTokens":2781,"outputTokens":328,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.75,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.25,"consensusEffective":91.25,"neWords":47,"enWords":53,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":46,"valid":true,"effective":86.73529411764706,"costUsd":0.0096735,"latencySeconds":14.802,"attempts":1,"calledAt":"2026-09-15T13:52:01.421Z","usage":{"inputTokens":2506,"outputTokens":341,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.21875,"precision":0.8745098039215686,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.73529411764706,"consensusEffective":85.73529411764706,"neWords":44,"enWords":36,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":47,"valid":true,"effective":86.83333333333333,"costUsd":0.008851,"latencySeconds":13.892,"attempts":1,"calledAt":"2026-09-15T13:52:05.515Z","usage":{"inputTokens":2333,"outputTokens":302,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5714285714285714,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.83333333333333,"consensusEffective":94.33333333333333,"neWords":48,"enWords":51,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":48,"valid":true,"effective":98.5,"costUsd":0.0088935,"latencySeconds":15.74,"attempts":1,"calledAt":"2026-09-15T13:52:08.270Z","usage":{"inputTokens":2142,"outputTokens":354,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":63,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":49,"valid":true,"effective":75.50877192982456,"costUsd":0.0100185,"latencySeconds":17.314,"attempts":1,"calledAt":"2026-09-15T13:52:18.740Z","usage":{"inputTokens":2536,"outputTokens":368,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5416666666666667,"supporting":0.35,"precision":0.8947368421052632,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":75.50877192982456,"consensusEffective":75.84210526315789,"neWords":64,"enWords":76,"entityPrecision":0.8,"entityRecall":0.444,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":50,"valid":true,"effective":84.96428571428572,"costUsd":0.0097185,"latencySeconds":18.114,"attempts":1,"calledAt":"2026-09-15T13:52:23.632Z","usage":{"inputTokens":2528,"outputTokens":340,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4,"precision":0.7738095238095238,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":84.96428571428572,"consensusEffective":84.96428571428572,"neWords":66,"enWords":64,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":51,"valid":true,"effective":93.5,"costUsd":0.0094385,"latencySeconds":15.573,"attempts":1,"calledAt":"2026-09-15T13:52:23.846Z","usage":{"inputTokens":2532,"outputTokens":311,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":51,"enWords":63,"entityPrecision":0.667,"entityRecall":0.333,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":52,"valid":true,"effective":95.42105263157895,"costUsd":0.0085035,"latencySeconds":18.573,"attempts":1,"calledAt":"2026-09-15T13:52:37.317Z","usage":{"inputTokens":1762,"outputTokens":410,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.41666666666666663,"precision":0.9473684210526316,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.42105263157895,"consensusEffective":95.42105263157895,"neWords":70,"enWords":80,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":53,"valid":true,"effective":88.09415584415584,"costUsd":0.009931,"latencySeconds":14.546,"attempts":1,"calledAt":"2026-09-15T13:52:38.185Z","usage":{"inputTokens":2693,"outputTokens":320,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.39583333333333337,"precision":0.8614718614718615,"ne":8.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.09415584415584,"consensusEffective":88.09415584415584,"neWords":55,"enWords":68,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":54,"valid":true,"effective":85.64285714285714,"costUsd":0.008896,"latencySeconds":16.646,"attempts":1,"calledAt":"2026-09-15T13:52:40.497Z","usage":{"inputTokens":2135,"outputTokens":356,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6785714285714286,"supporting":0.4285714285714286,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.64285714285714,"consensusEffective":96.5,"neWords":53,"enWords":64,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":55,"valid":true,"effective":93.5,"costUsd":0.0079735,"latencySeconds":13.135,"attempts":1,"calledAt":"2026-09-15T13:52:50.457Z","usage":{"inputTokens":2050,"outputTokens":285,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":34,"enWords":51,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":56,"valid":true,"effective":92.6060606060606,"costUsd":0.0090935,"latencySeconds":15.94,"attempts":1,"calledAt":"2026-09-15T13:52:54.129Z","usage":{"inputTokens":2218,"outputTokens":355,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45833333333333337,"precision":0.8535353535353536,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.6060606060606,"consensusEffective":92.6060606060606,"neWords":63,"enWords":72,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":57,"valid":true,"effective":98.5,"costUsd":0.009356,"latencySeconds":13.455,"attempts":1,"calledAt":"2026-09-15T13:52:53.960Z","usage":{"inputTokens":2395,"outputTokens":337,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":61,"enWords":70,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":58,"valid":true,"effective":89.375,"costUsd":0.008496,"latencySeconds":13.988,"attempts":1,"calledAt":"2026-09-15T13:53:04.451Z","usage":{"inputTokens":2083,"outputTokens":329,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.55,"precision":0.9375,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.375,"consensusEffective":87.70833333333334,"neWords":56,"enWords":66,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":59,"valid":true,"effective":95.125,"costUsd":0.008996,"latencySeconds":16.139,"attempts":1,"calledAt":"2026-09-15T13:53:10.106Z","usage":{"inputTokens":2311,"outputTokens":322,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9375,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.125,"consensusEffective":95.125,"neWords":56,"enWords":65,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":60,"valid":true,"effective":96.5,"costUsd":0.0082335,"latencySeconds":16.421,"attempts":1,"calledAt":"2026-09-15T13:53:10.556Z","usage":{"inputTokens":1874,"outputTokens":355,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.5,"consensusEffective":98.5,"neWords":45,"enWords":52,"entityPrecision":1,"entityRecall":0.727,"entityF1":0.842,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":61,"valid":true,"effective":81.63636363636364,"costUsd":0.0105935,"latencySeconds":18.818,"attempts":1,"calledAt":"2026-09-15T13:53:23.275Z","usage":{"inputTokens":2670,"outputTokens":392,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.23529411764705882,"precision":0.9545454545454546,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":81.63636363636364,"consensusEffective":82.70779220779221,"neWords":68,"enWords":63,"entityPrecision":0.857,"entityRecall":0.375,"entityF1":0.522,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":62,"valid":true,"effective":86.84962406015038,"costUsd":0.0081335,"latencySeconds":13.376,"attempts":1,"calledAt":"2026-09-15T13:53:23.487Z","usage":{"inputTokens":1854,"outputTokens":350,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.3333333333333333,"precision":0.9473684210526316,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.84962406015038,"consensusEffective":90.42105263157895,"neWords":56,"enWords":58,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":63,"valid":true,"effective":98.5,"costUsd":0.0097085,"latencySeconds":15.547,"attempts":1,"calledAt":"2026-09-15T13:53:26.108Z","usage":{"inputTokens":2512,"outputTokens":343,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":53,"enWords":60,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":64,"valid":true,"effective":93.5,"costUsd":0.0089685,"latencySeconds":16.524,"attempts":1,"calledAt":"2026-09-15T13:53:39.805Z","usage":{"inputTokens":2260,"outputTokens":332,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":44,"enWords":60,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":65,"valid":true,"effective":89.125,"costUsd":0.009621,"latencySeconds":17.087,"attempts":1,"calledAt":"2026-09-15T13:53:40.581Z","usage":{"inputTokens":2185,"outputTokens":416,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.10714285714285714,"precision":0.9375,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.125,"consensusEffective":93.76785714285714,"neWords":55,"enWords":73,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":66,"valid":true,"effective":91.83333333333334,"costUsd":0.0090935,"latencySeconds":18.508,"attempts":1,"calledAt":"2026-09-15T13:53:44.622Z","usage":{"inputTokens":1990,"outputTokens":412,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6041666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.83333333333334,"consensusEffective":93.5,"neWords":57,"enWords":73,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":67,"valid":true,"effective":91.79945054945054,"costUsd":0.0082335,"latencySeconds":13.03,"attempts":1,"calledAt":"2026-09-15T13:53:52.845Z","usage":{"inputTokens":2090,"outputTokens":301,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.8516483516483516,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.79945054945054,"consensusEffective":91.79945054945054,"neWords":44,"enWords":49,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":68,"valid":true,"effective":96.0,"costUsd":0.008121,"latencySeconds":15.411,"attempts":1,"calledAt":"2026-09-15T13:53:55.998Z","usage":{"inputTokens":2117,"outputTokens":283,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5833333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":93.5,"neWords":42,"enWords":56,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":69,"valid":true,"effective":78.90476190476191,"costUsd":0.007696,"latencySeconds":16.083,"attempts":1,"calledAt":"2026-09-15T13:54:00.708Z","usage":{"inputTokens":1883,"outputTokens":299,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333334,"supporting":0.4318181818181818,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":78.90476190476191,"consensusEffective":78.90476190476191,"neWords":47,"enWords":67,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":70,"valid":true,"effective":98.5,"costUsd":0.007766,"latencySeconds":14.975,"attempts":1,"calledAt":"2026-09-15T13:54:07.822Z","usage":{"inputTokens":1847,"outputTokens":315,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":54,"entityPrecision":0.857,"entityRecall":0.5,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":71,"valid":true,"effective":87.18333333333334,"costUsd":0.009666,"latencySeconds":16.505,"attempts":1,"calledAt":"2026-09-15T13:54:12.506Z","usage":{"inputTokens":2467,"outputTokens":350,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.4772727272727273,"precision":0.9199999999999999,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.18333333333334,"consensusEffective":93.85,"neWords":51,"enWords":61,"entityPrecision":0.875,"entityRecall":0.538,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":72,"valid":true,"effective":94.34615384615384,"costUsd":0.008346,"latencySeconds":18.28,"attempts":1,"calledAt":"2026-09-15T13:54:18.992Z","usage":{"inputTokens":1883,"outputTokens":364,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":0.9615384615384616,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.34615384615384,"consensusEffective":94.34615384615384,"neWords":62,"enWords":74,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":73,"valid":true,"effective":97.25,"costUsd":0.0083685,"latencySeconds":18.608,"attempts":1,"calledAt":"2026-09-15T13:54:26.434Z","usage":{"inputTokens":1868,"outputTokens":370,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5555555555555556,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":47,"enWords":60,"entityPrecision":1,"entityRecall":0.7,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":74,"valid":true,"effective":96.5,"costUsd":0.006541,"latencySeconds":10.957,"attempts":1,"calledAt":"2026-09-15T13:54:23.466Z","usage":{"inputTokens":1585,"outputTokens":258,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.9333333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.5,"consensusEffective":96.5,"neWords":30,"enWords":42,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":75,"valid":true,"effective":93.75,"costUsd":0.0076435,"latencySeconds":14.09,"attempts":1,"calledAt":"2026-09-15T13:54:33.087Z","usage":{"inputTokens":1730,"outputTokens":332,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":44,"enWords":56,"entityPrecision":0.667,"entityRecall":0.667,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":76,"valid":true,"effective":97.0,"costUsd":0.0092285,"latencySeconds":15.147,"attempts":1,"calledAt":"2026-09-15T13:54:38.618Z","usage":{"inputTokens":2352,"outputTokens":335,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":41,"enWords":52,"entityPrecision":0.857,"entityRecall":0.462,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":77,"valid":true,"effective":98.5,"costUsd":0.0068435,"latencySeconds":14.067,"attempts":1,"calledAt":"2026-09-15T13:54:40.510Z","usage":{"inputTokens":1482,"outputTokens":314,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":56,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":78,"valid":true,"effective":96.73529411764706,"costUsd":0.0076735,"latencySeconds":16.428,"attempts":1,"calledAt":"2026-09-15T13:54:49.521Z","usage":{"inputTokens":1762,"outputTokens":327,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":54,"enWords":62,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":79,"valid":true,"effective":87.88636363636364,"costUsd":0.006756,"latencySeconds":16.904,"attempts":1,"calledAt":"2026-09-15T13:54:55.526Z","usage":{"inputTokens":1323,"outputTokens":345,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8712121212121212,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":87.88636363636364,"consensusEffective":87.88636363636364,"neWords":58,"enWords":63,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":80,"valid":true,"effective":87.56451612903226,"costUsd":0.0082735,"latencySeconds":15.702,"attempts":1,"calledAt":"2026-09-15T13:54:56.219Z","usage":{"inputTokens":2066,"outputTokens":311,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.5576923076923077,"precision":0.935483870967742,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.56451612903226,"consensusEffective":93.56451612903226,"neWords":50,"enWords":62,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":81,"valid":true,"effective":98.5,"costUsd":0.007341,"latencySeconds":12.301,"attempts":1,"calledAt":"2026-09-15T13:55:01.826Z","usage":{"inputTokens":1725,"outputTokens":303,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":37,"enWords":46,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":82,"valid":true,"effective":91.83333333333334,"costUsd":0.008551,"latencySeconds":15.449,"attempts":1,"calledAt":"2026-09-15T13:55:10.979Z","usage":{"inputTokens":2137,"outputTokens":321,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.2,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.83333333333334,"consensusEffective":90.5,"neWords":60,"enWords":69,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":83,"valid":true,"effective":97.75,"costUsd":0.007631,"latencySeconds":16.017,"attempts":1,"calledAt":"2026-09-15T13:55:12.239Z","usage":{"inputTokens":1753,"outputTokens":325,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":51,"enWords":55,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":84,"valid":true,"effective":98.5,"costUsd":0.007966,"latencySeconds":15.273,"attempts":1,"calledAt":"2026-09-15T13:55:17.102Z","usage":{"inputTokens":1911,"outputTokens":319,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":48,"enWords":50,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":85,"valid":true,"effective":95.5,"costUsd":0.0066835,"latencySeconds":12.599,"attempts":1,"calledAt":"2026-09-15T13:55:23.584Z","usage":{"inputTokens":1522,"outputTokens":288,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":7.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":44,"enWords":51,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":86,"valid":true,"effective":90.0686274509804,"costUsd":0.007001,"latencySeconds":11.964,"attempts":1,"calledAt":"2026-09-15T13:55:24.207Z","usage":{"inputTokens":1749,"outputTokens":263,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.7142857142857143,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.0686274509804,"consensusEffective":90.0686274509804,"neWords":39,"enWords":44,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":87,"valid":true,"effective":91.89285714285714,"costUsd":0.0073935,"latencySeconds":16.625,"attempts":1,"calledAt":"2026-09-15T13:55:33.734Z","usage":{"inputTokens":1498,"outputTokens":365,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4642857142857143,"precision":0.9047619047619048,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":91.89285714285714,"consensusEffective":91.89285714285714,"neWords":63,"enWords":63,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":88,"valid":true,"effective":94.41666666666667,"costUsd":0.008586,"latencySeconds":20.165,"attempts":1,"calledAt":"2026-09-15T13:55:43.753Z","usage":{"inputTokens":1647,"outputTokens":447,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5357142857142857,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.41666666666667,"consensusEffective":94.41666666666667,"neWords":75,"enWords":72,"entityPrecision":1,"entityRecall":0.412,"entityF1":0.583,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":89,"valid":true,"effective":89.6904761904762,"costUsd":0.0066235,"latencySeconds":15.093,"attempts":1,"calledAt":"2026-09-15T13:55:39.304Z","usage":{"inputTokens":1422,"outputTokens":307,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.875,"precision":0.9285714285714286,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.6904761904762,"consensusEffective":89.6904761904762,"neWords":55,"enWords":62,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":90,"valid":true,"effective":97.75,"costUsd":0.0066035,"latencySeconds":13.545,"attempts":1,"calledAt":"2026-09-15T13:55:47.283Z","usage":{"inputTokens":1586,"outputTokens":264,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":45,"enWords":48,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":91,"valid":true,"effective":96.92105263157895,"costUsd":0.006956,"latencySeconds":11.639,"attempts":1,"calledAt":"2026-09-15T13:55:50.948Z","usage":{"inputTokens":1719,"outputTokens":266,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":44,"enWords":53,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":92,"valid":true,"effective":95.25,"costUsd":0.007101,"latencySeconds":13.006,"attempts":1,"calledAt":"2026-09-15T13:55:56.762Z","usage":{"inputTokens":1613,"outputTokens":307,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9166666666666667,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":95.25,"consensusEffective":95.25,"neWords":49,"enWords":58,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":93,"valid":true,"effective":97.0,"costUsd":0.007881,"latencySeconds":15.831,"attempts":1,"calledAt":"2026-09-15T13:56:03.119Z","usage":{"inputTokens":1485,"outputTokens":417,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5277777777777778,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":53,"enWords":54,"entityPrecision":0.917,"entityRecall":0.786,"entityF1":0.846,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":94,"valid":true,"effective":95.35,"costUsd":0.0075885,"latencySeconds":15.286,"attempts":1,"calledAt":"2026-09-15T13:56:06.239Z","usage":{"inputTokens":1812,"outputTokens":306,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.9199999999999999,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":95.35,"consensusEffective":95.35,"neWords":59,"enWords":73,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":95,"valid":true,"effective":93.1,"costUsd":0.007601,"latencySeconds":13.725,"attempts":1,"calledAt":"2026-09-15T13:56:10.721Z","usage":{"inputTokens":1861,"outputTokens":295,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.9199999999999999,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.1,"consensusEffective":93.1,"neWords":51,"enWords":56,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":96,"valid":true,"effective":93.66666666666667,"costUsd":0.0080535,"latencySeconds":17.529,"attempts":1,"calledAt":"2026-09-15T13:56:20.654Z","usage":{"inputTokens":1846,"outputTokens":344,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.48214285714285715,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.66666666666667,"consensusEffective":93.66666666666667,"neWords":53,"enWords":59,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":97,"valid":true,"effective":93.5,"costUsd":0.0089435,"latencySeconds":14.362,"attempts":1,"calledAt":"2026-09-15T13:56:20.606Z","usage":{"inputTokens":2278,"outputTokens":325,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":93.5,"neWords":49,"enWords":55,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":98,"valid":true,"effective":78.38461538461539,"costUsd":0.006521,"latencySeconds":13.257,"attempts":1,"calledAt":"2026-09-15T13:56:23.982Z","usage":{"inputTokens":1521,"outputTokens":272,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4375,"precision":0.7628205128205128,"ne":8,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":78.38461538461539,"consensusEffective":78.38461538461539,"neWords":44,"enWords":45,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"gpt-5-6-sol","questionId":99,"valid":true,"effective":90.5,"costUsd":0.0102435,"latencySeconds":19.629,"attempts":1,"calledAt":"2026-09-15T13:56:40.242Z","usage":{"inputTokens":2562,"outputTokens":384,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.3026315789473684,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":90.5,"neWords":61,"enWords":63,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"gpt-5-6-sol","questionId":100,"valid":true,"effective":97.75,"costUsd":0.0069385,"latencySeconds":13.52,"attempts":1,"calledAt":"2026-09-15T13:56:34.180Z","usage":{"inputTokens":1668,"outputTokens":277,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":41,"enWords":51,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":1,"valid":true,"effective":84.82142857142857,"costUsd":0.007938,"latencySeconds":11.514,"attempts":1,"calledAt":"2026-09-15T13:56:53.068Z","usage":{"inputTokens":2328,"outputTokens":579,"reasoningTokens":193},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.71875,"precision":0.9523809523809523,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.82142857142857,"consensusEffective":94.82142857142857,"neWords":54,"enWords":71,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":2,"valid":true,"effective":83.78225806451613,"costUsd":0.009118,"latencySeconds":13.655,"attempts":1,"calledAt":"2026-09-15T13:56:55.209Z","usage":{"inputTokens":2543,"outputTokens":704,"reasoningTokens":273},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6590909090909091,"precision":0.967741935483871,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.78225806451613,"consensusEffective":85.03225806451613,"neWords":62,"enWords":80,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":3,"valid":true,"effective":84.48529411764706,"costUsd":0.00973,"latencySeconds":13.241,"attempts":1,"calledAt":"2026-09-15T13:56:54.795Z","usage":{"inputTokens":2948,"outputTokens":671,"reasoningTokens":163},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4107142857142857,"precision":0.9411764705882353,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.48529411764706,"consensusEffective":84.48529411764706,"neWords":71,"enWords":85,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":4,"valid":true,"effective":72.91666666666667,"costUsd":0.011582,"latencySeconds":20.201,"attempts":1,"calledAt":"2026-09-15T13:57:13.270Z","usage":{"inputTokens":2770,"outputTokens":1007,"reasoningTokens":658},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4166666666666667,"supporting":0.21153846153846156,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":72.91666666666667,"consensusEffective":76.25,"neWords":48,"enWords":61,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":5,"valid":true,"effective":96.67857142857143,"costUsd":0.010898,"latencySeconds":17.421,"attempts":1,"calledAt":"2026-09-15T13:57:12.220Z","usage":{"inputTokens":3193,"outputTokens":784,"reasoningTokens":253},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7954545454545454,"precision":0.9642857142857143,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.67857142857143,"consensusEffective":96.67857142857143,"neWords":75,"enWords":89,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":6,"valid":true,"effective":70.41666666666666,"costUsd":0.009278,"latencySeconds":13.469,"attempts":1,"calledAt":"2026-09-15T13:57:08.680Z","usage":{"inputTokens":3022,"outputTokens":571,"reasoningTokens":207},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4166666666666667,"precision":0.7222222222222222,"ne":8,"en":4.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":70.41666666666666,"consensusEffective":70.41666666666666,"neWords":56,"enWords":51,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":7,"valid":true,"effective":83.42105263157895,"costUsd":0.01062,"latencySeconds":15.964,"attempts":1,"calledAt":"2026-09-15T13:57:24.691Z","usage":{"inputTokens":3192,"outputTokens":738,"reasoningTokens":394},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.4166666666666667,"precision":0.9473684210526316,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.42105263157895,"consensusEffective":92.08771929824562,"neWords":48,"enWords":57,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":8,"valid":true,"effective":97.0,"costUsd":0.010346,"latencySeconds":15.131,"attempts":1,"calledAt":"2026-09-15T13:57:27.417Z","usage":{"inputTokens":3097,"outputTokens":724,"reasoningTokens":360},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":39,"enWords":57,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":9,"valid":true,"effective":95.63636363636364,"costUsd":0.011416,"latencySeconds":20.153,"attempts":1,"calledAt":"2026-09-15T13:57:33.461Z","usage":{"inputTokens":2801,"outputTokens":1001,"reasoningTokens":546},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5227272727272727,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.63636363636364,"consensusEffective":95.63636363636364,"neWords":51,"enWords":59,"entityPrecision":0.889,"entityRecall":0.615,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":10,"valid":true,"effective":97.0,"costUsd":0.012552,"latencySeconds":18.093,"attempts":1,"calledAt":"2026-09-15T13:57:42.789Z","usage":{"inputTokens":3144,"outputTokens":1076,"reasoningTokens":640},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7708333333333333,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":59,"enWords":62,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":11,"valid":true,"effective":79.19047619047618,"costUsd":0.013156,"latencySeconds":22.939,"attempts":1,"calledAt":"2026-09-15T13:57:50.357Z","usage":{"inputTokens":2915,"outputTokens":1221,"reasoningTokens":587},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.09615384615384616,"precision":0.8452380952380952,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":79.19047619047618,"consensusEffective":88.35714285714286,"neWords":70,"enWords":86,"entityPrecision":0.941,"entityRecall":0.727,"entityF1":0.821,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":12,"valid":true,"effective":89.0,"costUsd":0.010066,"latencySeconds":14.39,"attempts":1,"calledAt":"2026-09-15T13:57:47.852Z","usage":{"inputTokens":2858,"outputTokens":757,"reasoningTokens":440},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.75,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.0,"consensusEffective":89.0,"neWords":37,"enWords":39,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":13,"valid":true,"effective":90.5,"costUsd":0.010842,"latencySeconds":20.404,"attempts":1,"calledAt":"2026-09-15T13:58:03.194Z","usage":{"inputTokens":2763,"outputTokens":918,"reasoningTokens":478},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.4375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":98.5,"neWords":59,"enWords":63,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":14,"valid":true,"effective":90.07142857142857,"costUsd":0.009844,"latencySeconds":18.285,"attempts":1,"calledAt":"2026-09-15T13:58:06.139Z","usage":{"inputTokens":2933,"outputTokens":695,"reasoningTokens":293},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.3125,"precision":0.9523809523809523,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.07142857142857,"consensusEffective":89.07142857142857,"neWords":67,"enWords":76,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":15,"valid":true,"effective":95.5,"costUsd":0.011446,"latencySeconds":17.544,"attempts":1,"calledAt":"2026-09-15T13:58:07.902Z","usage":{"inputTokens":2672,"outputTokens":1049,"reasoningTokens":559},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4722222222222222,"precision":1.0,"ne":9,"en":8,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":53,"enWords":67,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":16,"valid":true,"effective":84.875,"costUsd":0.009378,"latencySeconds":12.649,"attempts":1,"calledAt":"2026-09-15T13:58:15.845Z","usage":{"inputTokens":2682,"outputTokens":701,"reasoningTokens":192},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.59375,"precision":0.8375,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":84.875,"consensusEffective":84.875,"neWords":65,"enWords":74,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":17,"valid":true,"effective":91.07777777777778,"costUsd":0.009066,"latencySeconds":16.721,"attempts":1,"calledAt":"2026-09-15T13:58:22.865Z","usage":{"inputTokens":2064,"outputTokens":855,"reasoningTokens":316},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.7045454545454546,"precision":0.885925925925926,"ne":9,"en":9,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.07777777777778,"consensusEffective":93.57777777777778,"neWords":68,"enWords":86,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":18,"valid":true,"effective":97.0,"costUsd":0.007474,"latencySeconds":14.309,"attempts":1,"calledAt":"2026-09-15T13:58:22.215Z","usage":{"inputTokens":1766,"outputTokens":689,"reasoningTokens":364},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":32,"enWords":41,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":19,"valid":true,"effective":94.27272727272728,"costUsd":0.008972,"latencySeconds":14.028,"attempts":1,"calledAt":"2026-09-15T13:58:29.878Z","usage":{"inputTokens":2362,"outputTokens":740,"reasoningTokens":386},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8590909090909091,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":94.27272727272728,"consensusEffective":94.27272727272728,"neWords":46,"enWords":54,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":20,"valid":true,"effective":90.64285714285714,"costUsd":0.009352,"latencySeconds":11.759,"attempts":1,"calledAt":"2026-09-15T13:58:33.976Z","usage":{"inputTokens":2915,"outputTokens":619,"reasoningTokens":218},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.5416666666666667,"precision":0.9047619047619048,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.64285714285714,"consensusEffective":89.30952380952381,"neWords":48,"enWords":60,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":21,"valid":true,"effective":72.12337662337663,"costUsd":0.013092,"latencySeconds":20.213,"attempts":1,"calledAt":"2026-09-15T13:58:43.081Z","usage":{"inputTokens":3333,"outputTokens":1103,"reasoningTokens":529},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5227272727272727,"supporting":0.13636363636363635,"precision":0.8571428571428572,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":72.12337662337663,"consensusEffective":66.21428571428572,"neWords":75,"enWords":79,"entityPrecision":0.9,"entityRecall":0.409,"entityF1":0.563,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":22,"valid":true,"effective":93.1036866359447,"costUsd":0.012856,"latencySeconds":19.822,"attempts":1,"calledAt":"2026-09-15T13:58:49.702Z","usage":{"inputTokens":3329,"outputTokens":1065,"reasoningTokens":517},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9642857142857143,"supporting":0.325,"precision":0.967741935483871,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.1036866359447,"consensusEffective":92.53225806451613,"neWords":82,"enWords":84,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":23,"valid":true,"effective":91.25,"costUsd":0.00998,"latencySeconds":17.83,"attempts":1,"calledAt":"2026-09-15T13:58:51.808Z","usage":{"inputTokens":2272,"outputTokens":938,"reasoningTokens":559},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.2692307692307692,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.25,"consensusEffective":91.25,"neWords":52,"enWords":58,"entityPrecision":0.833,"entityRecall":0.333,"entityF1":0.476,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":24,"valid":true,"effective":98.5,"costUsd":0.00677,"latencySeconds":12.596,"attempts":1,"calledAt":"2026-09-15T13:58:55.679Z","usage":{"inputTokens":1510,"outputTokens":657,"reasoningTokens":460},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":20,"enWords":24,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":25,"valid":true,"effective":97.75,"costUsd":0.008476,"latencySeconds":12.748,"attempts":1,"calledAt":"2026-09-15T13:59:02.451Z","usage":{"inputTokens":1982,"outputTokens":784,"reasoningTokens":480},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":41,"enWords":47,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":26,"valid":true,"effective":89.38636363636364,"costUsd":0.006704,"latencySeconds":10.796,"attempts":1,"calledAt":"2026-09-15T13:59:02.606Z","usage":{"inputTokens":2416,"outputTokens":568,"reasoningTokens":202},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6875,"precision":0.9545454545454546,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.38636363636364,"consensusEffective":88.38636363636364,"neWords":45,"enWords":47,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":27,"valid":true,"effective":91.6923076923077,"costUsd":0.009914,"latencySeconds":18.529,"attempts":1,"calledAt":"2026-09-15T13:59:14.210Z","usage":{"inputTokens":1921,"outputTokens":1044,"reasoningTokens":702},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.17857142857142855,"precision":0.9230769230769231,"ne":7.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.6923076923077,"consensusEffective":91.6923076923077,"neWords":36,"enWords":45,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":28,"valid":true,"effective":97.75,"costUsd":0.006724,"latencySeconds":12.452,"attempts":1,"calledAt":"2026-09-15T13:59:14.908Z","usage":{"inputTokens":1865,"outputTokens":531,"reasoningTokens":277},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":41,"enWords":54,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":29,"valid":true,"effective":91.25,"costUsd":0.008478,"latencySeconds":11.269,"attempts":1,"calledAt":"2026-09-15T13:59:13.878Z","usage":{"inputTokens":2418,"outputTokens":607,"reasoningTokens":252},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.45454545454545453,"precision":1.0,"ne":9.5,"en":8,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.25,"consensusEffective":89.58333333333334,"neWords":48,"enWords":71,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":30,"valid":true,"effective":98.5,"costUsd":0.008848,"latencySeconds":10.939,"attempts":1,"calledAt":"2026-09-15T13:59:24.820Z","usage":{"inputTokens":2660,"outputTokens":620,"reasoningTokens":237},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":62,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":31,"valid":true,"effective":90.44377990430621,"costUsd":0.007226,"latencySeconds":10.609,"attempts":1,"calledAt":"2026-09-15T13:59:24.821Z","usage":{"inputTokens":2134,"outputTokens":525,"reasoningTokens":161},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428572,"precision":0.8564593301435407,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.44377990430621,"consensusEffective":90.44377990430621,"neWords":65,"enWords":67,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":32,"valid":true,"effective":93.25,"costUsd":0.008178,"latencySeconds":15.521,"attempts":1,"calledAt":"2026-09-15T13:59:30.433Z","usage":{"inputTokens":1632,"outputTokens":851,"reasoningTokens":521},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7272727272727273,"precision":1.0,"ne":6.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.25,"consensusEffective":93.25,"neWords":50,"enWords":53,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":33,"valid":true,"effective":92.25,"costUsd":0.007512,"latencySeconds":14.644,"attempts":1,"calledAt":"2026-09-15T13:59:39.467Z","usage":{"inputTokens":1689,"outputTokens":721,"reasoningTokens":361},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4444444444444444,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.25,"consensusEffective":92.25,"neWords":44,"enWords":45,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.00801,"latencySeconds":10.611,"attempts":1,"calledAt":"2026-09-15T13:59:35.435Z","usage":{"inputTokens":2280,"outputTokens":607,"reasoningTokens":255},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":53,"enWords":53,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":35,"valid":true,"effective":98.5,"costUsd":0.0086,"latencySeconds":12.159,"attempts":1,"calledAt":"2026-09-15T13:59:42.594Z","usage":{"inputTokens":2539,"outputTokens":619,"reasoningTokens":288},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.95,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":55,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":36,"valid":true,"effective":89.1923076923077,"costUsd":0.006682,"latencySeconds":9.737,"attempts":1,"calledAt":"2026-09-15T13:59:45.175Z","usage":{"inputTokens":1784,"outputTokens":551,"reasoningTokens":129},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.7897435897435897,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":89.1923076923077,"consensusEffective":89.1923076923077,"neWords":50,"enWords":53,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":37,"valid":true,"effective":95.8,"costUsd":0.007854,"latencySeconds":14.174,"attempts":1,"calledAt":"2026-09-15T13:59:53.646Z","usage":{"inputTokens":1914,"outputTokens":703,"reasoningTokens":230},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":0.96,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.8,"consensusEffective":95.8,"neWords":78,"enWords":102,"entityPrecision":0.6,"entityRecall":0.429,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":38,"valid":true,"effective":86.65196078431373,"costUsd":0.00719,"latencySeconds":13.697,"attempts":1,"calledAt":"2026-09-15T13:59:56.294Z","usage":{"inputTokens":1588,"outputTokens":701,"reasoningTokens":416},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.8300653594771241,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.65196078431373,"consensusEffective":86.65196078431373,"neWords":47,"enWords":49,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":39,"valid":true,"effective":69.5,"costUsd":0.005888,"latencySeconds":10.481,"attempts":1,"calledAt":"2026-09-15T13:59:55.660Z","usage":{"inputTokens":1414,"outputTokens":542,"reasoningTokens":290},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0,"precision":0.6,"ne":5,"en":6,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":69.5,"consensusEffective":69.5,"neWords":37,"enWords":44,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":40,"valid":true,"effective":93.0,"costUsd":0.009886,"latencySeconds":11.338,"attempts":1,"calledAt":"2026-09-15T14:00:04.988Z","usage":{"inputTokens":3065,"outputTokens":658,"reasoningTokens":229},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.0,"consensusEffective":93.0,"neWords":58,"enWords":70,"entityPrecision":1,"entityRecall":0.438,"entityF1":0.609,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":41,"valid":true,"effective":97.0,"costUsd":0.009892,"latencySeconds":15.762,"attempts":1,"calledAt":"2026-09-15T14:00:11.425Z","usage":{"inputTokens":2699,"outputTokens":781,"reasoningTokens":401},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.65625,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":44,"enWords":43,"entityPrecision":0.714,"entityRecall":0.5,"entityF1":0.588,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":42,"valid":true,"effective":97.25,"costUsd":0.013154,"latencySeconds":23.205,"attempts":1,"calledAt":"2026-09-15T14:00:19.503Z","usage":{"inputTokens":3097,"outputTokens":1192,"reasoningTokens":776},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.575,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":51,"enWords":64,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":43,"valid":true,"effective":98.5,"costUsd":0.008516,"latencySeconds":10.699,"attempts":1,"calledAt":"2026-09-15T14:00:15.691Z","usage":{"inputTokens":2755,"outputTokens":533,"reasoningTokens":152},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":46,"enWords":61,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":44,"valid":true,"effective":81.30555555555554,"costUsd":0.010354,"latencySeconds":14.542,"attempts":1,"calledAt":"2026-09-15T14:00:25.972Z","usage":{"inputTokens":3137,"outputTokens":712,"reasoningTokens":217},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6388888888888888,"supporting":0.375,"precision":0.9583333333333333,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":81.30555555555554,"consensusEffective":92.41666666666666,"neWords":52,"enWords":73,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":45,"valid":true,"effective":87.0,"costUsd":0.01191,"latencySeconds":19.842,"attempts":1,"calledAt":"2026-09-15T14:00:35.540Z","usage":{"inputTokens":3255,"outputTokens":932,"reasoningTokens":563},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8928571428571428,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":43,"enWords":56,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":46,"valid":true,"effective":87.8604465709729,"costUsd":0.009464,"latencySeconds":11.848,"attempts":1,"calledAt":"2026-09-15T14:00:31.355Z","usage":{"inputTokens":2989,"outputTokens":613,"reasoningTokens":201},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.40625,"precision":0.8564593301435407,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.8604465709729,"consensusEffective":87.19377990430621,"neWords":43,"enWords":53,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":47,"valid":true,"effective":84.83333333333333,"costUsd":0.009804,"latencySeconds":12.746,"attempts":1,"calledAt":"2026-09-15T14:00:38.722Z","usage":{"inputTokens":2844,"outputTokens":718,"reasoningTokens":354},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7,"supporting":0.5357142857142857,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.83333333333333,"consensusEffective":91.83333333333333,"neWords":46,"enWords":58,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":48,"valid":true,"effective":96.83333333333333,"costUsd":0.008532,"latencySeconds":11.914,"attempts":1,"calledAt":"2026-09-15T14:00:43.272Z","usage":{"inputTokens":2619,"outputTokens":581,"reasoningTokens":219},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":53,"enWords":58,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":49,"valid":true,"effective":80.37179487179486,"costUsd":0.01062,"latencySeconds":16.172,"attempts":1,"calledAt":"2026-09-15T14:00:51.716Z","usage":{"inputTokens":3027,"outputTokens":793,"reasoningTokens":333},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.5,"precision":0.8846153846153846,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":80.37179487179486,"consensusEffective":86.03846153846155,"neWords":68,"enWords":99,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":50,"valid":true,"effective":93.75,"costUsd":0.00983,"latencySeconds":14.037,"attempts":1,"calledAt":"2026-09-15T14:00:52.764Z","usage":{"inputTokens":2989,"outputTokens":642,"reasoningTokens":288},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":0.9166666666666667,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.75,"consensusEffective":93.75,"neWords":54,"enWords":70,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":51,"valid":true,"effective":86.25,"costUsd":0.01149,"latencySeconds":16.328,"attempts":1,"calledAt":"2026-09-15T14:00:59.604Z","usage":{"inputTokens":3135,"outputTokens":902,"reasoningTokens":518},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.8333333333333333,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":52,"enWords":57,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":52,"valid":true,"effective":90.52272727272728,"costUsd":0.008388,"latencySeconds":15.287,"attempts":1,"calledAt":"2026-09-15T14:01:07.006Z","usage":{"inputTokens":2241,"outputTokens":683,"reasoningTokens":226},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9090909090909092,"ne":7.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.52272727272728,"consensusEffective":90.52272727272728,"neWords":62,"enWords":72,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":53,"valid":true,"effective":89.45779220779221,"costUsd":0.010596,"latencySeconds":13.857,"attempts":1,"calledAt":"2026-09-15T14:01:06.624Z","usage":{"inputTokens":3210,"outputTokens":728,"reasoningTokens":182},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4375,"precision":0.9069264069264069,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.45779220779221,"consensusEffective":89.45779220779221,"neWords":63,"enWords":77,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":54,"valid":true,"effective":97.75,"costUsd":0.00926,"latencySeconds":14.3,"attempts":1,"calledAt":"2026-09-15T14:01:13.910Z","usage":{"inputTokens":2743,"outputTokens":661,"reasoningTokens":207},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.35714285714285715,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":66,"enWords":80,"entityPrecision":0.833,"entityRecall":0.417,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":55,"valid":true,"effective":79.75,"costUsd":0.008008,"latencySeconds":9.318,"attempts":1,"calledAt":"2026-09-15T14:01:15.949Z","usage":{"inputTokens":2627,"outputTokens":491,"reasoningTokens":174},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":0.8333333333333333,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":79.75,"consensusEffective":79.75,"neWords":36,"enWords":45,"entityPrecision":0.6,"entityRecall":0.273,"entityF1":0.375,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":56,"valid":true,"effective":91.67105263157895,"costUsd":0.009222,"latencySeconds":14.093,"attempts":1,"calledAt":"2026-09-15T14:01:21.105Z","usage":{"inputTokens":2808,"outputTokens":633,"reasoningTokens":209},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4375,"precision":0.8973684210526316,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.67105263157895,"consensusEffective":91.67105263157895,"neWords":65,"enWords":70,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":57,"valid":true,"effective":90.27272727272728,"costUsd":0.010764,"latencySeconds":18.156,"attempts":1,"calledAt":"2026-09-15T14:01:32.070Z","usage":{"inputTokens":2955,"outputTokens":841,"reasoningTokens":431},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.21153846153846156,"precision":0.8257575757575758,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.27272727272728,"consensusEffective":90.27272727272728,"neWords":54,"enWords":67,"entityPrecision":1,"entityRecall":0.7,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":58,"valid":true,"effective":92.34210526315789,"costUsd":0.009082,"latencySeconds":12.251,"attempts":1,"calledAt":"2026-09-15T14:01:28.205Z","usage":{"inputTokens":2579,"outputTokens":686,"reasoningTokens":292},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.34210526315789,"consensusEffective":92.34210526315789,"neWords":67,"enWords":81,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":59,"valid":true,"effective":95.57142857142857,"costUsd":0.008618,"latencySeconds":10.649,"attempts":1,"calledAt":"2026-09-15T14:01:31.759Z","usage":{"inputTokens":2758,"outputTokens":549,"reasoningTokens":181},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.57142857142857,"consensusEffective":95.57142857142857,"neWords":57,"enWords":68,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":60,"valid":true,"effective":91.33333333333333,"costUsd":0.008782,"latencySeconds":17.027,"attempts":1,"calledAt":"2026-09-15T14:01:45.236Z","usage":{"inputTokens":2357,"outputTokens":710,"reasoningTokens":242},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5,"precision":0.9444444444444444,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.33333333333333,"consensusEffective":95.33333333333333,"neWords":46,"enWords":59,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":61,"valid":true,"effective":77.9375,"costUsd":0.012988,"latencySeconds":21.871,"attempts":1,"calledAt":"2026-09-15T14:01:53.634Z","usage":{"inputTokens":3275,"outputTokens":1105,"reasoningTokens":480},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.65625,"supporting":0.4852941176470588,"precision":0.8729166666666667,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":77.9375,"consensusEffective":78.83035714285714,"neWords":63,"enWords":83,"entityPrecision":0.938,"entityRecall":0.938,"entityF1":0.938,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":62,"valid":true,"effective":90.92460317460316,"costUsd":0.007722,"latencySeconds":12.519,"attempts":1,"calledAt":"2026-09-15T14:01:44.599Z","usage":{"inputTokens":2322,"outputTokens":545,"reasoningTokens":118},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.6944444444444444,"precision":0.962962962962963,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.92460317460316,"consensusEffective":96.63888888888889,"neWords":59,"enWords":74,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":63,"valid":true,"effective":88.48529411764706,"costUsd":0.00982,"latencySeconds":12.146,"attempts":1,"calledAt":"2026-09-15T14:01:56.750Z","usage":{"inputTokens":3119,"outputTokens":629,"reasoningTokens":238},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.40625,"precision":0.8745098039215686,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.48529411764706,"consensusEffective":88.48529411764706,"neWords":54,"enWords":57,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":64,"valid":true,"effective":98.5,"costUsd":0.009134,"latencySeconds":11.923,"attempts":1,"calledAt":"2026-09-15T14:01:57.166Z","usage":{"inputTokens":2731,"outputTokens":644,"reasoningTokens":242},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":47,"enWords":65,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":65,"valid":true,"effective":86.23529411764706,"costUsd":0.014122,"latencySeconds":26.837,"attempts":1,"calledAt":"2026-09-15T14:02:20.505Z","usage":{"inputTokens":2831,"outputTokens":1442,"reasoningTokens":959},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.14285714285714285,"precision":0.9411764705882353,"ne":9,"en":8,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.23529411764706,"consensusEffective":90.8781512605042,"neWords":52,"enWords":57,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":66,"valid":true,"effective":83.42114695340501,"costUsd":0.011222,"latencySeconds":20.969,"attempts":1,"calledAt":"2026-09-15T14:02:17.726Z","usage":{"inputTokens":2542,"outputTokens":1055,"reasoningTokens":505},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":0.9307048984468339,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.42114695340501,"consensusEffective":80.92114695340501,"neWords":65,"enWords":81,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":67,"valid":true,"effective":87.16666666666666,"costUsd":0.00857,"latencySeconds":11.167,"attempts":1,"calledAt":"2026-09-15T14:02:08.337Z","usage":{"inputTokens":2650,"outputTokens":577,"reasoningTokens":163},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.7222222222222222,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":87.16666666666666,"consensusEffective":87.16666666666666,"neWords":51,"enWords":68,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":68,"valid":true,"effective":95.25,"costUsd":0.006736,"latencySeconds":10.198,"attempts":1,"calledAt":"2026-09-15T14:02:18.542Z","usage":{"inputTokens":2669,"outputTokens":489,"reasoningTokens":141},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.25,"consensusEffective":92.75,"neWords":43,"enWords":55,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":69,"valid":true,"effective":97.34615384615384,"costUsd":0.007906,"latencySeconds":11.078,"attempts":1,"calledAt":"2026-09-15T14:02:28.812Z","usage":{"inputTokens":2384,"outputTokens":555,"reasoningTokens":149},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5681818181818181,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":55,"enWords":79,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":70,"valid":true,"effective":96.32142857142857,"costUsd":0.011782,"latencySeconds":24.667,"attempts":1,"calledAt":"2026-09-15T14:02:43.212Z","usage":{"inputTokens":2273,"outputTokens":1238,"reasoningTokens":879},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9642857142857143,"supporting":0.8333333333333334,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.32142857142857,"consensusEffective":96.32142857142857,"neWords":47,"enWords":59,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":71,"valid":true,"effective":88.66666666666667,"costUsd":0.009966,"latencySeconds":25.034,"attempts":1,"calledAt":"2026-09-15T14:02:45.545Z","usage":{"inputTokens":2952,"outputTokens":709,"reasoningTokens":255},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.5909090909090908,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.66666666666667,"consensusEffective":87.0,"neWords":61,"enWords":79,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":72,"valid":true,"effective":81.9,"costUsd":0.008224,"latencySeconds":13.091,"attempts":1,"calledAt":"2026-09-15T14:02:41.911Z","usage":{"inputTokens":2297,"outputTokens":637,"reasoningTokens":256},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4583333333333333,"precision":0.88,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.9,"consensusEffective":81.9,"neWords":63,"enWords":66,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":73,"valid":true,"effective":94.55,"costUsd":0.01055,"latencySeconds":17.813,"attempts":1,"calledAt":"2026-09-15T14:02:59.729Z","usage":{"inputTokens":2347,"outputTokens":1008,"reasoningTokens":538},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5833333333333334,"precision":0.9183333333333333,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.55,"consensusEffective":94.55,"neWords":54,"enWords":61,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":74,"valid":true,"effective":98.5,"costUsd":0.009874,"latencySeconds":19.715,"attempts":1,"calledAt":"2026-09-15T14:03:02.930Z","usage":{"inputTokens":2060,"outputTokens":991,"reasoningTokens":650},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":44,"enWords":47,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":75,"valid":true,"effective":87.75,"costUsd":0.008692,"latencySeconds":14.272,"attempts":1,"calledAt":"2026-09-15T14:02:59.824Z","usage":{"inputTokens":2114,"outputTokens":776,"reasoningTokens":444},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":36,"enWords":47,"entityPrecision":0.8,"entityRecall":0.667,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":76,"valid":true,"effective":90.33333333333334,"costUsd":0.008646,"latencySeconds":11.432,"attempts":1,"calledAt":"2026-09-15T14:03:11.170Z","usage":{"inputTokens":2793,"outputTokens":542,"reasoningTokens":197},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.5,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.33333333333334,"consensusEffective":90.33333333333334,"neWords":39,"enWords":51,"entityPrecision":0.667,"entityRecall":0.308,"entityF1":0.421,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":77,"valid":true,"effective":96.25,"costUsd":0.007698,"latencySeconds":14.712,"attempts":1,"calledAt":"2026-09-15T14:03:14.541Z","usage":{"inputTokens":1806,"outputTokens":681,"reasoningTokens":348},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":58,"enWords":54,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":78,"valid":true,"effective":96.92105263157895,"costUsd":0.009458,"latencySeconds":16.307,"attempts":1,"calledAt":"2026-09-15T14:03:19.240Z","usage":{"inputTokens":2215,"outputTokens":870,"reasoningTokens":469},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":55,"enWords":65,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":79,"valid":true,"effective":96.25,"costUsd":0.005612,"latencySeconds":12.47,"attempts":1,"calledAt":"2026-09-15T14:03:23.644Z","usage":{"inputTokens":1669,"outputTokens":635,"reasoningTokens":258},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":64,"enWords":70,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":80,"valid":true,"effective":88.48529411764706,"costUsd":0.009862,"latencySeconds":15.959,"attempts":1,"calledAt":"2026-09-15T14:03:30.503Z","usage":{"inputTokens":2570,"outputTokens":819,"reasoningTokens":423},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.6923076923076923,"precision":0.9411764705882353,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.48529411764706,"consensusEffective":94.48529411764706,"neWords":61,"enWords":70,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":81,"valid":true,"effective":94.07142857142857,"costUsd":0.010236,"latencySeconds":19.704,"attempts":1,"calledAt":"2026-09-15T14:03:38.948Z","usage":{"inputTokens":2163,"outputTokens":985,"reasoningTokens":642},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8928571428571428,"precision":0.9023809523809524,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.07142857142857,"consensusEffective":94.07142857142857,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":82,"valid":true,"effective":87.0,"costUsd":0.006898,"latencySeconds":10.534,"attempts":1,"calledAt":"2026-09-15T14:03:34.185Z","usage":{"inputTokens":2633,"outputTokens":528,"reasoningTokens":105},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":93.0,"neWords":72,"enWords":82,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":83,"valid":true,"effective":90.77766798418972,"costUsd":0.00831,"latencySeconds":14.668,"attempts":1,"calledAt":"2026-09-15T14:03:45.178Z","usage":{"inputTokens":2208,"outputTokens":681,"reasoningTokens":275},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7142857142857143,"precision":0.8675889328063241,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.77766798418972,"consensusEffective":90.77766798418972,"neWords":47,"enWords":62,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":84,"valid":true,"effective":98.5,"costUsd":0.008936,"latencySeconds":19.794,"attempts":1,"calledAt":"2026-09-15T14:03:53.985Z","usage":{"inputTokens":2422,"outputTokens":714,"reasoningTokens":304},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.45,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":54,"enWords":61,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":85,"valid":true,"effective":92.1413043478261,"costUsd":0.009946,"latencySeconds":17.91,"attempts":1,"calledAt":"2026-09-15T14:03:56.866Z","usage":{"inputTokens":1997,"outputTokens":1024,"reasoningTokens":645},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8630434782608696,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":92.1413043478261,"consensusEffective":92.1413043478261,"neWords":43,"enWords":51,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"grok-4-6","questionId":86,"valid":true,"effective":98.5,"costUsd":0.008974,"latencySeconds":15.423,"attempts":1,"calledAt":"2026-09-15T14:04:00.605Z","usage":{"inputTokens":2219,"outputTokens":756,"reasoningTokens":371},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":40,"enWords":53,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":87,"valid":true,"effective":90.92142857142858,"costUsd":0.006078,"latencySeconds":13.408,"attempts":1,"calledAt":"2026-09-15T14:04:07.396Z","usage":{"inputTokens":1818,"outputTokens":663,"reasoningTokens":178},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6428571428571428,"precision":0.8723809523809524,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.92142857142858,"consensusEffective":90.92142857142858,"neWords":66,"enWords":79,"entityPrecision":0.889,"entityRecall":1,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":88,"valid":true,"effective":96.25,"costUsd":0.008806,"latencySeconds":18.311,"attempts":1,"calledAt":"2026-09-15T14:04:15.180Z","usage":{"inputTokens":1961,"outputTokens":846,"reasoningTokens":291},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6428571428571429,"precision":1.0,"ne":8,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":64,"enWords":87,"entityPrecision":1,"entityRecall":0.706,"entityF1":0.828,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":89,"valid":true,"effective":93.9423076923077,"costUsd":0.006684,"latencySeconds":10.509,"attempts":1,"calledAt":"2026-09-15T14:04:11.118Z","usage":{"inputTokens":1839,"outputTokens":533,"reasoningTokens":207},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9230769230769231,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.9423076923077,"consensusEffective":93.9423076923077,"neWords":45,"enWords":52,"entityPrecision":0.667,"entityRecall":0.5,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":90,"valid":true,"effective":95.0,"costUsd":0.00791,"latencySeconds":12.784,"attempts":1,"calledAt":"2026-09-15T14:04:20.188Z","usage":{"inputTokens":2047,"outputTokens":668,"reasoningTokens":352},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8055555555555556,"precision":0.9583333333333333,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.0,"consensusEffective":95.0,"neWords":48,"enWords":54,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":91,"valid":true,"effective":98.5,"costUsd":0.00736,"latencySeconds":12.871,"attempts":1,"calledAt":"2026-09-15T14:04:23.995Z","usage":{"inputTokens":2291,"outputTokens":495,"reasoningTokens":174},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":42,"enWords":54,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":92,"valid":true,"effective":94.27272727272728,"costUsd":0.005932,"latencySeconds":11.692,"attempts":1,"calledAt":"2026-09-15T14:04:26.878Z","usage":{"inputTokens":2042,"outputTokens":564,"reasoningTokens":205},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9090909090909092,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.27272727272728,"consensusEffective":94.27272727272728,"neWords":51,"enWords":60,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":93,"valid":true,"effective":96.59615384615384,"costUsd":0.009688,"latencySeconds":14.83,"attempts":1,"calledAt":"2026-09-15T14:04:35.023Z","usage":{"inputTokens":1859,"outputTokens":1027,"reasoningTokens":485},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":0.9615384615384616,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.59615384615384,"consensusEffective":96.59615384615384,"neWords":57,"enWords":64,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":94,"valid":true,"effective":89.67903225806451,"costUsd":0.009484,"latencySeconds":19.361,"attempts":1,"calledAt":"2026-09-15T14:04:43.360Z","usage":{"inputTokens":2360,"outputTokens":826,"reasoningTokens":451},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8125,"precision":0.830967741935484,"ne":8.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.67903225806451,"consensusEffective":89.67903225806451,"neWords":56,"enWords":67,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":95,"valid":true,"effective":94.3,"costUsd":0.008454,"latencySeconds":13.938,"attempts":1,"calledAt":"2026-09-15T14:04:40.822Z","usage":{"inputTokens":2373,"outputTokens":650,"reasoningTokens":284},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.78125,"precision":0.96,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.3,"consensusEffective":94.3,"neWords":58,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":96,"valid":true,"effective":92.23809523809524,"costUsd":0.010818,"latencySeconds":18.018,"attempts":1,"calledAt":"2026-09-15T14:04:53.048Z","usage":{"inputTokens":2379,"outputTokens":1010,"reasoningTokens":598},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5,"precision":0.9523809523809523,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.23809523809524,"consensusEffective":92.23809523809524,"neWords":50,"enWords":56,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":97,"valid":true,"effective":92.19565217391303,"costUsd":0.009456,"latencySeconds":15.159,"attempts":1,"calledAt":"2026-09-15T14:04:55.988Z","usage":{"inputTokens":2805,"outputTokens":641,"reasoningTokens":254},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.71875,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.19565217391303,"consensusEffective":92.19565217391303,"neWords":54,"enWords":61,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":98,"valid":true,"effective":88.27272727272728,"costUsd":0.005188,"latencySeconds":9.753,"attempts":1,"calledAt":"2026-09-15T14:04:53.121Z","usage":{"inputTokens":1919,"outputTokens":481,"reasoningTokens":193},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.25,"precision":0.9090909090909092,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.27272727272728,"consensusEffective":88.27272727272728,"neWords":42,"enWords":45,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":99,"valid":true,"effective":88.25,"costUsd":0.010872,"latencySeconds":18.892,"attempts":1,"calledAt":"2026-09-15T14:05:11.944Z","usage":{"inputTokens":3072,"outputTokens":820,"reasoningTokens":443},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.34210526315789475,"precision":0.9583333333333333,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.25,"consensusEffective":88.25,"neWords":50,"enWords":56,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"grok-4-6","questionId":100,"valid":true,"effective":96.25,"costUsd":0.00672,"latencySeconds":17.976,"attempts":1,"calledAt":"2026-09-15T14:05:11.101Z","usage":{"inputTokens":2061,"outputTokens":689,"reasoningTokens":376},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":40,"enWords":56,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":1,"valid":true,"effective":92.0,"costUsd":0.015537,"latencySeconds":33.498,"attempts":1,"calledAt":"2026-09-15T14:42:38.346Z","usage":{"inputTokens":2379,"outputTokens":560,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.65625,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":97.0,"neWords":61,"enWords":80,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":2,"valid":true,"effective":85.75,"costUsd":0.019269,"latencySeconds":23.113,"attempts":1,"calledAt":"2026-09-15T14:42:27.962Z","usage":{"inputTokens":2918,"outputTokens":701,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5454545454545454,"precision":0.9333333333333333,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.75,"consensusEffective":87.0,"neWords":84,"enWords":100,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":3,"valid":true,"effective":86.44565217391305,"costUsd":0.022317,"latencySeconds":37.519,"attempts":1,"calledAt":"2026-09-15T14:42:42.368Z","usage":{"inputTokens":3444,"outputTokens":799,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6428571428571429,"precision":0.9565217391304348,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.44565217391305,"consensusEffective":86.44565217391305,"neWords":88,"enWords":111,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":4,"valid":false,"effective":0,"costUsd":null,"latencySeconds":0.379,"attempts":1,"calledAt":"2026-09-15T15:15:26.649Z","usage":null,"finishReason":null,"errorKind":"client_error","judgeCount":0},{"model":"kimi-k3","questionId":5,"valid":true,"effective":94.13218390804597,"costUsd":0.022194,"latencySeconds":19.335,"attempts":1,"calledAt":"2026-09-15T15:03:14.455Z","usage":{"inputTokens":3713,"outputTokens":737,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.8863636363636364,"precision":0.9655172413793103,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.13218390804597,"consensusEffective":97.4655172413793,"neWords":85,"enWords":107,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":6,"valid":true,"effective":96.55,"costUsd":0.019113,"latencySeconds":17.053,"attempts":1,"calledAt":"2026-09-15T15:03:12.172Z","usage":{"inputTokens":3441,"outputTokens":586,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.96,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.55,"consensusEffective":96.55,"neWords":85,"enWords":99,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":7,"valid":true,"effective":68.24230769230769,"costUsd":0.022407,"latencySeconds":18.652,"attempts":1,"calledAt":"2026-09-15T15:03:14.311Z","usage":{"inputTokens":3854,"outputTokens":723,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.6458333333333333,"precision":0.8830769230769231,"ne":6,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":68.24230769230769,"consensusEffective":74.90897435897435,"neWords":78,"enWords":94,"entityPrecision":0.889,"entityRecall":0.571,"entityF1":0.696,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":8,"valid":true,"effective":92.5625,"costUsd":0.0186066,"latencySeconds":16.922,"attempts":1,"calledAt":"2026-09-15T15:03:29.097Z","usage":{"inputTokens":3403,"outputTokens":652,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.661764705882353,"precision":0.96875,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.5625,"consensusEffective":92.5625,"neWords":68,"enWords":83,"entityPrecision":1,"entityRecall":0.7,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":9,"valid":true,"effective":92.35,"costUsd":0.0176706,"latencySeconds":18.03,"attempts":1,"calledAt":"2026-09-15T15:03:32.344Z","usage":{"inputTokens":3111,"outputTokens":648,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9199999999999999,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.35,"consensusEffective":92.35,"neWords":71,"enWords":80,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":10,"valid":true,"effective":94.29779411764706,"costUsd":0.0182886,"latencySeconds":17.764,"attempts":1,"calledAt":"2026-09-15T15:03:32.221Z","usage":{"inputTokens":3552,"outputTokens":601,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9099264705882353,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":94.29779411764706,"consensusEffective":94.29779411764706,"neWords":70,"enWords":87,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":11,"valid":true,"effective":79.8222506393862,"costUsd":0.0236826,"latencySeconds":25.174,"attempts":1,"calledAt":"2026-09-15T15:03:54.274Z","usage":{"inputTokens":3480,"outputTokens":975,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.2692307692307692,"precision":0.8107416879795396,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":79.8222506393862,"consensusEffective":87.32225063938618,"neWords":90,"enWords":109,"entityPrecision":1,"entityRecall":0.773,"entityF1":0.872,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":12,"valid":true,"effective":98.5,"costUsd":0.0172536,"latencySeconds":17.717,"attempts":1,"calledAt":"2026-09-15T15:03:49.941Z","usage":{"inputTokens":3162,"outputTokens":610,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":80,"enWords":97,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":13,"valid":true,"effective":83.13888888888889,"costUsd":0.0187806,"latencySeconds":20.503,"attempts":1,"calledAt":"2026-09-15T15:03:52.850Z","usage":{"inputTokens":3081,"outputTokens":728,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5833333333333334,"precision":0.8962962962962964,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":83.13888888888889,"consensusEffective":90.63888888888889,"neWords":76,"enWords":92,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":14,"valid":true,"effective":93.0,"costUsd":0.0179496,"latencySeconds":16.765,"attempts":1,"calledAt":"2026-09-15T15:04:06.709Z","usage":{"inputTokens":3469,"outputTokens":595,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.328125,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.0,"consensusEffective":92.0,"neWords":74,"enWords":95,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":15,"valid":true,"effective":97.25,"costUsd":0.0198996,"latencySeconds":22.273,"attempts":1,"calledAt":"2026-09-15T15:04:15.126Z","usage":{"inputTokens":3084,"outputTokens":802,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7222222222222222,"precision":0.9583333333333333,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.25,"consensusEffective":97.25,"neWords":83,"enWords":104,"entityPrecision":0.9,"entityRecall":0.692,"entityF1":0.783,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":16,"valid":true,"effective":93.92857142857143,"costUsd":0.0194886,"latencySeconds":20.058,"attempts":1,"calledAt":"2026-09-15T15:04:14.334Z","usage":{"inputTokens":2962,"outputTokens":799,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8976190476190476,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.92857142857143,"consensusEffective":93.92857142857143,"neWords":98,"enWords":127,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":17,"valid":true,"effective":93.57777777777778,"costUsd":0.0168966,"latencySeconds":20.601,"attempts":1,"calledAt":"2026-09-15T15:04:27.314Z","usage":{"inputTokens":2198,"outputTokens":779,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5909090909090909,"precision":0.885925925925926,"ne":9,"en":9,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":93.57777777777778,"consensusEffective":93.57777777777778,"neWords":87,"enWords":103,"entityPrecision":1,"entityRecall":0.909,"entityF1":0.952,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":18,"valid":true,"effective":92.64285714285714,"costUsd":0.0106956,"latencySeconds":14.358,"attempts":1,"calledAt":"2026-09-15T15:04:28.694Z","usage":{"inputTokens":1586,"outputTokens":488,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.9047619047619048,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.64285714285714,"consensusEffective":92.64285714285714,"neWords":48,"enWords":61,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":19,"valid":true,"effective":85.94957983193277,"costUsd":0.0131676,"latencySeconds":13.73,"attempts":1,"calledAt":"2026-09-15T15:04:28.860Z","usage":{"inputTokens":2550,"outputTokens":460,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8,"precision":0.7983193277310925,"ne":9,"en":9,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":85.94957983193277,"consensusEffective":85.94957983193277,"neWords":56,"enWords":70,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":20,"valid":true,"effective":86.05259467040673,"costUsd":0.0194406,"latencySeconds":18.399,"attempts":1,"calledAt":"2026-09-15T15:04:45.717Z","usage":{"inputTokens":3471,"outputTokens":694,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.75,"precision":0.7517531556802244,"ne":8.5,"en":8.5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":1,"neRelevantFlags":3,"cleanEffective":86.05259467040673,"consensusEffective":84.71926133707339,"neWords":74,"enWords":105,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":21,"valid":true,"effective":81.2207792207792,"costUsd":0.0238206,"latencySeconds":23.431,"attempts":1,"calledAt":"2026-09-15T15:04:52.128Z","usage":{"inputTokens":4026,"outputTokens":875,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6590909090909091,"supporting":0.2159090909090909,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":81.2207792207792,"consensusEffective":76.10714285714286,"neWords":101,"enWords":108,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":22,"valid":true,"effective":90.5974025974026,"costUsd":0.0257676,"latencySeconds":28.871,"attempts":1,"calledAt":"2026-09-15T15:04:57.734Z","usage":{"inputTokens":4020,"outputTokens":1006,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9285714285714286,"supporting":0.475,"precision":0.9318181818181819,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.5974025974026,"consensusEffective":93.45454545454545,"neWords":121,"enWords":131,"entityPrecision":0.8,"entityRecall":0.615,"entityF1":0.696,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":23,"valid":true,"effective":87.54885057471265,"costUsd":0.0148596,"latencySeconds":16.727,"attempts":1,"calledAt":"2026-09-15T15:05:02.447Z","usage":{"inputTokens":2389,"outputTokens":605,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.40384615384615385,"precision":0.8405172413793103,"ne":8,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":87.54885057471265,"consensusEffective":87.54885057471265,"neWords":73,"enWords":94,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":24,"valid":true,"effective":89.0,"costUsd":0.0074316,"latencySeconds":9.395,"attempts":1,"calledAt":"2026-09-15T15:05:01.526Z","usage":{"inputTokens":1348,"outputTokens":318,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7333333333333334,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.0,"consensusEffective":89.0,"neWords":35,"enWords":42,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":25,"valid":true,"effective":98.5,"costUsd":0.0129456,"latencySeconds":13.606,"attempts":1,"calledAt":"2026-09-15T15:05:11.344Z","usage":{"inputTokens":2076,"outputTokens":540,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":60,"enWords":66,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":26,"valid":true,"effective":93.85,"costUsd":0.0129636,"latencySeconds":12.292,"attempts":1,"calledAt":"2026-09-15T15:05:13.822Z","usage":{"inputTokens":2572,"outputTokens":442,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.92,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.85,"consensusEffective":93.85,"neWords":45,"enWords":64,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":27,"valid":true,"effective":92.25,"costUsd":0.0132876,"latencySeconds":15.329,"attempts":1,"calledAt":"2026-09-15T15:05:17.779Z","usage":{"inputTokens":1925,"outputTokens":593,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9166666666666666,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":92.25,"consensusEffective":92.25,"neWords":53,"enWords":72,"entityPrecision":0.778,"entityRecall":0.583,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":28,"valid":true,"effective":91.58695652173913,"costUsd":0.0116826,"latencySeconds":14.647,"attempts":1,"calledAt":"2026-09-15T15:05:25.994Z","usage":{"inputTokens":1865,"outputTokens":498,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.8695652173913043,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":91.58695652173913,"consensusEffective":91.58695652173913,"neWords":67,"enWords":74,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":29,"valid":true,"effective":96.25,"costUsd":0.0155796,"latencySeconds":16.35,"attempts":1,"calledAt":"2026-09-15T15:05:30.177Z","usage":{"inputTokens":2579,"outputTokens":615,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6363636363636364,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":62,"enWords":85,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":30,"valid":true,"effective":98.5,"costUsd":0.0155736,"latencySeconds":14.352,"attempts":1,"calledAt":"2026-09-15T15:05:32.136Z","usage":{"inputTokens":2962,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":81,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":31,"valid":true,"effective":97.07142857142857,"costUsd":0.0129966,"latencySeconds":14.519,"attempts":1,"calledAt":"2026-09-15T15:05:40.519Z","usage":{"inputTokens":2288,"outputTokens":501,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8928571428571428,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":63,"enWords":70,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":32,"valid":true,"effective":95.92857142857143,"costUsd":0.0111546,"latencySeconds":16.36,"attempts":1,"calledAt":"2026-09-15T15:05:46.542Z","usage":{"inputTokens":1444,"outputTokens":547,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9090909090909091,"precision":0.9642857142857143,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.92857142857143,"consensusEffective":95.92857142857143,"neWords":72,"enWords":87,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":33,"valid":true,"effective":95.75,"costUsd":0.0111906,"latencySeconds":15.924,"attempts":1,"calledAt":"2026-09-15T15:05:48.065Z","usage":{"inputTokens":1501,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7777777777777778,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.75,"consensusEffective":95.75,"neWords":65,"enWords":81,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":34,"valid":true,"effective":96.73529411764706,"costUsd":0.0133776,"latencySeconds":13.135,"attempts":1,"calledAt":"2026-09-15T15:05:53.660Z","usage":{"inputTokens":2540,"outputTokens":476,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9411764705882353,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.73529411764706,"consensusEffective":96.73529411764706,"neWords":58,"enWords":64,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":35,"valid":true,"effective":96.38636363636364,"costUsd":0.0147726,"latencySeconds":14.422,"attempts":1,"calledAt":"2026-09-15T15:06:00.968Z","usage":{"inputTokens":2860,"outputTokens":505,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9545454545454546,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.38636363636364,"consensusEffective":96.38636363636364,"neWords":64,"enWords":88,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":36,"valid":true,"effective":96.0,"costUsd":0.0119856,"latencySeconds":15.062,"attempts":1,"calledAt":"2026-09-15T15:06:03.131Z","usage":{"inputTokens":1736,"outputTokens":544,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.9166666666666667,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":47,"enWords":57,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":37,"valid":true,"effective":97.5,"costUsd":0.0148506,"latencySeconds":17.311,"attempts":1,"calledAt":"2026-09-15T15:06:10.976Z","usage":{"inputTokens":2076,"outputTokens":667,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9666666666666667,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.5,"consensusEffective":97.5,"neWords":88,"enWords":121,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":38,"valid":true,"effective":88.83333333333333,"costUsd":0.0091896,"latencySeconds":11.04,"attempts":1,"calledAt":"2026-09-15T15:06:12.013Z","usage":{"inputTokens":1484,"outputTokens":408,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.7777777777777778,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.83333333333333,"consensusEffective":88.83333333333333,"neWords":54,"enWords":66,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":39,"valid":true,"effective":80.75,"costUsd":0.0069276,"latencySeconds":10.75,"attempts":1,"calledAt":"2026-09-15T15:06:13.885Z","usage":{"inputTokens":1240,"outputTokens":306,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.6083333333333334,"ne":7.5,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":80.75,"consensusEffective":80.75,"neWords":40,"enWords":46,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":40,"valid":true,"effective":87.0,"costUsd":0.0190266,"latencySeconds":22.851,"attempts":1,"calledAt":"2026-09-15T15:06:33.832Z","usage":{"inputTokens":3478,"outputTokens":665,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.725,"precision":0.8500000000000001,"ne":8.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":79,"enWords":117,"entityPrecision":0.875,"entityRecall":0.438,"entityF1":0.583,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":41,"valid":true,"effective":97.75,"costUsd":0.0152376,"latencySeconds":14.657,"attempts":1,"calledAt":"2026-09-15T15:06:26.674Z","usage":{"inputTokens":2955,"outputTokens":517,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":60,"enWords":69,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":42,"valid":true,"effective":80.85714285714286,"costUsd":0.0196986,"latencySeconds":19.946,"attempts":1,"calledAt":"2026-09-15T15:06:33.835Z","usage":{"inputTokens":3432,"outputTokens":719,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6000000000000001,"precision":0.8452380952380952,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":80.85714285714286,"consensusEffective":88.35714285714286,"neWords":76,"enWords":93,"entityPrecision":1,"entityRecall":0.818,"entityF1":0.9,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":43,"valid":true,"effective":98.5,"costUsd":0.0156846,"latencySeconds":15.698,"attempts":1,"calledAt":"2026-09-15T15:06:42.379Z","usage":{"inputTokens":2899,"outputTokens":558,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":66,"enWords":79,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":44,"valid":true,"effective":85.92857142857143,"costUsd":0.0208716,"latencySeconds":19.569,"attempts":1,"calledAt":"2026-09-15T15:06:53.409Z","usage":{"inputTokens":3638,"outputTokens":756,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7777777777777778,"supporting":0.5,"precision":0.9272486772486772,"ne":9.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.92857142857143,"consensusEffective":91.48412698412699,"neWords":68,"enWords":104,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":45,"valid":true,"effective":88.5,"costUsd":0.0177966,"latencySeconds":14.115,"attempts":1,"calledAt":"2026-09-15T15:06:47.957Z","usage":{"inputTokens":3823,"outputTokens":514,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":1,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":88.5,"neWords":51,"enWords":74,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":46,"valid":true,"effective":89.62301587301587,"costUsd":0.0187956,"latencySeconds":19.095,"attempts":1,"calledAt":"2026-09-15T15:07:01.477Z","usage":{"inputTokens":3431,"outputTokens":659,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.75,"precision":0.8902116402116402,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.62301587301587,"consensusEffective":90.95634920634922,"neWords":65,"enWords":89,"entityPrecision":0.857,"entityRecall":0.857,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":47,"valid":true,"effective":89.19565217391305,"costUsd":0.0177396,"latencySeconds":16.221,"attempts":1,"calledAt":"2026-09-15T15:07:04.183Z","usage":{"inputTokens":3254,"outputTokens":624,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.8214285714285714,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.19565217391305,"consensusEffective":97.19565217391305,"neWords":78,"enWords":92,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":48,"valid":true,"effective":91.06390977443608,"costUsd":0.0146676,"latencySeconds":13.109,"attempts":1,"calledAt":"2026-09-15T15:07:06.523Z","usage":{"inputTokens":2925,"outputTokens":485,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.8521303258145363,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.06390977443608,"consensusEffective":91.06390977443608,"neWords":57,"enWords":72,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":49,"valid":true,"effective":79.06744704570792,"costUsd":0.0210036,"latencySeconds":22.97,"attempts":1,"calledAt":"2026-09-15T15:07:24.453Z","usage":{"inputTokens":3767,"outputTokens":739,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.6,"precision":0.8411371237458194,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":79.06744704570792,"consensusEffective":84.73411371237458,"neWords":94,"enWords":130,"entityPrecision":0.833,"entityRecall":0.556,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":50,"valid":true,"effective":95.60714285714286,"costUsd":0.0194226,"latencySeconds":23.312,"attempts":1,"calledAt":"2026-09-15T15:07:27.499Z","usage":{"inputTokens":3750,"outputTokens":637,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6499999999999999,"precision":0.9285714285714286,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.60714285714286,"consensusEffective":95.60714285714286,"neWords":93,"enWords":103,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":51,"valid":true,"effective":86.73529411764706,"costUsd":0.0178206,"latencySeconds":15.744,"attempts":1,"calledAt":"2026-09-15T15:07:22.273Z","usage":{"inputTokens":3711,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":1,"precision":0.8745098039215686,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":86.73529411764706,"consensusEffective":86.73529411764706,"neWords":72,"enWords":90,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":52,"valid":true,"effective":91.14655172413794,"costUsd":0.0157326,"latencySeconds":18.873,"attempts":1,"calledAt":"2026-09-15T15:07:41.153Z","usage":{"inputTokens":2390,"outputTokens":663,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6944444444444444,"precision":0.8548850574712643,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":91.14655172413794,"consensusEffective":91.14655172413794,"neWords":87,"enWords":105,"entityPrecision":1,"entityRecall":0.583,"entityF1":0.737,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":53,"valid":true,"effective":93.31451612903226,"costUsd":0.0202686,"latencySeconds":19.099,"attempts":1,"calledAt":"2026-09-15T15:07:43.555Z","usage":{"inputTokens":3867,"outputTokens":670,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6458333333333333,"precision":0.9021505376344086,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.31451612903226,"consensusEffective":93.31451612903226,"neWords":86,"enWords":99,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":54,"valid":true,"effective":97.4655172413793,"costUsd":0.0171606,"latencySeconds":15.791,"attempts":1,"calledAt":"2026-09-15T15:07:43.296Z","usage":{"inputTokens":3101,"outputTokens":616,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4464285714285714,"precision":0.9655172413793103,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.4655172413793,"consensusEffective":97.4655172413793,"neWords":75,"enWords":96,"entityPrecision":1,"entityRecall":0.417,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":55,"valid":true,"effective":89.75,"costUsd":0.0150186,"latencySeconds":21.457,"attempts":1,"calledAt":"2026-09-15T15:08:02.615Z","usage":{"inputTokens":2907,"outputTokens":512,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8333333333333334,"precision":1.0,"ne":7.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.75,"consensusEffective":89.75,"neWords":56,"enWords":74,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":56,"valid":true,"effective":91.08333333333334,"costUsd":0.0187716,"latencySeconds":19.884,"attempts":1,"calledAt":"2026-09-15T15:08:03.189Z","usage":{"inputTokens":3328,"outputTokens":678,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6041666666666667,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.08333333333334,"consensusEffective":87.75,"neWords":90,"enWords":104,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":57,"valid":true,"effective":95.1413043478261,"costUsd":0.0185766,"latencySeconds":17.083,"attempts":1,"calledAt":"2026-09-15T15:08:00.643Z","usage":{"inputTokens":3443,"outputTokens":642,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5576923076923077,"precision":0.9130434782608696,"ne":9,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.1413043478261,"consensusEffective":95.1413043478261,"neWords":82,"enWords":102,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":58,"valid":true,"effective":93.36029411764706,"costUsd":0.0161826,"latencySeconds":15.676,"attempts":1,"calledAt":"2026-09-15T15:08:16.326Z","usage":{"inputTokens":2920,"outputTokens":587,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6499999999999999,"precision":0.8786764705882353,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.36029411764706,"consensusEffective":93.36029411764706,"neWords":70,"enWords":90,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":59,"valid":true,"effective":93.84210526315789,"costUsd":0.0159906,"latencySeconds":14.797,"attempts":1,"calledAt":"2026-09-15T15:08:17.420Z","usage":{"inputTokens":3191,"outputTokens":520,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8947368421052632,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.84210526315789,"consensusEffective":93.84210526315789,"neWords":62,"enWords":81,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":60,"valid":true,"effective":91.59415584415584,"costUsd":0.0163626,"latencySeconds":20.911,"attempts":1,"calledAt":"2026-09-15T15:08:24.104Z","usage":{"inputTokens":2485,"outputTokens":686,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.7,"precision":0.8614718614718615,"ne":9,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.59415584415584,"consensusEffective":93.59415584415584,"neWords":55,"enWords":74,"entityPrecision":0.8,"entityRecall":0.727,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":61,"valid":true,"effective":63.98529411764706,"costUsd":0.0250326,"latencySeconds":44.888,"attempts":1,"calledAt":"2026-09-15T15:09:01.222Z","usage":{"inputTokens":3900,"outputTokens":981,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5625,"supporting":0.6004901960784315,"precision":0.857843137254902,"ne":7.5,"en":3,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":63.98529411764706,"consensusEffective":67.19957983193278,"neWords":108,"enWords":125,"entityPrecision":1,"entityRecall":0.813,"entityF1":0.897,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":62,"valid":true,"effective":87.71428571428572,"costUsd":0.0148296,"latencySeconds":29.008,"attempts":1,"calledAt":"2026-09-15T15:08:46.432Z","usage":{"inputTokens":2524,"outputTokens":576,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.6666666666666666,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.71428571428572,"consensusEffective":92.35714285714286,"neWords":66,"enWords":91,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":63,"valid":true,"effective":90.71273291925465,"costUsd":0.0180156,"latencySeconds":18.431,"attempts":1,"calledAt":"2026-09-15T15:08:42.540Z","usage":{"inputTokens":3461,"outputTokens":601,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5625,"precision":0.865424430641822,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.71273291925465,"consensusEffective":90.71273291925465,"neWords":66,"enWords":81,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":64,"valid":true,"effective":87.75,"costUsd":0.0167526,"latencySeconds":18.783,"attempts":1,"calledAt":"2026-09-15T15:09:01.332Z","usage":{"inputTokens":3045,"outputTokens":600,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9166666666666666,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.75,"consensusEffective":87.75,"neWords":58,"enWords":77,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":65,"valid":true,"effective":85.05555555555556,"costUsd":0.0190836,"latencySeconds":22.019,"attempts":1,"calledAt":"2026-09-15T15:09:08.456Z","usage":{"inputTokens":3097,"outputTokens":745,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.2857142857142857,"precision":0.8518518518518519,"ne":9,"en":9,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":85.05555555555556,"consensusEffective":89.6984126984127,"neWords":80,"enWords":112,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":66,"valid":true,"effective":88.48669467787114,"costUsd":0.0185796,"latencySeconds":20.551,"attempts":1,"calledAt":"2026-09-15T15:09:21.778Z","usage":{"inputTokens":2889,"outputTokens":753,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.8958333333333333,"precision":0.9134453781512605,"ne":9,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":88.48669467787114,"consensusEffective":85.15336134453781,"neWords":88,"enWords":115,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":67,"valid":true,"effective":90.01315789473685,"costUsd":0.0164676,"latencySeconds":17.537,"attempts":1,"calledAt":"2026-09-15T15:09:18.874Z","usage":{"inputTokens":2920,"outputTokens":606,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":0.8421052631578947,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":90.01315789473685,"consensusEffective":90.01315789473685,"neWords":71,"enWords":87,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":68,"valid":true,"effective":95.25,"costUsd":0.0145296,"latencySeconds":17.135,"attempts":1,"calledAt":"2026-09-15T15:09:25.597Z","usage":{"inputTokens":2859,"outputTokens":489,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8333333333333334,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.25,"consensusEffective":92.75,"neWords":60,"enWords":84,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":69,"valid":true,"effective":94.41666666666666,"costUsd":0.0129726,"latencySeconds":16.027,"attempts":1,"calledAt":"2026-09-15T15:09:34.910Z","usage":{"inputTokens":2615,"outputTokens":434,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666666,"supporting":0.45454545454545453,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.41666666666666,"consensusEffective":94.41666666666666,"neWords":53,"enWords":74,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":70,"valid":true,"effective":97.5,"costUsd":0.0148656,"latencySeconds":15.208,"attempts":1,"calledAt":"2026-09-15T15:09:36.990Z","usage":{"inputTokens":2551,"outputTokens":573,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9666666666666667,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.5,"consensusEffective":97.5,"neWords":52,"enWords":84,"entityPrecision":0.875,"entityRecall":0.583,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":71,"valid":true,"effective":86.59770114942529,"costUsd":0.0190026,"latencySeconds":20.812,"attempts":1,"calledAt":"2026-09-15T15:09:46.415Z","usage":{"inputTokens":3255,"outputTokens":708,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7916666666666667,"supporting":0.7727272727272727,"precision":0.9310344827586207,"ne":9,"en":9,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.59770114942529,"consensusEffective":84.93103448275862,"neWords":89,"enWords":105,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":72,"valid":true,"effective":90.01398601398601,"costUsd":0.0158406,"latencySeconds":17.138,"attempts":1,"calledAt":"2026-09-15T15:09:52.059Z","usage":{"inputTokens":2516,"outputTokens":645,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6944444444444444,"precision":0.8671328671328671,"ne":8.5,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":90.01398601398601,"consensusEffective":90.01398601398601,"neWords":90,"enWords":96,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":73,"valid":true,"effective":94.40336134453781,"costUsd":0.0148176,"latencySeconds":19.078,"attempts":1,"calledAt":"2026-09-15T15:09:56.073Z","usage":{"inputTokens":2490,"outputTokens":582,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9722222222222222,"precision":0.9134453781512605,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":94.40336134453781,"consensusEffective":94.40336134453781,"neWords":64,"enWords":89,"entityPrecision":1,"entityRecall":0.9,"entityF1":0.947,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":74,"valid":false,"effective":0,"costUsd":0.0008931,"latencySeconds":6.263,"attempts":1,"calledAt":"2026-09-15T15:15:32.535Z","usage":{"inputTokens":2177,"outputTokens":16,"reasoningTokens":0},"finishReason":"stop","errorKind":"schema_violation","judgeCount":0},{"model":"kimi-k3","questionId":75,"valid":true,"effective":79.47619047619047,"costUsd":0.0106566,"latencySeconds":11.423,"attempts":1,"calledAt":"2026-09-15T15:10:00.045Z","usage":{"inputTokens":2193,"outputTokens":364,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.55,"precision":0.8492063492063492,"ne":8.5,"en":7.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":79.47619047619047,"consensusEffective":79.47619047619047,"neWords":39,"enWords":58,"entityPrecision":0.5,"entityRecall":0.333,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":76,"valid":true,"effective":96.43103448275862,"costUsd":0.0188736,"latencySeconds":18.115,"attempts":1,"calledAt":"2026-09-15T15:10:10.182Z","usage":{"inputTokens":3257,"outputTokens":699,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9310344827586207,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.43103448275862,"consensusEffective":96.43103448275862,"neWords":72,"enWords":86,"entityPrecision":1,"entityRecall":0.846,"entityF1":0.917,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":77,"valid":true,"effective":88.42482517482517,"costUsd":0.0113856,"latencySeconds":16.763,"attempts":1,"calledAt":"2026-09-15T15:10:12.846Z","usage":{"inputTokens":1616,"outputTokens":528,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.8391608391608392,"ne":6.5,"en":9,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":88.42482517482517,"consensusEffective":88.42482517482517,"neWords":66,"enWords":90,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":78,"valid":true,"effective":95.5,"costUsd":0.0151026,"latencySeconds":17.345,"attempts":1,"calledAt":"2026-09-15T15:10:17.396Z","usage":{"inputTokens":2410,"outputTokens":617,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.95,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":67,"enWords":78,"entityPrecision":0.857,"entityRecall":0.6,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":79,"valid":true,"effective":96.0,"costUsd":0.0120546,"latencySeconds":15.023,"attempts":1,"calledAt":"2026-09-15T15:10:25.212Z","usage":{"inputTokens":1689,"outputTokens":558,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.9166666666666667,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":72,"enWords":84,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":80,"valid":true,"effective":91.85294117647058,"costUsd":0.0160176,"latencySeconds":21.308,"attempts":1,"calledAt":"2026-09-15T15:10:34.160Z","usage":{"inputTokens":3005,"outputTokens":559,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6153846153846154,"precision":0.8784313725490196,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.85294117647058,"consensusEffective":91.85294117647058,"neWords":72,"enWords":97,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":81,"valid":true,"effective":92.34210526315789,"costUsd":0.0118206,"latencySeconds":15.434,"attempts":1,"calledAt":"2026-09-15T15:10:32.834Z","usage":{"inputTokens":2281,"outputTokens":424,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.8947368421052632,"ne":9,"en":8,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.34210526315789,"consensusEffective":92.34210526315789,"neWords":44,"enWords":58,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":82,"valid":true,"effective":95.0,"costUsd":0.0175656,"latencySeconds":17.951,"attempts":1,"calledAt":"2026-09-15T15:10:43.167Z","usage":{"inputTokens":3121,"outputTokens":639,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.47500000000000003,"precision":0.9333333333333333,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.0,"consensusEffective":95.0,"neWords":91,"enWords":93,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":83,"valid":true,"effective":98.5,"costUsd":0.0135486,"latencySeconds":16.685,"attempts":1,"calledAt":"2026-09-15T15:10:49.528Z","usage":{"inputTokens":2457,"outputTokens":504,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8214285714285714,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":60,"enWords":75,"entityPrecision":0.667,"entityRecall":0.333,"entityF1":0.444,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":84,"valid":true,"effective":94.75,"costUsd":0.0163086,"latencySeconds":18.068,"attempts":1,"calledAt":"2026-09-15T15:10:52.234Z","usage":{"inputTokens":2782,"outputTokens":623,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8,"precision":1.0,"ne":7.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":76,"enWords":89,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":85,"valid":true,"effective":97.0,"costUsd":0.0115206,"latencySeconds":11.983,"attempts":1,"calledAt":"2026-09-15T15:10:55.158Z","usage":{"inputTokens":2021,"outputTokens":456,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":46,"enWords":52,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":86,"valid":true,"effective":97.07142857142857,"costUsd":0.0121116,"latencySeconds":11.955,"attempts":1,"calledAt":"2026-09-15T15:11:01.492Z","usage":{"inputTokens":2313,"outputTokens":437,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.07142857142857,"consensusEffective":97.07142857142857,"neWords":46,"enWords":57,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":87,"valid":true,"effective":91.5699233716475,"costUsd":0.0093849,"latencySeconds":52.17,"attempts":1,"calledAt":"2026-09-15T15:16:18.442Z","usage":{"inputTokens":1633,"outputTokens":593,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8939974457215836,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.5699233716475,"consensusEffective":91.5699233716475,"neWords":77,"enWords":99,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":88,"valid":true,"effective":91.33333333333333,"costUsd":0.0190956,"latencySeconds":26.82,"attempts":1,"calledAt":"2026-09-15T15:11:21.987Z","usage":{"inputTokens":1781,"outputTokens":1009,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.6785714285714286,"precision":0.9166666666666667,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.33333333333333,"consensusEffective":91.33333333333333,"neWords":117,"enWords":134,"entityPrecision":1,"entityRecall":0.765,"entityF1":0.867,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":89,"valid":true,"effective":84.21794871794872,"costUsd":0.0116106,"latencySeconds":13.753,"attempts":1,"calledAt":"2026-09-15T15:11:15.254Z","usage":{"inputTokens":1916,"outputTokens":483,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.75,"precision":0.8461538461538461,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.21794871794872,"consensusEffective":84.21794871794872,"neWords":52,"enWords":74,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":90,"valid":true,"effective":97.38888888888889,"costUsd":0.0137076,"latencySeconds":18.617,"attempts":1,"calledAt":"2026-09-15T15:11:27.874Z","usage":{"inputTokens":2190,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":0.962962962962963,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.38888888888889,"consensusEffective":97.38888888888889,"neWords":75,"enWords":80,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":91,"valid":true,"effective":98.5,"costUsd":0.0127926,"latencySeconds":13.38,"attempts":1,"calledAt":"2026-09-15T15:11:28.642Z","usage":{"inputTokens":2400,"outputTokens":465,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":57,"enWords":71,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":92,"valid":true,"effective":92.54565217391306,"costUsd":0.0129546,"latencySeconds":13.81,"attempts":1,"calledAt":"2026-09-15T15:11:35.807Z","usage":{"inputTokens":2104,"outputTokens":535,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8765217391304347,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":92.54565217391306,"consensusEffective":92.54565217391306,"neWords":60,"enWords":76,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":93,"valid":true,"effective":98.5,"costUsd":0.0128196,"latencySeconds":15.199,"attempts":1,"calledAt":"2026-09-15T15:11:43.083Z","usage":{"inputTokens":1894,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":69,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":94,"valid":true,"effective":85.81006674082313,"costUsd":0.0147486,"latencySeconds":15.749,"attempts":1,"calledAt":"2026-09-15T15:11:44.400Z","usage":{"inputTokens":2552,"outputTokens":565,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8020022246941045,"ne":7,"en":7.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.81006674082313,"consensusEffective":85.81006674082313,"neWords":71,"enWords":92,"entityPrecision":0.667,"entityRecall":0.25,"entityF1":0.364,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":95,"valid":true,"effective":93.46428571428572,"costUsd":0.0148506,"latencySeconds":15.597,"attempts":1,"calledAt":"2026-09-15T15:11:51.410Z","usage":{"inputTokens":2576,"outputTokens":567,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.8571428571428572,"ne":9.5,"en":9,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":2.5,"cleanEffective":93.46428571428572,"consensusEffective":93.46428571428572,"neWords":67,"enWords":82,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":96,"valid":true,"effective":96.03225806451613,"costUsd":0.0158526,"latencySeconds":15.86,"attempts":1,"calledAt":"2026-09-15T15:11:58.951Z","usage":{"inputTokens":2565,"outputTokens":636,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428571,"precision":0.967741935483871,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.03225806451613,"consensusEffective":96.03225806451613,"neWords":60,"enWords":85,"entityPrecision":0.875,"entityRecall":0.778,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":97,"valid":true,"effective":93.05,"costUsd":0.0170106,"latencySeconds":15.955,"attempts":1,"calledAt":"2026-09-15T15:12:00.366Z","usage":{"inputTokens":2996,"outputTokens":627,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.9183333333333333,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.05,"consensusEffective":93.05,"neWords":69,"enWords":85,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":98,"valid":true,"effective":89.09558823529412,"costUsd":0.0106866,"latencySeconds":11.122,"attempts":1,"calledAt":"2026-09-15T15:12:02.541Z","usage":{"inputTokens":1983,"outputTokens":408,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.75,"precision":0.8198529411764706,"ne":9,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.09558823529412,"consensusEffective":89.09558823529412,"neWords":52,"enWords":53,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"kimi-k3","questionId":99,"valid":true,"effective":88.53225806451613,"costUsd":0.0190566,"latencySeconds":21.319,"attempts":1,"calledAt":"2026-09-15T15:12:20.280Z","usage":{"inputTokens":3318,"outputTokens":699,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.5,"precision":0.967741935483871,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.53225806451613,"consensusEffective":88.53225806451613,"neWords":89,"enWords":97,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"kimi-k3","questionId":100,"valid":true,"effective":91.52380952380952,"costUsd":0.0116466,"latencySeconds":13.006,"attempts":1,"calledAt":"2026-09-15T15:12:13.382Z","usage":{"inputTokens":2098,"outputTokens":449,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":1,"precision":0.9285714285714286,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.52380952380952,"consensusEffective":91.52380952380952,"neWords":53,"enWords":69,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":1,"valid":true,"effective":84.16666666666666,"costUsd":0.00214455,"latencySeconds":9.265,"attempts":1,"calledAt":"2026-09-15T13:33:35.133Z","usage":{"inputTokens":2136,"outputTokens":485,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.46875,"precision":0.8888888888888888,"ne":7.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.16666666666666,"consensusEffective":89.16666666666666,"neWords":55,"enWords":71,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":2,"valid":true,"effective":65.83730158730158,"costUsd":0.002334525,"latencySeconds":9.761,"attempts":1,"calledAt":"2026-09-15T13:33:35.629Z","usage":{"inputTokens":2385,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6111111111111112,"supporting":0.22727272727272727,"precision":0.7047619047619047,"ne":6.5,"en":7,"unsupported":3.5,"contradicted":1,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":3,"cleanEffective":65.83730158730158,"consensusEffective":68.89285714285714,"neWords":58,"enWords":68,"entityPrecision":0.5,"entityRecall":0.273,"entityF1":0.353,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":3,"valid":true,"effective":66.5,"costUsd":0.00241315,"latencySeconds":9.483,"attempts":1,"calledAt":"2026-09-15T13:33:35.352Z","usage":{"inputTokens":2894,"outputTokens":464,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.35714285714285715,"precision":0.8,"ne":6.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":66.5,"consensusEffective":66.5,"neWords":50,"enWords":75,"entityPrecision":1,"entityRecall":0.214,"entityF1":0.353,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":4,"valid":false,"effective":0,"costUsd":0,"latencySeconds":4.345,"attempts":3,"calledAt":"2026-09-15T15:13:14.178Z","usage":{"inputTokens":3470,"outputTokens":143,"reasoningTokens":0},"finishReason":"error","errorKind":"server_error","judgeCount":0},{"model":"qwen3-8-27b","questionId":5,"valid":true,"effective":83.52564102564102,"costUsd":0.002899775,"latencySeconds":10.489,"attempts":1,"calledAt":"2026-09-15T13:33:45.844Z","usage":{"inputTokens":3163,"outputTokens":610,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.7727272727272727,"precision":0.9230769230769231,"ne":8.5,"en":6.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":83.52564102564102,"consensusEffective":90.1923076923077,"neWords":66,"enWords":84,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":6,"valid":true,"effective":85.3913043478261,"costUsd":0.002824125,"latencySeconds":12.708,"attempts":1,"calledAt":"2026-09-15T13:33:48.340Z","usage":{"inputTokens":3159,"outputTokens":581,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":0.8630434782608696,"ne":6.5,"en":6.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":85.3913043478261,"consensusEffective":85.3913043478261,"neWords":74,"enWords":75,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":7,"valid":true,"effective":66.9423076923077,"costUsd":0.00186949,"latencySeconds":10.841,"attempts":2,"calledAt":"2026-09-15T15:13:10.963Z","usage":{"inputTokens":3156,"outputTokens":429,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4,"supporting":0.2916666666666667,"precision":0.9230769230769231,"ne":8.5,"en":7,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":66.9423076923077,"consensusEffective":77.60897435897435,"neWords":37,"enWords":61,"entityPrecision":0.833,"entityRecall":0.357,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":8,"valid":true,"effective":93.5625,"costUsd":0.002717875,"latencySeconds":10.039,"attempts":1,"calledAt":"2026-09-15T13:33:52.531Z","usage":{"inputTokens":2963,"outputTokens":572,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.6176470588235294,"precision":0.96875,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.5625,"consensusEffective":93.5625,"neWords":60,"enWords":78,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":9,"valid":true,"effective":87.66666666666666,"costUsd":0.002570825,"latencySeconds":10.105,"attempts":1,"calledAt":"2026-09-15T13:33:55.952Z","usage":{"inputTokens":2677,"outputTokens":562,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.2727272727272727,"precision":0.8888888888888888,"ne":8,"en":6,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.66666666666666,"consensusEffective":87.66666666666666,"neWords":46,"enWords":67,"entityPrecision":0.429,"entityRecall":0.231,"entityF1":0.3,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":10,"valid":true,"effective":78.78846153846155,"costUsd":0.002782475,"latencySeconds":9.895,"attempts":1,"calledAt":"2026-09-15T13:33:58.236Z","usage":{"inputTokens":3139,"outputTokens":568,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5,"precision":0.8346153846153846,"ne":5.5,"en":7,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":78.78846153846155,"consensusEffective":78.78846153846155,"neWords":54,"enWords":66,"entityPrecision":0.714,"entityRecall":0.556,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":11,"valid":true,"effective":65.16666666666666,"costUsd":0.0027744,"latencySeconds":10.447,"attempts":1,"calledAt":"2026-09-15T13:34:02.979Z","usage":{"inputTokens":2928,"outputTokens":600,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.41666666666666663,"supporting":0.21153846153846154,"precision":0.7666666666666666,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":65.16666666666666,"consensusEffective":68.5,"neWords":63,"enWords":74,"entityPrecision":1,"entityRecall":0.318,"entityF1":0.483,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":12,"valid":true,"effective":88.25,"costUsd":0.0024667,"latencySeconds":9.365,"attempts":1,"calledAt":"2026-09-15T13:34:05.319Z","usage":{"inputTokens":2900,"outputTokens":484,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.6875,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.25,"consensusEffective":88.25,"neWords":42,"enWords":56,"entityPrecision":1,"entityRecall":0.467,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":13,"valid":true,"effective":66.02272727272728,"costUsd":0.0025857,"latencySeconds":9.921,"attempts":1,"calledAt":"2026-09-15T13:34:08.159Z","usage":{"inputTokens":2754,"outputTokens":555,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6499999999999999,"supporting":0.47916666666666663,"precision":0.7840909090909092,"ne":4.5,"en":6.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":1.5,"cleanEffective":66.02272727272728,"consensusEffective":72.52272727272728,"neWords":55,"enWords":80,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":14,"valid":true,"effective":74.13636363636364,"costUsd":0.0023868,"latencySeconds":8.325,"attempts":1,"calledAt":"2026-09-15T13:34:11.305Z","usage":{"inputTokens":2928,"outputTokens":448,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.390625,"precision":0.9545454545454546,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":74.13636363636364,"consensusEffective":79.13636363636364,"neWords":58,"enWords":66,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":15,"valid":true,"effective":70.35714285714286,"costUsd":0.0026027,"latencySeconds":10.687,"attempts":1,"calledAt":"2026-09-15T13:34:16.009Z","usage":{"inputTokens":2656,"outputTokens":578,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.3055555555555556,"precision":0.7952380952380952,"ne":6,"en":5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":70.35714285714286,"consensusEffective":67.02380952380952,"neWords":47,"enWords":63,"entityPrecision":0.75,"entityRecall":0.462,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":16,"valid":true,"effective":48.85294117647059,"costUsd":0.002329,"latencySeconds":9.384,"attempts":1,"calledAt":"2026-09-15T15:13:01.997Z","usage":{"inputTokens":2540,"outputTokens":490,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":1,"core":0.5,"supporting":0.3125,"precision":0.4117647058823529,"ne":7,"en":4,"unsupported":5,"contradicted":3,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":48.85294117647059,"consensusEffective":48.85294117647059,"neWords":59,"enWords":76,"entityPrecision":1,"entityRecall":0.273,"entityF1":0.429,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":17,"valid":true,"effective":78.0595238095238,"costUsd":0.00191845,"latencySeconds":8.105,"attempts":1,"calledAt":"2026-09-15T13:34:19.412Z","usage":{"inputTokens":1868,"outputTokens":441,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.40909090909090906,"precision":0.7936507936507937,"ne":7.5,"en":7,"unsupported":2,"contradicted":0.5,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":78.0595238095238,"consensusEffective":82.22619047619048,"neWords":44,"enWords":71,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":18,"valid":true,"effective":72.72058823529412,"costUsd":0.001677475,"latencySeconds":8.447,"attempts":1,"calledAt":"2026-09-15T13:34:20.962Z","usage":{"inputTokens":1445,"outputTokens":417,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.75,"precision":0.6823529411764706,"ne":3.5,"en":8,"unsupported":3,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":2.5,"neRelevantFlags":3,"cleanEffective":72.72058823529412,"consensusEffective":72.72058823529412,"neWords":39,"enWords":48,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":19,"valid":true,"effective":90.88461538461539,"costUsd":0.001707225,"latencySeconds":5.898,"attempts":1,"calledAt":"2026-09-15T13:34:21.910Z","usage":{"inputTokens":2181,"outputTokens":306,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.3,"precision":0.8461538461538461,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.88461538461539,"consensusEffective":90.88461538461539,"neWords":32,"enWords":46,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":20,"valid":true,"effective":82.42105263157895,"costUsd":0.002746775,"latencySeconds":10.028,"attempts":1,"calledAt":"2026-09-15T13:34:29.443Z","usage":{"inputTokens":2929,"outputTokens":589,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.625,"precision":0.8473684210526315,"ne":8,"en":6,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":82.42105263157895,"consensusEffective":79.75438596491229,"neWords":62,"enWords":68,"entityPrecision":1,"entityRecall":0.778,"entityF1":0.875,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":21,"valid":true,"effective":59.80681818181818,"costUsd":0.0028424,"latencySeconds":10.003,"attempts":1,"calledAt":"2026-09-15T13:34:30.966Z","usage":{"inputTokens":3412,"outputTokens":546,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4545454545454546,"supporting":0.06818181818181818,"precision":0.7375,"ne":6,"en":7,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":59.80681818181818,"consensusEffective":52.875,"neWords":59,"enWords":79,"entityPrecision":0.8,"entityRecall":0.182,"entityF1":0.296,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":22,"valid":true,"effective":75.26190476190476,"costUsd":0.002814775,"latencySeconds":9.175,"attempts":1,"calledAt":"2026-09-15T13:34:31.087Z","usage":{"inputTokens":3443,"outputTokens":530,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5357142857142857,"supporting":0.1625,"precision":0.9444444444444444,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":75.26190476190476,"consensusEffective":73.83333333333333,"neWords":58,"enWords":66,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":23,"valid":true,"effective":58.023809523809526,"costUsd":0.002047225,"latencySeconds":8.631,"attempts":1,"calledAt":"2026-09-15T13:34:38.091Z","usage":{"inputTokens":2129,"outputTokens":448,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.4166666666666667,"supporting":0.19230769230769232,"precision":0.7285714285714285,"ne":5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":58.023809523809526,"consensusEffective":58.023809523809526,"neWords":56,"enWords":71,"entityPrecision":1,"entityRecall":0.2,"entityF1":0.333,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":24,"valid":true,"effective":78.82142857142857,"costUsd":0.00143225,"latencySeconds":7.064,"attempts":1,"calledAt":"2026-09-15T13:34:38.032Z","usage":{"inputTokens":1210,"outputTokens":360,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.6190476190476191,"ne":5.5,"en":8,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2.5,"cleanEffective":78.82142857142857,"consensusEffective":78.82142857142857,"neWords":39,"enWords":49,"entityPrecision":0.5,"entityRecall":0.333,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":25,"valid":true,"effective":86.41403162055336,"costUsd":0.001959675,"latencySeconds":7.607,"attempts":1,"calledAt":"2026-09-15T13:34:38.696Z","usage":{"inputTokens":1821,"outputTokens":465,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.8221343873517787,"ne":5.5,"en":9,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":2,"neRelevantFlags":2,"cleanEffective":86.41403162055336,"consensusEffective":86.41403162055336,"neWords":48,"enWords":51,"entityPrecision":0.75,"entityRecall":0.75,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":26,"valid":true,"effective":84.06390977443608,"costUsd":0.002110125,"latencySeconds":8.049,"attempts":1,"calledAt":"2026-09-15T13:34:46.085Z","usage":{"inputTokens":2301,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.5,"precision":0.8521303258145363,"ne":7,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":84.06390977443608,"consensusEffective":83.06390977443608,"neWords":47,"enWords":53,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":27,"valid":true,"effective":88.63461538461539,"costUsd":0.001912925,"latencySeconds":7.837,"attempts":1,"calledAt":"2026-09-15T13:34:45.930Z","usage":{"inputTokens":1687,"outputTokens":469,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.8461538461538461,"ne":8.5,"en":7,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.63461538461539,"consensusEffective":88.63461538461539,"neWords":48,"enWords":66,"entityPrecision":0.6,"entityRecall":0.25,"entityF1":0.353,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":28,"valid":true,"effective":87.67543859649123,"costUsd":0.001649425,"latencySeconds":6.909,"attempts":1,"calledAt":"2026-09-15T13:34:45.616Z","usage":{"inputTokens":1673,"outputTokens":368,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":1,"precision":0.8947368421052632,"ne":6.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":87.67543859649123,"consensusEffective":87.67543859649123,"neWords":48,"enWords":57,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":29,"valid":true,"effective":93.07142857142857,"costUsd":0.002290325,"latencySeconds":8.763,"attempts":1,"calledAt":"2026-09-15T13:34:54.383Z","usage":{"inputTokens":2335,"outputTokens":509,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5681818181818181,"precision":0.9523809523809523,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.07142857142857,"consensusEffective":95.57142857142857,"neWords":57,"enWords":68,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":30,"valid":true,"effective":98.5,"costUsd":0.00229755,"latencySeconds":7.608,"attempts":1,"calledAt":"2026-09-15T13:34:53.539Z","usage":{"inputTokens":2568,"outputTokens":473,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":53,"enWords":65,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":31,"valid":true,"effective":89.57142857142857,"costUsd":0.002005575,"latencySeconds":8.186,"attempts":1,"calledAt":"2026-09-15T13:34:54.274Z","usage":{"inputTokens":1917,"outputTokens":467,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9023809523809524,"ne":6.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.57142857142857,"consensusEffective":89.57142857142857,"neWords":65,"enWords":68,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":32,"valid":true,"effective":85.35897435897436,"costUsd":0.001814325,"latencySeconds":9.869,"attempts":1,"calledAt":"2026-09-15T13:35:03.412Z","usage":{"inputTokens":1299,"outputTokens":495,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7045454545454546,"precision":0.811965811965812,"ne":5.5,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":85.35897435897436,"consensusEffective":85.35897435897436,"neWords":60,"enWords":81,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":33,"valid":true,"effective":87.25,"costUsd":0.001767575,"latencySeconds":8.489,"attempts":1,"calledAt":"2026-09-15T13:35:02.765Z","usage":{"inputTokens":1369,"outputTokens":465,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6666666666666666,"precision":0.9583333333333333,"ne":6.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":87.25,"consensusEffective":87.25,"neWords":48,"enWords":60,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":34,"valid":true,"effective":91.22058823529412,"costUsd":0.0021386,"latencySeconds":10.522,"attempts":1,"calledAt":"2026-09-15T13:35:04.908Z","usage":{"inputTokens":2140,"outputTokens":482,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8823529411764706,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.22058823529412,"consensusEffective":91.22058823529412,"neWords":54,"enWords":55,"entityPrecision":0.8,"entityRecall":0.8,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":35,"valid":true,"effective":95.63636363636364,"costUsd":0.002014925,"latencySeconds":7.761,"attempts":1,"calledAt":"2026-09-15T13:35:10.529Z","usage":{"inputTokens":2431,"outputTokens":385,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9545454545454546,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.63636363636364,"consensusEffective":95.63636363636364,"neWords":55,"enWords":64,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":36,"valid":true,"effective":88.27272727272728,"costUsd":0.001603525,"latencySeconds":6.78,"attempts":1,"calledAt":"2026-09-15T13:35:10.198Z","usage":{"inputTokens":1529,"outputTokens":374,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7,"precision":0.9090909090909092,"ne":8.5,"en":5.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.27272727272728,"consensusEffective":88.27272727272728,"neWords":43,"enWords":53,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":37,"valid":true,"effective":71.50877192982456,"costUsd":0.001980075,"latencySeconds":8.771,"attempts":1,"calledAt":"2026-09-15T13:35:13.682Z","usage":{"inputTokens":1671,"outputTokens":498,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.42857142857142855,"precision":0.7836257309941521,"ne":4,"en":8,"unsupported":2,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":2,"neRelevantFlags":2,"cleanEffective":71.50877192982456,"consensusEffective":76.50877192982456,"neWords":60,"enWords":73,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":38,"valid":true,"effective":89.4423076923077,"costUsd":0.001422475,"latencySeconds":6.127,"attempts":1,"calledAt":"2026-09-15T13:35:16.328Z","usage":{"inputTokens":1289,"outputTokens":343,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.9230769230769231,"ne":5.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":89.4423076923077,"consensusEffective":89.4423076923077,"neWords":49,"enWords":48,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":39,"valid":true,"effective":82.75,"costUsd":0.001146225,"latencySeconds":5.383,"attempts":1,"calledAt":"2026-09-15T13:35:15.914Z","usage":{"inputTokens":1101,"outputTokens":266,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.75,"ne":5.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":82.06818181818181,"consensusEffective":82.75,"neWords":39,"enWords":40,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":40,"valid":true,"effective":84.4090909090909,"costUsd":0.00273785,"latencySeconds":9.5,"attempts":1,"calledAt":"2026-09-15T13:35:23.186Z","usage":{"inputTokens":3118,"outputTokens":554,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.35,"precision":0.8636363636363636,"ne":8.5,"en":6.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":84.4090909090909,"consensusEffective":84.4090909090909,"neWords":53,"enWords":75,"entityPrecision":0.833,"entityRecall":0.313,"entityF1":0.455,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":41,"valid":true,"effective":88.14285714285714,"costUsd":0.002421225,"latencySeconds":8.662,"attempts":1,"calledAt":"2026-09-15T13:35:24.580Z","usage":{"inputTokens":2613,"outputTokens":514,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.71875,"precision":0.8547619047619048,"ne":8,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.14285714285714,"consensusEffective":88.14285714285714,"neWords":49,"enWords":54,"entityPrecision":0.5,"entityRecall":0.3,"entityF1":0.375,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":42,"valid":true,"effective":85.57142857142857,"costUsd":0.0025823,"latencySeconds":9.401,"attempts":1,"calledAt":"2026-09-15T13:35:25.734Z","usage":{"inputTokens":3034,"outputTokens":507,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.32499999999999996,"precision":0.8523809523809525,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":85.57142857142857,"consensusEffective":84.57142857142857,"neWords":53,"enWords":63,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":43,"valid":true,"effective":88.5,"costUsd":0.002354075,"latencySeconds":8.886,"attempts":1,"calledAt":"2026-09-15T13:35:32.076Z","usage":{"inputTokens":2623,"outputTokens":486,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.5,"consensusEffective":98.5,"neWords":47,"enWords":64,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":44,"valid":true,"effective":73.19444444444444,"costUsd":0.002516,"latencySeconds":8.241,"attempts":1,"calledAt":"2026-09-15T13:35:32.823Z","usage":{"inputTokens":3028,"outputTokens":482,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6111111111111112,"supporting":0.25,"precision":0.9,"ne":8.5,"en":6,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":73.19444444444444,"consensusEffective":83.75,"neWords":42,"enWords":52,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":45,"valid":true,"effective":63.19230769230769,"costUsd":0.002445025,"latencySeconds":7.44,"attempts":1,"calledAt":"2026-09-15T13:35:33.179Z","usage":{"inputTokens":3305,"outputTokens":408,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.5714285714285714,"precision":0.7897435897435897,"ne":5.5,"en":7.5,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":63.19230769230769,"consensusEffective":63.19230769230769,"neWords":41,"enWords":53,"entityPrecision":0.667,"entityRecall":0.286,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":46,"valid":true,"effective":69.58333333333334,"costUsd":0.0026588,"latencySeconds":9.908,"attempts":1,"calledAt":"2026-09-15T13:35:41.988Z","usage":{"inputTokens":3028,"outputTokens":538,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.25,"precision":0.6277777777777778,"ne":6,"en":4.5,"unsupported":4.5,"contradicted":0,"headlineNe":0.0,"headlineEn":0.0,"neOnlyFlags":0.5,"neRelevantFlags":2,"cleanEffective":69.58333333333334,"consensusEffective":70.58333333333334,"neWords":47,"enWords":63,"entityPrecision":0.667,"entityRecall":0.571,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":47,"valid":true,"effective":88.17105263157895,"costUsd":0.002362575,"latencySeconds":8.112,"attempts":1,"calledAt":"2026-09-15T13:35:40.940Z","usage":{"inputTokens":2757,"outputTokens":467,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5,"precision":0.9473684210526316,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.17105263157895,"consensusEffective":96.17105263157895,"neWords":57,"enWords":76,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":48,"valid":true,"effective":93.83333333333333,"costUsd":0.0024123,"latencySeconds":8.855,"attempts":1,"calledAt":"2026-09-15T13:35:42.044Z","usage":{"inputTokens":2478,"outputTokens":533,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":0.9444444444444444,"ne":8,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":93.83333333333333,"consensusEffective":93.83333333333333,"neWords":60,"enWords":69,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":49,"valid":true,"effective":57.02380952380952,"costUsd":0.002501125,"latencySeconds":7.906,"attempts":1,"calledAt":"2026-09-15T13:35:48.854Z","usage":{"inputTokens":3059,"outputTokens":471,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.375,"supporting":0.275,"precision":0.6507936507936507,"ne":8,"en":7,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":57.02380952380952,"consensusEffective":60.02380952380952,"neWords":57,"enWords":72,"entityPrecision":0.75,"entityRecall":0.333,"entityF1":0.462,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":50,"valid":true,"effective":91.75,"costUsd":0.00241315,"latencySeconds":8.175,"attempts":1,"calledAt":"2026-09-15T13:35:50.166Z","usage":{"inputTokens":3122,"outputTokens":426,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.25,"precision":0.9,"ne":8,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":52,"enWords":80,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":51,"valid":true,"effective":68.4423076923077,"costUsd":0.002481575,"latencySeconds":8.037,"attempts":1,"calledAt":"2026-09-15T13:35:50.083Z","usage":{"inputTokens":3193,"outputTokens":441,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5625,"supporting":0.9166666666666667,"precision":0.8564102564102565,"ne":8.5,"en":5,"unsupported":1,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":68.4423076923077,"consensusEffective":68.4423076923077,"neWords":56,"enWords":53,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":52,"valid":true,"effective":90.5,"costUsd":0.001953725,"latencySeconds":7.814,"attempts":1,"calledAt":"2026-09-15T13:35:56.673Z","usage":{"inputTokens":2005,"outputTokens":432,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.1111111111111111,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.5,"consensusEffective":98.5,"neWords":41,"enWords":49,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":53,"valid":true,"effective":80.42543859649123,"costUsd":0.002526625,"latencySeconds":7.932,"attempts":1,"calledAt":"2026-09-15T13:35:58.018Z","usage":{"inputTokens":3191,"outputTokens":459,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.3125,"precision":0.8391812865497076,"ne":8.5,"en":7,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":80.42543859649123,"consensusEffective":80.42543859649123,"neWords":62,"enWords":67,"entityPrecision":0.667,"entityRecall":0.182,"entityF1":0.286,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":54,"valid":true,"effective":67.13461538461539,"costUsd":0.002339625,"latencySeconds":8.927,"attempts":1,"calledAt":"2026-09-15T13:35:59.096Z","usage":{"inputTokens":2517,"outputTokens":498,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5,"supporting":0.3035714285714286,"precision":0.7461538461538462,"ne":8,"en":8.5,"unsupported":3,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2.5,"cleanEffective":67.13461538461539,"consensusEffective":75.13461538461539,"neWords":57,"enWords":66,"entityPrecision":0.8,"entityRecall":0.333,"entityF1":0.471,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":55,"valid":true,"effective":84.375,"costUsd":0.002096525,"latencySeconds":7.058,"attempts":1,"calledAt":"2026-09-15T13:36:03.738Z","usage":{"inputTokens":2443,"outputTokens":415,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6666666666666666,"precision":0.9375,"ne":8.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":84.375,"consensusEffective":84.375,"neWords":41,"enWords":58,"entityPrecision":0.75,"entityRecall":0.273,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":56,"valid":true,"effective":71.85714285714286,"costUsd":0.00249475,"latencySeconds":13.639,"attempts":1,"calledAt":"2026-09-15T15:13:15.645Z","usage":{"inputTokens":2762,"outputTokens":518,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333333,"supporting":0.39583333333333337,"precision":0.8174603174603174,"ne":8,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":71.85714285714286,"consensusEffective":78.52380952380952,"neWords":53,"enWords":61,"entityPrecision":0.833,"entityRecall":0.455,"entityF1":0.588,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":57,"valid":true,"effective":90.88461538461539,"costUsd":0.002231675,"latencySeconds":6.789,"attempts":1,"calledAt":"2026-09-15T13:36:05.889Z","usage":{"inputTokens":2845,"outputTokens":401,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.19230769230769232,"precision":0.8461538461538461,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.88461538461539,"consensusEffective":90.88461538461539,"neWords":61,"enWords":66,"entityPrecision":1,"entityRecall":0.3,"entityF1":0.462,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":58,"valid":true,"effective":87.72058823529412,"costUsd":0.002188325,"latencySeconds":7.826,"attempts":1,"calledAt":"2026-09-15T13:36:11.573Z","usage":{"inputTokens":2503,"outputTokens":441,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5,"precision":0.8823529411764706,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":87.72058823529412,"consensusEffective":86.05392156862746,"neWords":56,"enWords":72,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":59,"valid":true,"effective":89.69377990430621,"costUsd":0.0022185,"latencySeconds":7.068,"attempts":1,"calledAt":"2026-09-15T13:36:12.961Z","usage":{"inputTokens":2694,"outputTokens":421,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.8564593301435407,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":89.69377990430621,"consensusEffective":89.69377990430621,"neWords":64,"enWords":65,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":60,"valid":true,"effective":93.5,"costUsd":0.0024718,"latencySeconds":10.988,"attempts":1,"calledAt":"2026-09-15T13:36:16.893Z","usage":{"inputTokens":2120,"outputTokens":616,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.9,"precision":1.0,"ne":9,"en":8,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.5,"consensusEffective":95.5,"neWords":53,"enWords":82,"entityPrecision":0.778,"entityRecall":0.636,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":61,"valid":true,"effective":65.43131868131869,"costUsd":0.00298775,"latencySeconds":11.706,"attempts":1,"calledAt":"2026-09-15T13:36:23.284Z","usage":{"inputTokens":3286,"outputTokens":624,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.65625,"supporting":0.25,"precision":0.7060439560439561,"ne":7,"en":5,"unsupported":4,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":65.43131868131869,"consensusEffective":69.18131868131869,"neWords":65,"enWords":81,"entityPrecision":0.571,"entityRecall":0.25,"entityF1":0.348,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":62,"valid":true,"effective":78.88571428571427,"costUsd":0.002439925,"latencySeconds":10.205,"attempts":1,"calledAt":"2026-09-15T13:36:23.177Z","usage":{"inputTokens":2231,"outputTokens":585,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8571428571428571,"supporting":0.4722222222222222,"precision":0.8366666666666667,"ne":4.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":2,"cleanEffective":78.88571428571427,"consensusEffective":84.6,"neWords":61,"enWords":66,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":63,"valid":true,"effective":98.5,"costUsd":0.00266645,"latencySeconds":9.361,"attempts":1,"calledAt":"2026-09-15T13:36:26.260Z","usage":{"inputTokens":3082,"outputTokens":532,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.375,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":52,"enWords":63,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":64,"valid":true,"effective":96.25,"costUsd":0.002373625,"latencySeconds":8.825,"attempts":1,"calledAt":"2026-09-15T13:36:32.007Z","usage":{"inputTokens":2663,"outputTokens":487,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":51,"enWords":67,"entityPrecision":1,"entityRecall":0.385,"entityF1":0.556,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":65,"valid":true,"effective":71.53571428571428,"costUsd":0.002649875,"latencySeconds":10.747,"attempts":1,"calledAt":"2026-09-15T13:36:34.036Z","usage":{"inputTokens":2707,"outputTokens":588,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.14285714285714285,"precision":0.7428571428571429,"ne":7.5,"en":7,"unsupported":2.5,"contradicted":0,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1.5,"cleanEffective":71.53571428571428,"consensusEffective":75.46428571428572,"neWords":53,"enWords":62,"entityPrecision":0.875,"entityRecall":0.467,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":66,"valid":true,"effective":77.13377192982455,"costUsd":0.002461175,"latencySeconds":9.734,"attempts":1,"calledAt":"2026-09-15T13:36:36.000Z","usage":{"inputTokens":2389,"outputTokens":567,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.27083333333333337,"precision":0.8322368421052632,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":77.13377192982455,"consensusEffective":80.46710526315789,"neWords":71,"enWords":69,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":67,"valid":true,"effective":83.93181818181819,"costUsd":0.002195975,"latencySeconds":7.519,"attempts":1,"calledAt":"2026-09-15T13:36:39.537Z","usage":{"inputTokens":2479,"outputTokens":448,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":0.6893939393939394,"ne":7.5,"en":8,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":83.93181818181819,"consensusEffective":83.93181818181819,"neWords":44,"enWords":63,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":68,"valid":true,"effective":95.25,"costUsd":0.002336225,"latencySeconds":8.204,"attempts":1,"calledAt":"2026-09-15T13:36:42.246Z","usage":{"inputTokens":2479,"outputTokens":503,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.5833333333333334,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.25,"consensusEffective":92.75,"neWords":56,"enWords":68,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":69,"valid":true,"effective":88.25,"costUsd":0.001882325,"latencySeconds":7.011,"attempts":1,"calledAt":"2026-09-15T13:36:43.014Z","usage":{"inputTokens":2191,"outputTokens":373,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.2727272727272727,"precision":1.0,"ne":7,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.25,"consensusEffective":88.25,"neWords":42,"enWords":61,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":70,"valid":true,"effective":87.0,"costUsd":0.001924825,"latencySeconds":6.693,"attempts":1,"calledAt":"2026-09-15T13:36:46.239Z","usage":{"inputTokens":2147,"outputTokens":397,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.375,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.0,"consensusEffective":87.0,"neWords":40,"enWords":51,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":71,"valid":true,"effective":80.39655172413794,"costUsd":0.002841125,"latencySeconds":10.907,"attempts":1,"calledAt":"2026-09-15T13:36:53.160Z","usage":{"inputTokens":2827,"outputTokens":643,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.5227272727272727,"precision":0.8548850574712643,"ne":8,"en":8.5,"unsupported":2,"contradicted":2,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":80.39655172413794,"consensusEffective":80.39655172413794,"neWords":71,"enWords":79,"entityPrecision":1,"entityRecall":0.692,"entityF1":0.818,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":72,"valid":true,"effective":92.8913043478261,"costUsd":0.002172175,"latencySeconds":8.399,"attempts":1,"calledAt":"2026-09-15T13:36:51.417Z","usage":{"inputTokens":2189,"outputTokens":487,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4166666666666667,"precision":0.9130434782608696,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.8913043478261,"consensusEffective":92.8913043478261,"neWords":61,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":73,"valid":true,"effective":96.38636363636364,"costUsd":0.0024922,"latencySeconds":10.102,"attempts":1,"calledAt":"2026-09-15T13:36:56.348Z","usage":{"inputTokens":2174,"outputTokens":615,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5555555555555556,"precision":0.9545454545454546,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.38636363636364,"consensusEffective":96.38636363636364,"neWords":56,"enWords":69,"entityPrecision":0.875,"entityRecall":0.7,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":74,"valid":true,"effective":76.72058823529412,"costUsd":0.00190485,"latencySeconds":10.125,"attempts":1,"calledAt":"2026-09-15T13:37:01.551Z","usage":{"inputTokens":1818,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.6740196078431373,"ne":6,"en":5,"unsupported":3.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":76.72058823529412,"consensusEffective":76.72058823529412,"neWords":43,"enWords":69,"entityPrecision":0.75,"entityRecall":0.429,"entityF1":0.545,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":75,"valid":true,"effective":72.9984520123839,"costUsd":0.001957975,"latencySeconds":7.865,"attempts":1,"calledAt":"2026-09-15T13:37:01.028Z","usage":{"inputTokens":1943,"outputTokens":444,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.75,"precision":0.78328173374613,"ne":8,"en":5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":72.9984520123839,"consensusEffective":72.9984520123839,"neWords":47,"enWords":57,"entityPrecision":0.5,"entityRecall":0.333,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":76,"valid":true,"effective":95.5,"costUsd":0.002414425,"latencySeconds":8.599,"attempts":1,"calledAt":"2026-09-15T13:37:05.012Z","usage":{"inputTokens":2771,"outputTokens":485,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4642857142857143,"precision":1.0,"ne":8,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.5,"consensusEffective":95.5,"neWords":40,"enWords":54,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":77,"valid":true,"effective":86.1413043478261,"costUsd":0.001912075,"latencySeconds":9.484,"attempts":1,"calledAt":"2026-09-15T13:37:10.521Z","usage":{"inputTokens":1499,"outputTokens":500,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7083333333333333,"precision":0.8630434782608696,"ne":4.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1.5,"neRelevantFlags":1.5,"cleanEffective":86.1413043478261,"consensusEffective":86.1413043478261,"neWords":61,"enWords":60,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":78,"valid":true,"effective":88.0,"costUsd":0.00217855,"latencySeconds":8.386,"attempts":1,"calledAt":"2026-09-15T13:37:09.941Z","usage":{"inputTokens":2078,"outputTokens":508,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6875,"precision":0.875,"ne":7.5,"en":7,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.0,"consensusEffective":88.0,"neWords":57,"enWords":63,"entityPrecision":0.8,"entityRecall":0.4,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":79,"valid":true,"effective":87.52272727272728,"costUsd":0.0018309,"latencySeconds":7.934,"attempts":1,"calledAt":"2026-09-15T13:37:12.951Z","usage":{"inputTokens":1428,"outputTokens":480,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.8333333333333334,"precision":0.9090909090909092,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.52272727272728,"consensusEffective":86.02272727272728,"neWords":60,"enWords":76,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":80,"valid":true,"effective":88.98636363636365,"costUsd":0.00224485,"latencySeconds":8.191,"attempts":1,"calledAt":"2026-09-15T13:37:18.139Z","usage":{"inputTokens":2498,"outputTokens":464,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.42307692307692313,"precision":0.8745454545454545,"ne":8,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.98636363636365,"consensusEffective":90.98636363636365,"neWords":56,"enWords":66,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":81,"valid":true,"effective":91.46273291925465,"costUsd":0.002124575,"latencySeconds":8.35,"attempts":1,"calledAt":"2026-09-15T13:37:18.877Z","usage":{"inputTokens":1945,"outputTokens":509,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.865424430641822,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":91.46273291925465,"consensusEffective":91.46273291925465,"neWords":54,"enWords":55,"entityPrecision":0.833,"entityRecall":0.625,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":82,"valid":true,"effective":81.75,"costUsd":0.00159239,"latencySeconds":7.77,"attempts":3,"calledAt":"2026-09-15T15:13:40.938Z","usage":{"inputTokens":2606,"outputTokens":412,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.32499999999999996,"precision":0.9,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":81.75,"consensusEffective":83.75,"neWords":62,"enWords":65,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":83,"valid":true,"effective":85.15,"costUsd":0.002303925,"latencySeconds":9.91,"attempts":1,"calledAt":"2026-09-15T13:37:26.547Z","usage":{"inputTokens":2091,"outputTokens":555,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.8300000000000001,"ne":6.5,"en":7,"unsupported":2,"contradicted":0.5,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":85.15,"consensusEffective":85.15,"neWords":64,"enWords":75,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":84,"valid":true,"effective":86.72058823529412,"costUsd":0.00224995,"latencySeconds":8.852,"attempts":1,"calledAt":"2026-09-15T13:37:26.996Z","usage":{"inputTokens":2354,"outputTokens":490,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.325,"precision":0.8823529411764706,"ne":6,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":86.72058823529412,"consensusEffective":86.72058823529412,"neWords":56,"enWords":65,"entityPrecision":0.5,"entityRecall":0.222,"entityF1":0.308,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":85,"valid":true,"effective":97.75,"costUsd":0.0017714,"latencySeconds":7.045,"attempts":1,"calledAt":"2026-09-15T13:37:25.927Z","usage":{"inputTokens":1744,"outputTokens":404,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5416666666666667,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.75,"consensusEffective":97.75,"neWords":40,"enWords":44,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":86,"valid":true,"effective":95.42105263157895,"costUsd":0.0020791,"latencySeconds":8.275,"attempts":1,"calledAt":"2026-09-15T13:37:34.212Z","usage":{"inputTokens":2012,"outputTokens":480,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7857142857142857,"precision":0.9473684210526316,"ne":9.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.42105263157895,"consensusEffective":95.42105263157895,"neWords":42,"enWords":57,"entityPrecision":0.833,"entityRecall":0.714,"entityF1":0.769,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":87,"valid":true,"effective":80.10526315789474,"costUsd":0.001954575,"latencySeconds":8.993,"attempts":1,"calledAt":"2026-09-15T13:37:35.544Z","usage":{"inputTokens":1545,"outputTokens":509,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4285714285714286,"precision":0.736842105263158,"ne":3.5,"en":8.5,"unsupported":2.5,"contradicted":0.5,"headlineNe":0.0,"headlineEn":1.0,"neOnlyFlags":2,"neRelevantFlags":2.5,"cleanEffective":80.10526315789474,"consensusEffective":80.10526315789474,"neWords":44,"enWords":56,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":88,"valid":true,"effective":68.38377192982456,"costUsd":0.0021947,"latencySeconds":11.244,"attempts":1,"calledAt":"2026-09-15T13:37:38.256Z","usage":{"inputTokens":1666,"outputTokens":583,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5416666666666667,"supporting":0.5714285714285714,"precision":0.8322368421052632,"ne":6.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":0.5,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":68.38377192982456,"consensusEffective":68.38377192982456,"neWords":64,"enWords":81,"entityPrecision":1,"entityRecall":0.353,"entityF1":0.522,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":89,"valid":true,"effective":83.3048245614035,"costUsd":0.00170935,"latencySeconds":7.579,"attempts":1,"calledAt":"2026-09-15T13:37:41.807Z","usage":{"inputTokens":1580,"outputTokens":407,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.75,"precision":0.7796052631578947,"ne":8.5,"en":7,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":83.3048245614035,"consensusEffective":83.3048245614035,"neWords":56,"enWords":56,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":90,"valid":true,"effective":90.18939393939394,"costUsd":0.001844075,"latencySeconds":7.314,"attempts":1,"calledAt":"2026-09-15T13:37:42.865Z","usage":{"inputTokens":1891,"outputTokens":408,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6388888888888888,"precision":0.9090909090909092,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.18939393939394,"consensusEffective":90.18939393939394,"neWords":41,"enWords":51,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":91,"valid":true,"effective":95.34210526315789,"costUsd":0.00187,"latencySeconds":6.883,"attempts":1,"calledAt":"2026-09-15T13:37:45.147Z","usage":{"inputTokens":2024,"outputTokens":396,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.8947368421052632,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.34210526315789,"consensusEffective":95.34210526315789,"neWords":48,"enWords":57,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":92,"valid":true,"effective":96.0,"costUsd":0.002018325,"latencySeconds":8.36,"attempts":1,"calledAt":"2026-09-15T13:37:50.176Z","usage":{"inputTokens":1803,"outputTokens":491,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.9166666666666667,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":96.0,"consensusEffective":96.0,"neWords":58,"enWords":69,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":93,"valid":true,"effective":92.8,"costUsd":0.002430575,"latencySeconds":11.347,"attempts":1,"calledAt":"2026-09-15T13:37:54.217Z","usage":{"inputTokens":1603,"outputTokens":686,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8333333333333334,"precision":0.96,"ne":7.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.8,"consensusEffective":92.8,"neWords":60,"enWords":66,"entityPrecision":0.727,"entityRecall":0.571,"entityF1":0.64,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":94,"valid":true,"effective":75.19685990338164,"costUsd":0.0021624,"latencySeconds":8.251,"attempts":1,"calledAt":"2026-09-15T13:37:53.406Z","usage":{"inputTokens":2244,"outputTokens":474,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.6875,"precision":0.7648953301127215,"ne":7,"en":6.5,"unsupported":3,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":75.19685990338164,"consensusEffective":75.19685990338164,"neWords":66,"enWords":83,"entityPrecision":1,"entityRecall":0.25,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":95,"valid":true,"effective":86.25,"costUsd":0.002104175,"latencySeconds":7.863,"attempts":1,"calledAt":"2026-09-15T13:37:58.046Z","usage":{"inputTokens":2221,"outputTokens":455,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8500000000000001,"supporting":0.71875,"precision":0.9166666666666667,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":51,"enWords":63,"entityPrecision":0.75,"entityRecall":0.375,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":96,"valid":true,"effective":69.4047619047619,"costUsd":0.0023698,"latencySeconds":10.312,"attempts":1,"calledAt":"2026-09-15T13:38:03.724Z","usage":{"inputTokens":2198,"outputTokens":563,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5833333333333333,"supporting":0.5357142857142857,"precision":0.9107142857142857,"ne":7,"en":5.5,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":69.4047619047619,"consensusEffective":69.4047619047619,"neWords":58,"enWords":79,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":97,"valid":true,"effective":87.35,"costUsd":0.0025228,"latencySeconds":12.023,"attempts":1,"calledAt":"2026-09-15T13:38:06.249Z","usage":{"inputTokens":2756,"outputTokens":530,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6875,"precision":0.9199999999999999,"ne":7.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":87.35,"consensusEffective":87.35,"neWords":58,"enWords":72,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":98,"valid":true,"effective":83.47058823529412,"costUsd":0.00182325,"latencySeconds":8.137,"attempts":1,"calledAt":"2026-09-15T13:38:06.194Z","usage":{"inputTokens":1728,"outputTokens":427,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.75,"precision":0.8156862745098039,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":83.47058823529412,"consensusEffective":83.47058823529412,"neWords":52,"enWords":50,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-27b","questionId":99,"valid":true,"effective":69.66666666666666,"costUsd":0.0026044,"latencySeconds":9.332,"attempts":1,"calledAt":"2026-09-15T13:38:13.088Z","usage":{"inputTokens":3014,"outputTokens":519,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6,"supporting":0.40789473684210525,"precision":0.8472222222222222,"ne":5.5,"en":8,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":2,"cleanEffective":69.66666666666666,"consensusEffective":69.66666666666666,"neWords":57,"enWords":69,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-27b","questionId":100,"valid":true,"effective":85.13725490196079,"costUsd":0.00184535,"latencySeconds":7.157,"attempts":1,"calledAt":"2026-09-15T13:38:13.358Z","usage":{"inputTokens":1828,"outputTokens":419,"reasoningTokens":0},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.875,"precision":0.8156862745098039,"ne":7.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.13725490196079,"consensusEffective":85.13725490196079,"neWords":47,"enWords":58,"entityPrecision":1,"entityRecall":0.444,"entityF1":0.615,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":1,"valid":true,"effective":97.13636363636364,"costUsd":0.012414,"latencySeconds":24.835,"attempts":1,"calledAt":"2026-09-15T14:19:10.576Z","usage":{"inputTokens":2160,"outputTokens":1349,"reasoningTokens":840},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":55,"enWords":81,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":2,"valid":true,"effective":79.55676328502415,"costUsd":0.013602,"latencySeconds":30.193,"attempts":1,"calledAt":"2026-09-15T14:19:15.936Z","usage":{"inputTokens":2409,"outputTokens":1464,"reasoningTokens":991},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7777777777777778,"supporting":0.34090909090909094,"precision":0.9148550724637681,"ne":7,"en":7,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":79.55676328502415,"consensusEffective":78.44565217391305,"neWords":60,"enWords":70,"entityPrecision":0.8,"entityRecall":0.364,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":3,"valid":true,"effective":85.25,"costUsd":0.015046,"latencySeconds":30.705,"attempts":1,"calledAt":"2026-09-15T14:19:16.448Z","usage":{"inputTokens":2918,"outputTokens":1535,"reasoningTokens":1007},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.2857142857142857,"precision":0.875,"ne":8.5,"en":7.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.25,"consensusEffective":85.25,"neWords":64,"enWords":78,"entityPrecision":0.667,"entityRecall":0.143,"entityF1":0.235,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":4,"valid":false,"effective":0,"costUsd":0,"latencySeconds":30.75,"attempts":3,"calledAt":"2026-09-15T15:15:16.390Z","usage":{"inputTokens":3470,"outputTokens":1596,"reasoningTokens":1474},"finishReason":"error","errorKind":"server_error","judgeCount":0},{"model":"qwen3-8-max","questionId":5,"valid":true,"effective":96.55,"costUsd":0.015764,"latencySeconds":31.313,"attempts":1,"calledAt":"2026-09-15T14:19:47.250Z","usage":{"inputTokens":3187,"outputTokens":1565,"reasoningTokens":977},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6590909090909091,"precision":0.96,"ne":9.5,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.55,"consensusEffective":96.55,"neWords":67,"enWords":97,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":6,"valid":true,"effective":64.95535714285714,"costUsd":0.01395,"latencySeconds":25.413,"attempts":1,"calledAt":"2026-09-15T14:19:41.863Z","usage":{"inputTokens":3183,"outputTokens":1264,"reasoningTokens":674},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.6041666666666667,"precision":0.6151785714285714,"ne":7,"en":4,"unsupported":6.5,"contradicted":1.5,"headlineNe":1.0,"headlineEn":0.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":64.95535714285714,"consensusEffective":64.95535714285714,"neWords":71,"enWords":105,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":7,"valid":true,"effective":77.5,"costUsd":0.014742,"latencySeconds":29.349,"attempts":1,"calledAt":"2026-09-15T14:19:58.654Z","usage":{"inputTokens":3180,"outputTokens":1397,"reasoningTokens":864},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.55,"supporting":0.4166666666666667,"precision":1.0,"ne":8.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":77.5,"consensusEffective":82.16666666666666,"neWords":61,"enWords":82,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":8,"valid":true,"effective":92.0,"costUsd":0.016018,"latencySeconds":31.738,"attempts":1,"calledAt":"2026-09-15T14:20:13.603Z","usage":{"inputTokens":2987,"outputTokens":1674,"reasoningTokens":1052},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6470588235294118,"precision":1.0,"ne":9.5,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.0,"consensusEffective":92.0,"neWords":63,"enWords":85,"entityPrecision":0.875,"entityRecall":0.7,"entityF1":0.778,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":9,"valid":true,"effective":92.13636363636364,"costUsd":0.014876,"latencySeconds":31.982,"attempts":1,"calledAt":"2026-09-15T14:20:19.233Z","usage":{"inputTokens":2701,"outputTokens":1579,"reasoningTokens":935},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.5227272727272727,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.13636363636364,"consensusEffective":92.13636363636364,"neWords":64,"enWords":87,"entityPrecision":0.778,"entityRecall":0.538,"entityF1":0.636,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":10,"valid":true,"effective":91.60960591133005,"costUsd":0.014918,"latencySeconds":29.558,"attempts":1,"calledAt":"2026-09-15T14:20:28.214Z","usage":{"inputTokens":3163,"outputTokens":1432,"reasoningTokens":832},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.895320197044335,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":91.60960591133005,"consensusEffective":91.60960591133005,"neWords":69,"enWords":79,"entityPrecision":0.875,"entityRecall":0.778,"entityF1":0.824,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":11,"valid":true,"effective":69.21794871794873,"costUsd":0.017328,"latencySeconds":38.699,"attempts":1,"calledAt":"2026-09-15T14:20:52.304Z","usage":{"inputTokens":2952,"outputTokens":1904,"reasoningTokens":1215},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.45833333333333337,"supporting":0.34615384615384615,"precision":0.8461538461538461,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":69.21794871794873,"consensusEffective":75.88461538461539,"neWords":78,"enWords":107,"entityPrecision":1,"entityRecall":0.409,"entityF1":0.581,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":12,"valid":true,"effective":95.9655172413793,"costUsd":0.013546,"latencySeconds":26.625,"attempts":1,"calledAt":"2026-09-15T14:20:45.861Z","usage":{"inputTokens":2924,"outputTokens":1283,"reasoningTokens":693},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.9655172413793103,"ne":8.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.9655172413793,"consensusEffective":95.9655172413793,"neWords":69,"enWords":79,"entityPrecision":1,"entityRecall":0.533,"entityF1":0.696,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":13,"valid":true,"effective":73.89655172413794,"costUsd":0.01596,"latencySeconds":34.38,"attempts":1,"calledAt":"2026-09-15T14:21:02.596Z","usage":{"inputTokens":2778,"outputTokens":1734,"reasoningTokens":1131},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.5,"precision":0.7965517241379311,"ne":6.5,"en":5.5,"unsupported":3,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":73.89655172413794,"consensusEffective":81.89655172413794,"neWords":63,"enWords":84,"entityPrecision":0.714,"entityRecall":0.385,"entityF1":0.5,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":14,"valid":true,"effective":85.84615384615384,"costUsd":0.01389,"latencySeconds":26.887,"attempts":1,"calledAt":"2026-09-15T14:21:12.749Z","usage":{"inputTokens":2952,"outputTokens":1331,"reasoningTokens":833},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.4375,"precision":0.9615384615384616,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":85.84615384615384,"consensusEffective":83.34615384615384,"neWords":66,"enWords":82,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":15,"valid":true,"effective":90.67543859649123,"costUsd":0.013862,"latencySeconds":29.292,"attempts":1,"calledAt":"2026-09-15T14:21:21.599Z","usage":{"inputTokens":2680,"outputTokens":1417,"reasoningTokens":936},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.41666666666666663,"precision":0.8391812865497076,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.67543859649123,"consensusEffective":90.67543859649123,"neWords":53,"enWords":80,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":16,"valid":true,"effective":68.14285714285714,"costUsd":0.013828,"latencySeconds":30.645,"attempts":1,"calledAt":"2026-09-15T14:21:33.244Z","usage":{"inputTokens":2564,"outputTokens":1450,"reasoningTokens":942},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.4375,"precision":0.7380952380952381,"ne":8,"en":6,"unsupported":2.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":68.14285714285714,"consensusEffective":68.14285714285714,"neWords":57,"enWords":84,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":17,"valid":true,"effective":86.69565217391305,"costUsd":0.013528,"latencySeconds":33.803,"attempts":1,"calledAt":"2026-09-15T14:21:46.554Z","usage":{"inputTokens":1892,"outputTokens":1624,"reasoningTokens":1014},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6136363636363636,"precision":0.8731884057971014,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.69565217391305,"consensusEffective":91.69565217391305,"neWords":63,"enWords":81,"entityPrecision":1,"entityRecall":0.636,"entityF1":0.778,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":18,"valid":true,"effective":90.84210526315789,"costUsd":0.010804,"latencySeconds":26.92,"attempts":1,"calledAt":"2026-09-15T14:21:48.522Z","usage":{"inputTokens":1469,"outputTokens":1311,"reasoningTokens":876},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9583333333333333,"precision":0.8947368421052632,"ne":7.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":90.84210526315789,"consensusEffective":90.84210526315789,"neWords":34,"enWords":52,"entityPrecision":1,"entityRecall":0.857,"entityF1":0.923,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":19,"valid":true,"effective":91.0,"costUsd":0.010968,"latencySeconds":23.607,"attempts":1,"calledAt":"2026-09-15T14:21:56.852Z","usage":{"inputTokens":2205,"outputTokens":1093,"reasoningTokens":625},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.825,"ne":9,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.0,"consensusEffective":91.0,"neWords":55,"enWords":74,"entityPrecision":1,"entityRecall":0.8,"entityF1":0.889,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":20,"valid":true,"effective":88.3560606060606,"costUsd":0.014162,"latencySeconds":29.09,"attempts":1,"calledAt":"2026-09-15T14:22:15.646Z","usage":{"inputTokens":2953,"outputTokens":1376,"reasoningTokens":860},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.625,"precision":0.8535353535353536,"ne":8.5,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":88.3560606060606,"consensusEffective":87.02272727272728,"neWords":61,"enWords":69,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":21,"valid":true,"effective":79.02272727272727,"costUsd":0.018578,"latencySeconds":40.53,"attempts":1,"calledAt":"2026-09-15T14:22:29.053Z","usage":{"inputTokens":3436,"outputTokens":1951,"reasoningTokens":1257},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6818181818181818,"supporting":0.20454545454545456,"precision":0.875,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":79.02272727272727,"consensusEffective":75.5,"neWords":73,"enWords":103,"entityPrecision":0.889,"entityRecall":0.364,"entityF1":0.516,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":22,"valid":true,"effective":82.88248847926266,"costUsd":0.018424,"latencySeconds":42.415,"attempts":1,"calledAt":"2026-09-15T14:22:39.268Z","usage":{"inputTokens":3467,"outputTokens":1915,"reasoningTokens":1244},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8214285714285714,"supporting":0.35,"precision":0.8675115207373272,"ne":7.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":82.88248847926266,"consensusEffective":86.02534562211981,"neWords":75,"enWords":102,"entityPrecision":0.75,"entityRecall":0.462,"entityF1":0.571,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":23,"valid":true,"effective":75.07575757575756,"costUsd":0.01339,"latencySeconds":32.104,"attempts":1,"calledAt":"2026-09-15T14:22:47.752Z","usage":{"inputTokens":2153,"outputTokens":1514,"reasoningTokens":1003},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.21153846153846156,"precision":0.8136363636363637,"ne":8.5,"en":7.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":75.07575757575756,"consensusEffective":75.07575757575756,"neWords":59,"enWords":71,"entityPrecision":0.833,"entityRecall":0.333,"entityF1":0.476,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":24,"valid":true,"effective":89.91666666666666,"costUsd":0.007394,"latencySeconds":19.375,"attempts":1,"calledAt":"2026-09-15T14:22:48.431Z","usage":{"inputTokens":1234,"outputTokens":821,"reasoningTokens":541},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.625,"precision":0.7638888888888888,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":89.91666666666666,"consensusEffective":89.91666666666666,"neWords":24,"enWords":33,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":25,"valid":true,"effective":94.75,"costUsd":0.01086,"latencySeconds":24.913,"attempts":1,"calledAt":"2026-09-15T14:23:04.183Z","usage":{"inputTokens":1845,"outputTokens":1195,"reasoningTokens":728},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.95,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.75,"consensusEffective":94.75,"neWords":46,"enWords":51,"entityPrecision":0.6,"entityRecall":0.75,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":26,"valid":true,"effective":92.82142857142857,"costUsd":0.013326,"latencySeconds":31.599,"attempts":1,"calledAt":"2026-09-15T14:23:19.352Z","usage":{"inputTokens":2325,"outputTokens":1446,"reasoningTokens":951},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.5625,"precision":0.9523809523809523,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.82142857142857,"consensusEffective":94.82142857142857,"neWords":46,"enWords":56,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":27,"valid":true,"effective":91.31235697940502,"costUsd":0.011156,"latencySeconds":28.903,"attempts":1,"calledAt":"2026-09-15T14:23:17.337Z","usage":{"inputTokens":1711,"outputTokens":1289,"reasoningTokens":790},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6071428571428572,"precision":0.8604118993135011,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":91.31235697940502,"consensusEffective":91.31235697940502,"neWords":50,"enWords":68,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":28,"valid":true,"effective":93.83333333333333,"costUsd":0.009598,"latencySeconds":23.175,"attempts":1,"calledAt":"2026-09-15T14:23:27.360Z","usage":{"inputTokens":1697,"outputTokens":1034,"reasoningTokens":655},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9444444444444444,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.83333333333333,"consensusEffective":93.83333333333333,"neWords":46,"enWords":66,"entityPrecision":1,"entityRecall":0.333,"entityF1":0.5,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":29,"valid":true,"effective":98.5,"costUsd":0.012968,"latencySeconds":26.252,"attempts":1,"calledAt":"2026-09-15T15:14:08.134Z","usage":{"inputTokens":2359,"outputTokens":1375,"reasoningTokens":846},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5909090909090909,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":63,"enWords":78,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":30,"valid":true,"effective":98.5,"costUsd":0.012252,"latencySeconds":33.015,"attempts":1,"calledAt":"2026-09-15T14:23:52.368Z","usage":{"inputTokens":2592,"outputTokens":1178,"reasoningTokens":698},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":56,"enWords":75,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":31,"valid":true,"effective":91.75,"costUsd":0.010434,"latencySeconds":24.347,"attempts":1,"calledAt":"2026-09-15T14:23:51.709Z","usage":{"inputTokens":1941,"outputTokens":1092,"reasoningTokens":624},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":91.75,"consensusEffective":91.75,"neWords":70,"enWords":72,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":32,"valid":true,"effective":85.61231884057972,"costUsd":0.013116,"latencySeconds":45.789,"attempts":1,"calledAt":"2026-09-15T14:24:19.618Z","usage":{"inputTokens":1323,"outputTokens":1745,"reasoningTokens":1193},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6818181818181818,"precision":0.8454106280193237,"ne":5.5,"en":8,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":2,"cleanEffective":85.61231884057972,"consensusEffective":85.61231884057972,"neWords":62,"enWords":77,"entityPrecision":0.857,"entityRecall":0.75,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":33,"valid":true,"effective":95.75,"costUsd":0.010592,"latencySeconds":29.52,"attempts":1,"calledAt":"2026-09-15T14:24:21.232Z","usage":{"inputTokens":1393,"outputTokens":1301,"reasoningTokens":737},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.8888888888888888,"precision":1.0,"ne":9,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.75,"consensusEffective":95.75,"neWords":56,"enWords":82,"entityPrecision":1,"entityRecall":0.889,"entityF1":0.941,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":34,"valid":true,"effective":94.59210526315789,"costUsd":0.009908,"latencySeconds":20.326,"attempts":1,"calledAt":"2026-09-15T14:24:12.696Z","usage":{"inputTokens":2164,"outputTokens":930,"reasoningTokens":431},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.8947368421052632,"ne":9.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.59210526315789,"consensusEffective":94.59210526315789,"neWords":56,"enWords":71,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":35,"valid":true,"effective":97.13636363636364,"costUsd":0.01379,"latencySeconds":34.783,"attempts":1,"calledAt":"2026-09-15T14:24:47.485Z","usage":{"inputTokens":2455,"outputTokens":1480,"reasoningTokens":1081},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9545454545454546,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.13636363636364,"consensusEffective":97.13636363636364,"neWords":53,"enWords":62,"entityPrecision":0.5,"entityRecall":0.25,"entityF1":0.333,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":36,"valid":true,"effective":93.9423076923077,"costUsd":0.010798,"latencySeconds":29.541,"attempts":1,"calledAt":"2026-09-15T14:24:49.163Z","usage":{"inputTokens":1553,"outputTokens":1282,"reasoningTokens":768},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9,"precision":0.9230769230769231,"ne":9,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.9423076923077,"consensusEffective":93.9423076923077,"neWords":43,"enWords":64,"entityPrecision":1,"entityRecall":0.875,"entityF1":0.933,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":37,"valid":true,"effective":95.63636363636364,"costUsd":0.009762,"latencySeconds":23.652,"attempts":1,"calledAt":"2026-09-15T14:24:44.886Z","usage":{"inputTokens":1695,"outputTokens":1062,"reasoningTokens":514},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5714285714285714,"precision":0.9545454545454546,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.63636363636364,"consensusEffective":95.63636363636364,"neWords":74,"enWords":107,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":38,"valid":true,"effective":94.5,"costUsd":0.007132,"latencySeconds":17.479,"attempts":1,"calledAt":"2026-09-15T14:25:02.372Z","usage":{"inputTokens":1313,"outputTokens":751,"reasoningTokens":413},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":1,"precision":1.0,"ne":8.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.5,"consensusEffective":94.5,"neWords":46,"enWords":51,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":39,"valid":true,"effective":85.46428571428572,"costUsd":0.005784,"latencySeconds":14.201,"attempts":1,"calledAt":"2026-09-15T14:25:01.688Z","usage":{"inputTokens":1125,"outputTokens":589,"reasoningTokens":334},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0,"precision":0.6904761904761905,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":85.46428571428572,"consensusEffective":85.46428571428572,"neWords":31,"enWords":40,"entityPrecision":0,"entityRecall":0,"entityF1":0,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":40,"valid":true,"effective":78.83571428571429,"costUsd":0.015794,"latencySeconds":35.061,"attempts":1,"calledAt":"2026-09-15T14:25:24.226Z","usage":{"inputTokens":3142,"outputTokens":1585,"reasoningTokens":1036},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.525,"precision":0.8528571428571429,"ne":8.5,"en":7,"unsupported":2,"contradicted":1.5,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":78.83571428571429,"consensusEffective":78.83571428571429,"neWords":56,"enWords":87,"entityPrecision":1,"entityRecall":0.438,"entityF1":0.609,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":41,"valid":true,"effective":97.19565217391305,"costUsd":0.013944,"latencySeconds":29.005,"attempts":1,"calledAt":"2026-09-15T14:25:30.696Z","usage":{"inputTokens":2637,"outputTokens":1445,"reasoningTokens":880},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9375,"precision":0.9565217391304348,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.19565217391305,"consensusEffective":97.19565217391305,"neWords":55,"enWords":62,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":42,"valid":true,"effective":88.17207792207793,"costUsd":0.015434,"latencySeconds":30.685,"attempts":1,"calledAt":"2026-09-15T14:25:33.062Z","usage":{"inputTokens":3058,"outputTokens":1553,"reasoningTokens":929},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.95,"supporting":0.475,"precision":0.8474025974025974,"ne":8.5,"en":8,"unsupported":2,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":88.17207792207793,"consensusEffective":90.17207792207793,"neWords":73,"enWords":86,"entityPrecision":0.75,"entityRecall":0.545,"entityF1":0.632,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":43,"valid":true,"effective":89.06229143492769,"costUsd":0.014228,"latencySeconds":30.069,"attempts":1,"calledAt":"2026-09-15T14:25:54.299Z","usage":{"inputTokens":2647,"outputTokens":1489,"reasoningTokens":897},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8333333333333334,"precision":0.8687430478309233,"ne":8.5,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":0.5,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":89.06229143492769,"consensusEffective":91.56229143492769,"neWords":57,"enWords":85,"entityPrecision":1,"entityRecall":0.615,"entityF1":0.762,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":44,"valid":true,"effective":82.18686868686869,"costUsd":0.014816,"latencySeconds":30.139,"attempts":1,"calledAt":"2026-09-15T14:26:00.839Z","usage":{"inputTokens":3052,"outputTokens":1452,"reasoningTokens":932},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6944444444444444,"supporting":0.40625,"precision":0.8636363636363636,"ne":9.5,"en":9.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":82.18686868686869,"consensusEffective":89.4090909090909,"neWords":51,"enWords":75,"entityPrecision":0.833,"entityRecall":0.385,"entityF1":0.526,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":45,"valid":true,"effective":89.07142857142857,"costUsd":0.015574,"latencySeconds":32.74,"attempts":1,"calledAt":"2026-09-15T14:26:05.807Z","usage":{"inputTokens":3329,"outputTokens":1486,"reasoningTokens":978},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8571428571428571,"precision":0.9523809523809523,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.07142857142857,"consensusEffective":89.07142857142857,"neWords":56,"enWords":89,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":46,"valid":true,"effective":89.01666666666668,"costUsd":0.015248,"latencySeconds":31.179,"attempts":1,"calledAt":"2026-09-15T14:26:25.483Z","usage":{"inputTokens":3052,"outputTokens":1524,"reasoningTokens":933},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5,"precision":0.9199999999999999,"ne":8,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.01666666666668,"consensusEffective":90.35,"neWords":62,"enWords":81,"entityPrecision":0.714,"entityRecall":0.714,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":47,"valid":true,"effective":89.07142857142857,"costUsd":0.014286,"latencySeconds":30.918,"attempts":1,"calledAt":"2026-09-15T14:26:31.761Z","usage":{"inputTokens":2781,"outputTokens":1454,"reasoningTokens":942},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.6428571428571428,"precision":0.9523809523809523,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":89.07142857142857,"consensusEffective":97.07142857142857,"neWords":66,"enWords":81,"entityPrecision":1,"entityRecall":0.571,"entityF1":0.727,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":48,"valid":true,"effective":97.0,"costUsd":0.012546,"latencySeconds":27.107,"attempts":1,"calledAt":"2026-09-15T14:26:32.918Z","usage":{"inputTokens":2502,"outputTokens":1257,"reasoningTokens":776},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8571428571428571,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":56,"enWords":66,"entityPrecision":0.8,"entityRecall":0.571,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":49,"valid":true,"effective":72.29166666666667,"costUsd":0.014806,"latencySeconds":32.504,"attempts":1,"calledAt":"2026-09-15T14:26:57.990Z","usage":{"inputTokens":3083,"outputTokens":1440,"reasoningTokens":879},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.5416666666666667,"supporting":0.42500000000000004,"precision":0.8375,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":72.29166666666667,"consensusEffective":76.625,"neWords":63,"enWords":114,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":50,"valid":true,"effective":94.5,"costUsd":0.017824,"latencySeconds":42.663,"attempts":1,"calledAt":"2026-09-15T14:27:14.427Z","usage":{"inputTokens":3146,"outputTokens":1922,"reasoningTokens":1394},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.55,"precision":0.9166666666666667,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.5,"consensusEffective":94.5,"neWords":69,"enWords":81,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":51,"valid":true,"effective":86.25,"costUsd":0.016772,"latencySeconds":36.94,"attempts":1,"calledAt":"2026-09-15T14:27:09.862Z","usage":{"inputTokens":3217,"outputTokens":1723,"reasoningTokens":1203},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.75,"supporting":0.9166666666666667,"precision":1.0,"ne":9,"en":8.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.25,"consensusEffective":86.25,"neWords":76,"enWords":80,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":52,"valid":true,"effective":89.72142857142856,"costUsd":0.012062,"latencySeconds":29.6,"attempts":1,"calledAt":"2026-09-15T14:27:27.593Z","usage":{"inputTokens":2029,"outputTokens":1334,"reasoningTokens":740},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8323809523809524,"ne":8,"en":8.5,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1.5,"cleanEffective":89.72142857142856,"consensusEffective":89.72142857142856,"neWords":65,"enWords":89,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":53,"valid":true,"effective":89.14615384615385,"costUsd":0.014716,"latencySeconds":29.781,"attempts":1,"calledAt":"2026-09-15T14:27:39.647Z","usage":{"inputTokens":3215,"outputTokens":1381,"reasoningTokens":838},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.6041666666666667,"precision":0.9215384615384616,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":89.14615384615385,"consensusEffective":89.14615384615385,"neWords":64,"enWords":92,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":54,"valid":true,"effective":90.24183006535947,"costUsd":0.01371,"latencySeconds":30.334,"attempts":1,"calledAt":"2026-09-15T14:27:44.772Z","usage":{"inputTokens":2541,"outputTokens":1438,"reasoningTokens":889},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4285714285714286,"precision":0.8747276688453158,"ne":9,"en":7,"unsupported":2,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":90.24183006535947,"consensusEffective":90.24183006535947,"neWords":67,"enWords":87,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":55,"valid":true,"effective":92.75,"costUsd":0.012812,"latencySeconds":27.741,"attempts":1,"calledAt":"2026-09-15T14:27:55.338Z","usage":{"inputTokens":2467,"outputTokens":1313,"reasoningTokens":804},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.8333333333333334,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.75,"consensusEffective":92.75,"neWords":57,"enWords":81,"entityPrecision":0.667,"entityRecall":0.364,"entityF1":0.471,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":56,"valid":true,"effective":93.6413043478261,"costUsd":0.014404,"latencySeconds":31.222,"attempts":1,"calledAt":"2026-09-15T14:28:10.877Z","usage":{"inputTokens":2786,"outputTokens":1472,"reasoningTokens":982},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6041666666666667,"precision":0.9130434782608695,"ne":8.5,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":93.6413043478261,"consensusEffective":93.6413043478261,"neWords":59,"enWords":90,"entityPrecision":1,"entityRecall":0.455,"entityF1":0.625,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":57,"valid":true,"effective":91.41666666666666,"costUsd":0.013286,"latencySeconds":26.104,"attempts":1,"calledAt":"2026-09-15T14:28:10.880Z","usage":{"inputTokens":2869,"outputTokens":1258,"reasoningTokens":768},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.4807692307692307,"precision":0.8888888888888888,"ne":8.5,"en":8,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":91.41666666666666,"consensusEffective":91.41666666666666,"neWords":65,"enWords":95,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":58,"valid":true,"effective":93.84210526315789,"costUsd":0.01208,"latencySeconds":24.154,"attempts":1,"calledAt":"2026-09-15T14:28:19.496Z","usage":{"inputTokens":2527,"outputTokens":1171,"reasoningTokens":704},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.8947368421052632,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":93.84210526315789,"consensusEffective":93.84210526315789,"neWords":62,"enWords":81,"entityPrecision":1,"entityRecall":0.429,"entityF1":0.6,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":59,"valid":true,"effective":95.16666666666667,"costUsd":0.012342,"latencySeconds":24.921,"attempts":1,"calledAt":"2026-09-15T14:28:35.806Z","usage":{"inputTokens":2718,"outputTokens":1151,"reasoningTokens":725},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.6666666666666666,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":95.16666666666667,"consensusEffective":95.16666666666667,"neWords":59,"enWords":89,"entityPrecision":1,"entityRecall":0.4,"entityF1":0.571,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":60,"valid":true,"effective":88.92105263157895,"costUsd":0.013774,"latencySeconds":34.406,"attempts":1,"calledAt":"2026-09-15T14:28:45.292Z","usage":{"inputTokens":2144,"outputTokens":1581,"reasoningTokens":1015},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.75,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.92105263157895,"consensusEffective":96.92105263157895,"neWords":52,"enWords":67,"entityPrecision":0.889,"entityRecall":0.727,"entityF1":0.8,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":61,"valid":true,"effective":76.14915966386555,"costUsd":0.016118,"latencySeconds":35.885,"attempts":1,"calledAt":"2026-09-15T14:28:55.387Z","usage":{"inputTokens":3310,"outputTokens":1583,"reasoningTokens":883},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.4411764705882353,"precision":0.8466386554621849,"ne":8,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":76.14915966386555,"consensusEffective":75.79201680672269,"neWords":58,"enWords":99,"entityPrecision":0.923,"entityRecall":0.75,"entityF1":0.828,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":62,"valid":true,"effective":87.70634920634922,"costUsd":0.013588,"latencySeconds":33.856,"attempts":1,"calledAt":"2026-09-15T14:29:09.665Z","usage":{"inputTokens":2255,"outputTokens":1513,"reasoningTokens":954},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7857142857142857,"supporting":0.6388888888888888,"precision":0.9259259259259259,"ne":9.5,"en":9.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":87.70634920634922,"consensusEffective":96.27777777777777,"neWords":56,"enWords":81,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":63,"valid":true,"effective":93.45779220779221,"costUsd":0.014438,"latencySeconds":30.79,"attempts":1,"calledAt":"2026-09-15T14:29:16.085Z","usage":{"inputTokens":3106,"outputTokens":1371,"reasoningTokens":808},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.59375,"precision":0.9069264069264069,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.45779220779221,"consensusEffective":93.45779220779221,"neWords":59,"enWords":83,"entityPrecision":0.857,"entityRecall":0.545,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":64,"valid":true,"effective":96.83333333333333,"costUsd":0.013318,"latencySeconds":29.007,"attempts":1,"calledAt":"2026-09-15T14:29:24.398Z","usage":{"inputTokens":2687,"outputTokens":1324,"reasoningTokens":807},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.9444444444444444,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":96.83333333333333,"consensusEffective":96.83333333333333,"neWords":51,"enWords":65,"entityPrecision":1,"entityRecall":0.538,"entityF1":0.7,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":65,"valid":true,"effective":86.65,"costUsd":0.015374,"latencySeconds":37.1,"attempts":1,"calledAt":"2026-09-15T14:29:46.772Z","usage":{"inputTokens":2731,"outputTokens":1652,"reasoningTokens":958},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8125,"supporting":0.2857142857142857,"precision":0.88,"ne":9.5,"en":9,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":0.5,"cleanEffective":86.65,"consensusEffective":91.29285714285714,"neWords":69,"enWords":95,"entityPrecision":0.889,"entityRecall":0.533,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":66,"valid":true,"effective":86.08333333333333,"costUsd":0.014108,"latencySeconds":35.565,"attempts":1,"calledAt":"2026-09-15T14:29:51.655Z","usage":{"inputTokens":2413,"outputTokens":1547,"reasoningTokens":901},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.7083333333333333,"supporting":0.6458333333333333,"precision":1.0,"ne":9.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.08333333333333,"consensusEffective":82.75,"neWords":61,"enWords":93,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":67,"valid":true,"effective":86.125,"costUsd":0.013334,"latencySeconds":28.428,"attempts":1,"calledAt":"2026-09-15T14:29:52.830Z","usage":{"inputTokens":2503,"outputTokens":1388,"reasoningTokens":860},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.7375,"ne":8.5,"en":7.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":86.125,"consensusEffective":86.125,"neWords":66,"enWords":73,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":68,"valid":true,"effective":94.42105263157895,"costUsd":0.011378,"latencySeconds":22.624,"attempts":1,"calledAt":"2026-09-15T14:30:09.399Z","usage":{"inputTokens":2503,"outputTokens":1062,"reasoningTokens":620},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.8333333333333334,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":94.42105263157895,"consensusEffective":91.92105263157895,"neWords":45,"enWords":86,"entityPrecision":1,"entityRecall":0.364,"entityF1":0.533,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":69,"valid":true,"effective":95.04885057471265,"costUsd":0.01193,"latencySeconds":28.693,"attempts":1,"calledAt":"2026-09-15T14:30:20.354Z","usage":{"inputTokens":2215,"outputTokens":1250,"reasoningTokens":726},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.4772727272727273,"precision":0.9655172413793103,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":95.04885057471265,"consensusEffective":95.04885057471265,"neWords":69,"enWords":85,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":70,"valid":true,"effective":96.67857142857143,"costUsd":0.013258,"latencySeconds":33.504,"attempts":1,"calledAt":"2026-09-15T14:30:26.339Z","usage":{"inputTokens":2171,"outputTokens":1486,"reasoningTokens":1010},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":1,"precision":0.9642857142857143,"ne":9,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.67857142857143,"consensusEffective":96.67857142857143,"neWords":44,"enWords":69,"entityPrecision":0.857,"entityRecall":0.5,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":71,"valid":true,"effective":88.02222222222223,"costUsd":0.015104,"latencySeconds":35.059,"attempts":1,"calledAt":"2026-09-15T14:30:44.462Z","usage":{"inputTokens":2851,"outputTokens":1567,"reasoningTokens":955},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.6363636363636364,"precision":0.922962962962963,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":88.02222222222223,"consensusEffective":94.68888888888888,"neWords":70,"enWords":91,"entityPrecision":1,"entityRecall":0.769,"entityF1":0.87,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":72,"valid":true,"effective":90.87903225806451,"costUsd":0.014734,"latencySeconds":37.846,"attempts":1,"calledAt":"2026-09-15T14:30:58.204Z","usage":{"inputTokens":2213,"outputTokens":1718,"reasoningTokens":1201},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5277777777777778,"precision":0.8709677419354839,"ne":8,"en":8.5,"unsupported":2,"contradicted":0.5,"headlineNe":1.0,"headlineEn":0.5,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":90.87903225806451,"consensusEffective":90.87903225806451,"neWords":62,"enWords":78,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":73,"valid":true,"effective":91.9,"costUsd":0.013474,"latencySeconds":33.283,"attempts":1,"calledAt":"2026-09-15T14:30:59.644Z","usage":{"inputTokens":2198,"outputTokens":1513,"reasoningTokens":997},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5277777777777778,"precision":0.88,"ne":9,"en":8,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0.5,"neRelevantFlags":1,"cleanEffective":91.9,"consensusEffective":91.9,"neWords":44,"enWords":67,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":74,"valid":true,"effective":92.34210526315789,"costUsd":0.010644,"latencySeconds":26.193,"attempts":1,"calledAt":"2026-09-15T14:31:10.659Z","usage":{"inputTokens":1842,"outputTokens":1160,"reasoningTokens":725},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9166666666666666,"precision":0.8947368421052632,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.34210526315789,"consensusEffective":92.34210526315789,"neWords":45,"enWords":67,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":75,"valid":true,"effective":84.5,"costUsd":0.012358,"latencySeconds":29.966,"attempts":1,"calledAt":"2026-09-15T14:31:28.174Z","usage":{"inputTokens":1967,"outputTokens":1404,"reasoningTokens":933},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6875,"supporting":0.8500000000000001,"precision":1.0,"ne":9,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":84.5,"consensusEffective":84.5,"neWords":51,"enWords":74,"entityPrecision":0.75,"entityRecall":0.5,"entityF1":0.6,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":76,"valid":true,"effective":96.25,"costUsd":0.014146,"latencySeconds":30.403,"attempts":1,"calledAt":"2026-09-15T14:31:30.055Z","usage":{"inputTokens":2795,"outputTokens":1426,"reasoningTokens":952},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":1.0,"ne":8.5,"en":9,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.25,"consensusEffective":96.25,"neWords":47,"enWords":58,"entityPrecision":1,"entityRecall":0.462,"entityF1":0.632,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":77,"valid":true,"effective":93.1,"costUsd":0.009802,"latencySeconds":28.013,"attempts":1,"calledAt":"2026-09-15T14:31:38.678Z","usage":{"inputTokens":1523,"outputTokens":1126,"reasoningTokens":677},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.7916666666666667,"precision":0.9199999999999999,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":93.1,"consensusEffective":93.1,"neWords":51,"enWords":72,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":78,"valid":true,"effective":96.92105263157895,"costUsd":0.013774,"latencySeconds":34.383,"attempts":1,"calledAt":"2026-09-15T14:32:02.560Z","usage":{"inputTokens":2102,"outputTokens":1595,"reasoningTokens":1050},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":65,"enWords":75,"entityPrecision":0.833,"entityRecall":0.5,"entityF1":0.625,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":79,"valid":true,"effective":94.27272727272728,"costUsd":0.011304,"latencySeconds":31.224,"attempts":1,"calledAt":"2026-09-15T14:32:01.282Z","usage":{"inputTokens":1452,"outputTokens":1400,"reasoningTokens":910},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6666666666666666,"precision":0.9090909090909092,"ne":9,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":94.27272727272728,"consensusEffective":94.27272727272728,"neWords":60,"enWords":71,"entityPrecision":0.75,"entityRecall":0.6,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":80,"valid":true,"effective":98.5,"costUsd":0.014368,"latencySeconds":35.289,"attempts":1,"calledAt":"2026-09-15T14:32:13.977Z","usage":{"inputTokens":2522,"outputTokens":1554,"reasoningTokens":1046},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5576923076923077,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":63,"enWords":75,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":81,"valid":true,"effective":74.13725490196077,"costUsd":0.01094,"latencySeconds":27.232,"attempts":1,"calledAt":"2026-09-15T14:32:28.519Z","usage":{"inputTokens":1969,"outputTokens":1167,"reasoningTokens":731},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.6666666666666666,"supporting":0.7857142857142857,"precision":0.8823529411764706,"ne":6.5,"en":7.5,"unsupported":1,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":74.13725490196077,"consensusEffective":74.13725490196077,"neWords":37,"enWords":55,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":82,"valid":true,"effective":92.06862745098039,"costUsd":0.015358,"latencySeconds":37.852,"attempts":1,"calledAt":"2026-09-15T14:32:40.419Z","usage":{"inputTokens":2630,"outputTokens":1683,"reasoningTokens":1190},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9583333333333333,"supporting":0.2,"precision":0.9411764705882353,"ne":8.5,"en":8.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.06862745098039,"consensusEffective":91.73529411764706,"neWords":69,"enWords":83,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":83,"valid":true,"effective":86.98529411764706,"costUsd":0.011796,"latencySeconds":28.967,"attempts":1,"calledAt":"2026-09-15T14:32:42.952Z","usage":{"inputTokens":2115,"outputTokens":1261,"reasoningTokens":755},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5357142857142857,"precision":0.8411764705882353,"ne":8.5,"en":6,"unsupported":1.5,"contradicted":1,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":86.98529411764706,"consensusEffective":86.98529411764706,"neWords":54,"enWords":70,"entityPrecision":0.5,"entityRecall":0.333,"entityF1":0.4,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":84,"valid":true,"effective":98.5,"costUsd":0.012376,"latencySeconds":30.282,"attempts":1,"calledAt":"2026-09-15T14:32:58.804Z","usage":{"inputTokens":2378,"outputTokens":1270,"reasoningTokens":692},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":69,"enWords":80,"entityPrecision":0.667,"entityRecall":0.444,"entityF1":0.533,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":85,"valid":true,"effective":98.5,"costUsd":0.011534,"latencySeconds":31.679,"attempts":1,"calledAt":"2026-09-15T14:33:12.105Z","usage":{"inputTokens":1768,"outputTokens":1333,"reasoningTokens":889},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":42,"enWords":53,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":86,"valid":true,"effective":97.38888888888889,"costUsd":0.011626,"latencySeconds":27.629,"attempts":1,"calledAt":"2026-09-15T14:33:10.590Z","usage":{"inputTokens":2036,"outputTokens":1259,"reasoningTokens":747},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.9285714285714286,"precision":0.962962962962963,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.38888888888889,"consensusEffective":97.38888888888889,"neWords":49,"enWords":60,"entityPrecision":1,"entityRecall":1,"entityF1":1,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":87,"valid":true,"effective":92.07777777777778,"costUsd":0.014244,"latencySeconds":40.776,"attempts":1,"calledAt":"2026-09-15T14:33:39.588Z","usage":{"inputTokens":1569,"outputTokens":1851,"reasoningTokens":1301},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.6785714285714286,"precision":0.885925925925926,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":92.07777777777778,"consensusEffective":92.07777777777778,"neWords":57,"enWords":87,"entityPrecision":1,"entityRecall":0.625,"entityF1":0.769,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":88,"valid":true,"effective":77.34210526315789,"costUsd":0.011942,"latencySeconds":32.358,"attempts":1,"calledAt":"2026-09-15T14:33:42.957Z","usage":{"inputTokens":1690,"outputTokens":1427,"reasoningTokens":829},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.625,"supporting":0.5,"precision":0.8947368421052632,"ne":8,"en":9,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1,"cleanEffective":77.34210526315789,"consensusEffective":77.34210526315789,"neWords":68,"enWords":82,"entityPrecision":1,"entityRecall":0.412,"entityF1":0.583,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":89,"valid":true,"effective":80.70833333333334,"costUsd":0.010786,"latencySeconds":27.468,"attempts":1,"calledAt":"2026-09-15T14:33:39.581Z","usage":{"inputTokens":1604,"outputTokens":1263,"reasoningTokens":851},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8333333333333334,"supporting":0.75,"precision":0.8041666666666667,"ne":7,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":80.70833333333334,"consensusEffective":80.70833333333334,"neWords":61,"enWords":63,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":90,"valid":true,"effective":97.34615384615384,"costUsd":0.01112,"latencySeconds":26.704,"attempts":1,"calledAt":"2026-09-15T14:34:06.300Z","usage":{"inputTokens":1915,"outputTokens":1215,"reasoningTokens":765},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8611111111111112,"precision":0.9615384615384616,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":97.34615384615384,"consensusEffective":97.34615384615384,"neWords":48,"enWords":65,"entityPrecision":1,"entityRecall":0.6,"entityF1":0.75,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":91,"valid":true,"effective":96.92105263157895,"costUsd":0.009088,"latencySeconds":18.319,"attempts":1,"calledAt":"2026-09-15T14:33:57.918Z","usage":{"inputTokens":2048,"outputTokens":832,"reasoningTokens":406},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.75,"precision":0.9473684210526316,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":96.92105263157895,"consensusEffective":96.92105263157895,"neWords":58,"enWords":62,"entityPrecision":1,"entityRecall":0.75,"entityF1":0.857,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":92,"valid":true,"effective":97.0,"costUsd":0.010272,"latencySeconds":24.773,"attempts":1,"calledAt":"2026-09-15T14:34:07.738Z","usage":{"inputTokens":1827,"outputTokens":1103,"reasoningTokens":659},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.5,"precision":0.95,"ne":9.5,"en":9.5,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":97.0,"consensusEffective":97.0,"neWords":53,"enWords":66,"entityPrecision":1,"entityRecall":0.5,"entityF1":0.667,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":93,"valid":true,"effective":98.5,"costUsd":0.012356,"latencySeconds":34.274,"attempts":1,"calledAt":"2026-09-15T14:34:32.203Z","usage":{"inputTokens":1627,"outputTokens":1517,"reasoningTokens":894},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.8888888888888888,"precision":1.0,"ne":9.5,"en":9.5,"unsupported":0,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":98.5,"consensusEffective":98.5,"neWords":59,"enWords":64,"entityPrecision":1,"entityRecall":0.786,"entityF1":0.88,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":94,"valid":true,"effective":92.9532967032967,"costUsd":0.012954,"latencySeconds":30.909,"attempts":1,"calledAt":"2026-09-15T14:34:37.222Z","usage":{"inputTokens":2268,"outputTokens":1403,"reasoningTokens":858},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":1,"supporting":0.875,"precision":0.8901098901098901,"ne":9,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":92.9532967032967,"consensusEffective":92.9532967032967,"neWords":71,"enWords":96,"entityPrecision":1,"entityRecall":0.375,"entityF1":0.545,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":95,"valid":true,"effective":85.75,"costUsd":0.01304,"latencySeconds":31.125,"attempts":1,"calledAt":"2026-09-15T14:34:38.872Z","usage":{"inputTokens":2245,"outputTokens":1425,"reasoningTokens":919},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.8,"supporting":0.78125,"precision":0.9166666666666667,"ne":9,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":85.75,"consensusEffective":85.75,"neWords":58,"enWords":74,"entityPrecision":0.8,"entityRecall":0.5,"entityF1":0.615,"neAnyFlag":false,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":96,"valid":true,"effective":88.83333333333334,"costUsd":0.012694,"latencySeconds":32.265,"attempts":1,"calledAt":"2026-09-15T14:35:04.482Z","usage":{"inputTokens":2222,"outputTokens":1375,"reasoningTokens":857},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.5892857142857142,"precision":0.8888888888888888,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":88.83333333333334,"consensusEffective":88.83333333333334,"neWords":56,"enWords":87,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":97,"valid":true,"effective":90.69565217391303,"costUsd":0.014734,"latencySeconds":34.211,"attempts":1,"calledAt":"2026-09-15T14:35:11.444Z","usage":{"inputTokens":2780,"outputTokens":1529,"reasoningTokens":995},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.875,"supporting":0.6875,"precision":0.9565217391304348,"ne":9,"en":9,"unsupported":0.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0.5,"cleanEffective":90.69565217391303,"consensusEffective":90.69565217391303,"neWords":57,"enWords":78,"entityPrecision":1,"entityRecall":0.667,"entityF1":0.8,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":98,"valid":true,"effective":86.4065934065934,"costUsd":0.00906,"latencySeconds":20.6,"attempts":1,"calledAt":"2026-09-15T14:34:59.482Z","usage":{"inputTokens":1752,"outputTokens":926,"reasoningTokens":525},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9375,"supporting":0.25,"precision":0.7802197802197802,"ne":8.5,"en":8.5,"unsupported":1.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":1.5,"cleanEffective":86.4065934065934,"consensusEffective":86.4065934065934,"neWords":44,"enWords":49,"entityPrecision":1,"entityRecall":0.714,"entityF1":0.833,"neAnyFlag":true,"neOnlyAnyFlag":false},{"model":"qwen3-8-max","questionId":99,"valid":true,"effective":86.30555555555554,"costUsd":0.01501,"latencySeconds":31.496,"attempts":1,"calledAt":"2026-09-15T14:35:30.990Z","usage":{"inputTokens":3038,"outputTokens":1489,"reasoningTokens":902},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9,"supporting":0.4605263157894737,"precision":0.8518518518518519,"ne":8,"en":8.5,"unsupported":2.5,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":1,"neRelevantFlags":1,"cleanEffective":86.30555555555554,"consensusEffective":86.30555555555554,"neWords":72,"enWords":78,"entityPrecision":1,"entityRecall":0.545,"entityF1":0.706,"neAnyFlag":true,"neOnlyAnyFlag":true},{"model":"qwen3-8-max","questionId":100,"valid":true,"effective":88.16666666666667,"costUsd":0.010352,"latencySeconds":24.83,"attempts":1,"calledAt":"2026-09-15T14:35:29.325Z","usage":{"inputTokens":1852,"outputTokens":1108,"reasoningTokens":648},"finishReason":"stop","errorKind":null,"judgeCount":2,"core":0.9166666666666667,"supporting":0.75,"precision":0.8666666666666667,"ne":8.5,"en":8.5,"unsupported":1,"contradicted":0,"headlineNe":1.0,"headlineEn":1.0,"neOnlyFlags":0,"neRelevantFlags":0,"cleanEffective":88.16666666666667,"consensusEffective":88.16666666666667,"neWords":51,"enWords":67,"entityPrecision":1,"entityRecall":0.556,"entityF1":0.714,"neAnyFlag":false,"neOnlyAnyFlag":false}]