{
  "schemaVersion": "sonto-evals-case-v1",
  "publicationSlug": "frontier-financial-judgement",
  "releaseSlug": "v1",
  "benchmarkId": "benchmark_v1_final_realistic",
  "case": {
    "caseId": "nvda-20260717T1546Z-bundle-01-75120fccba52",
    "caseNumber": 2,
    "company": "Company A",
    "title": "Previously disclosed memory-cost variability",
    "eventSummary": "In this synthetic case, a fresh article repeats an already disclosed range for memory-related margin variability without adding a substantive update.",
    "goldRationale": "Company A’s first-quarter guidance and earlier finance commentary had already indicated that memory pricing could create roughly plus or minus 50 basis points of second-quarter gross-margin variability. Repeating that range does not add a revenue, margin, customer, supply, or product update. The newer presentation changes only the framing, not the underlying information available to investors, so the correct classification is not new, no importance, and neutral direction.",
    "targetPosition": 1,
    "gold": {
      "informationNew": false,
      "expectedImportance": "none",
      "direction": "neutral",
      "acceptedImportance": [
        "none"
      ],
      "acceptedDirections": [
        "neutral"
      ]
    },
    "liveArticles": [
      {
        "itemId": "item_02",
        "position": 2,
        "title": "NVIDIA denies product-delay reports as its shares retreat"
      },
      {
        "itemId": "item_03",
        "position": 3,
        "title": "Orbital data centers are framed as a long-term NVIDIA opportunity"
      },
      {
        "itemId": "item_04",
        "position": 4,
        "title": "NVIDIA stock falls modestly during Thursday trading"
      },
      {
        "itemId": "item_05",
        "position": 5,
        "title": "A Japanese industrial partnership adds optionality for NVIDIA"
      },
      {
        "itemId": "item_06",
        "position": 6,
        "title": "A special-edition graphics card accompanies a promotional giveaway"
      }
    ],
    "historicalDocuments": [
      {
        "itemId": "item_07",
        "position": 7,
        "title": "NVIDIA specialized disclosure filing"
      },
      {
        "itemId": "item_08",
        "position": 8,
        "title": "NVIDIA second-quarter earnings call transcript"
      }
    ]
  },
  "results": [
    {
      "modelId": "codex_gpt55_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 951903,
        "inputTokens": 412269,
        "outputTokens": 6641,
        "totalTokens": 418910,
        "searches": 10
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 0,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 0,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "codex_gpt56_sol_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": false,
        "expectedImportance": "none",
        "direction": "neutral"
      },
      "informationNewCorrect": true,
      "importanceCorrect": true,
      "directionCorrect": true,
      "targetCorrectCount": 3,
      "allLabelsCorrect": true,
      "usage": {
        "costUsdMicros": 883007,
        "inputTokens": 658213,
        "outputTokens": 7245,
        "totalTokens": 665458,
        "searches": 16
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 0,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 0,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "codex_gpt56_terra_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 339089,
        "inputTokens": 494288,
        "outputTokens": 4775,
        "totalTokens": 499063,
        "searches": 3
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 1,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 1,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "codex_gpt56_luna_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 133316,
        "inputTokens": 392088,
        "outputTokens": 6561,
        "totalTokens": 398649,
        "searches": 5
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 2,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 2,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "claude_opus48_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 2686946,
        "inputTokens": 512327,
        "outputTokens": 12953,
        "totalTokens": 525280,
        "searches": 2
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 3,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 3,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "claude_sonnet46_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "medium",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 1951458,
        "inputTokens": 939109,
        "outputTokens": 25556,
        "totalTokens": 964665,
        "searches": 7
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 2,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 2,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "codex_gpt54_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 494528,
        "inputTokens": 218864,
        "outputTokens": 9912,
        "totalTokens": 228776,
        "searches": 21
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 0,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 0,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "codex_gpt54_mini_medium_native_web",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 176931,
        "inputTokens": 379830,
        "outputTokens": 12397,
        "totalTokens": 392227,
        "searches": 44
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 0,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 0,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "deepseek_v4_flash_opencode_openrouter_exa",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 12700,
        "inputTokens": 482166,
        "outputTokens": 5836,
        "totalTokens": 488002,
        "searches": 7
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 1,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 1,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "deepseek_v4_pro_high_opencode_openrouter_exa",
      "status": "valid",
      "targetPrediction": {
        "informationNew": false,
        "expectedImportance": "none",
        "direction": "neutral"
      },
      "informationNewCorrect": true,
      "importanceCorrect": true,
      "directionCorrect": true,
      "targetCorrectCount": 3,
      "allLabelsCorrect": true,
      "usage": {
        "costUsdMicros": 48123,
        "inputTokens": 519289,
        "outputTokens": 8226,
        "totalTokens": 527515,
        "searches": 6
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 3,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 3,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "mimo_v25_medium_equiv_opencode_openrouter_exa",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 26957,
        "inputTokens": 511468,
        "outputTokens": 6293,
        "totalTokens": 517761,
        "searches": 10
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "low",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 2,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 2,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "qwen37_plus_medium_equiv_opencode_openrouter_exa",
      "status": "valid",
      "targetPrediction": {
        "informationNew": false,
        "expectedImportance": "none",
        "direction": "neutral"
      },
      "informationNewCorrect": true,
      "importanceCorrect": true,
      "directionCorrect": true,
      "targetCorrectCount": 3,
      "allLabelsCorrect": true,
      "usage": {
        "costUsdMicros": 175155,
        "inputTokens": 1076691,
        "outputTokens": 14385,
        "totalTokens": 1091076,
        "searches": 12
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 0,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 0,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "qwen36_35b_a3b_medium_equiv_opencode_openrouter_exa_authenticated_v2",
      "status": "valid",
      "targetPrediction": {
        "informationNew": true,
        "expectedImportance": "low",
        "direction": "negative"
      },
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "usage": {
        "costUsdMicros": 48223,
        "inputTokens": 487736,
        "outputTokens": 6963,
        "totalTokens": 494699,
        "searches": 4
      },
      "contextPredictions": [
        {
          "itemId": "item_02",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "negative",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_03",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_04",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "high",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_05",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "medium",
          "direction": "positive",
          "isEstimatedContextFalsePositive": true
        },
        {
          "itemId": "item_06",
          "kind": "article",
          "informationNew": true,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_07",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        },
        {
          "itemId": "item_08",
          "kind": "document",
          "informationNew": false,
          "expectedImportance": "none",
          "direction": "neutral",
          "isEstimatedContextFalsePositive": false
        }
      ],
      "estimatedContextFalsePositives": {
        "combined": {
          "numerator": 3,
          "denominator": 7
        },
        "liveArticles": {
          "numerator": 3,
          "denominator": 5
        },
        "historicalDocuments": {
          "numerator": 0,
          "denominator": 2
        }
      }
    },
    {
      "modelId": "nemotron3_super_medium_opencode_openrouter_exa_authenticated_v2",
      "informationNewCorrect": false,
      "importanceCorrect": false,
      "directionCorrect": false,
      "targetCorrectCount": 0,
      "allLabelsCorrect": false,
      "targetPrediction": null,
      "contextPredictions": null,
      "estimatedContextFalsePositives": null,
      "status": "invalid_output",
      "usage": {
        "costUsdMicros": 343893,
        "inputTokens": 3889610,
        "outputTokens": 7462,
        "totalTokens": 3897072,
        "searches": 22
      }
    }
  ]
}