Quantify AI Performance. Instantly.

{
  "benchmarkId": "bm_1a2b3c4d5e",
  "name": "LLM Performance Comparison",
  "status": "completed",
  "completedAt": "2023-10-27T10:30:00Z",
  "results": [
    {
      "task": "text-summarization",
      "dataset": "cnn-dailymail",
      "scores": [
        {
          "model": "gpt-4",
          "rouge-1": 0.45,
          "rouge-2": 0.22,
          "rouge-l": 0.41
        },
        {
          "model": "claude-3-opus",
          "rouge-1": 0.47,
          "rouge-2": 0.24,
          "rouge-l": 0.43
        },
        {
          "model": "llama-3-70b",
          "rouge-1": 0.46,
          "rouge-2": 0.23,
          "rouge-l": 0.42
        }
      ]
    },
    {
      "task": "question-answering",
      "dataset": "squad-v2",
      "scores": [
        {
          "model": "gpt-4",
          "exact-match": 88.5,
          "f1-score": 91.2
        },
        {
          "model": "claude-3-opus",
          "exact-match": 89.1,
          "f1-score": 91.8
        },
        {
          "model": "llama-3-70b",
          "exact-match": 88.7,
          "f1-score": 91.5
        }
      ]
    }
  ]
}