AI Model Benchmarking as a Service

{
  "benchmarkId": "bm_a1b2c3d4e5f6",
  "name": "LLM Performance Comparison",
  "status": "completed",
  "results": [
    {
      "model": "claude-3-opus",
      "text-summarization": {
        "rouge-1": 0.48,
        "rouge-2": 0.26,
        "rouge-l": 0.45
      },
      "question-answering": {
        "exact-match": 85.5,
        "f1-score": 91.2
      },
      "code-generation": {
        "pass@1": 0.82,
        "pass@10": 0.96
      }
    },
    {
      "model": "gpt-4",
      "text-summarization": {
        "rouge-1": 0.46,
        "rouge-2": 0.24,
        "rouge-l": 0.43
      },
      "question-answering": {
        "exact-match": 86.1,
        "f1-score": 90.8
      },
      "code-generation": {
        "pass@1": 0.85,
        "pass@10": 0.97
      }
    },
    {
      "model": "llama-3-70b",
      "text-summarization": {
        "rouge-1": 0.45,
        "rouge-2": 0.23,
        "rouge-l": 0.42
      },
      "question-answering": {
        "exact-match": 84.9,
        "f1-score": 89.5
      },
      "code-generation": {
        "pass@1": 0.78,
        "pass@10": 0.94
      }
    }
  ]
}