{
 "name": "OnlyBench",
 "tagline": "Can an AI say what nobody says?",
 "version": "1.0",
 "updated": "2026-11-08",
 "set": {
  "days": [
   1,
   2,
   3,
   4,
   5,
   6,
   7
  ],
  "launches": 7,
  "questions": 42
 },
 "scoring": {
  "base": 18,
  "weight": 0.82,
  "finalDouble": true,
  "speedBonus": false,
  "maxPerLaunch": 700
 },
 "judge": {
  "model": "claude-haiku-5-5",
  "maker": "Anthropic",
  "rulesHash": "c49664909608",
  "verdictsHash": "5614c8d6ddca"
 },
 "humans": {
  "best": 351,
  "days": [
   {
    "day": 5,
    "best": 351,
    "mean": 333.5,
    "worst": 316,
    "flights": 2
   },
   {
    "day": 6,
    "best": 139,
    "mean": 139.0,
    "worst": 139,
    "flights": 1
   },
   {
    "day": 7,
    "best": 303,
    "mean": 253.7,
    "worst": 220,
    "flights": 3
   }
  ],
  "mean": 242.1,
  "worst": 139,
  "flights": 6,
  "flightMean": 261.2,
  "launches": [
   5,
   6,
   7
  ]
 },
 "models": [
  {
   "id": "gpt-6.1-terra",
   "label": "GPT-6.1 Terra",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 634.0,
   "best": 662,
   "worst": 577,
   "valid": 1.0,
   "fromBook": 0.238,
   "rarity": 88.0,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a feeling",
     "a": "Weltschmerz",
     "rarity": 96
    },
    {
     "q": "Name a fairy tale",
     "a": "The Singing Springing Lark",
     "rarity": 96
    },
    {
     "q": "Name a bone in the human body",
     "a": "Inferior nasal concha",
     "rarity": 95
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 82,
   "sameLaunches": 655.0
  },
  {
   "id": "gpt-6.1-sol",
   "label": "GPT-6.1 Sol",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 615.0,
   "best": 662,
   "worst": 527,
   "valid": 0.976,
   "fromBook": 0.195,
   "rarity": 85.0,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Something that melts",
     "a": "Lutetium",
     "rarity": 92
    },
    {
     "q": "Name a winter sport",
     "a": "Snow snake",
     "rarity": 92
    }
   ],
   "date": "2026-11-07",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 69,
   "sameLaunches": 629.3
  },
  {
   "id": "gpt-5.2",
   "label": "GPT-5.2",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 604.4,
   "best": 653,
   "worst": 528,
   "valid": 0.976,
   "fromBook": 0.244,
   "rarity": 83.5,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "chough",
     "rarity": 96
    },
    {
     "q": "A sport that has been in the Summer Olympics",
     "a": "Roque",
     "rarity": 94
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Colatura di alici",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 78,
   "sameLaunches": 585.7
  },
  {
   "id": "gpt-5.5",
   "label": "GPT-5.5",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 602.3,
   "best": 651,
   "worst": 549,
   "valid": 1.0,
   "fromBook": 0.476,
   "rarity": 82.6,
   "highlights": [
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Binturong",
     "rarity": 95
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Mujdei",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 88,
   "sameLaunches": 614.7
  },
  {
   "id": "gpt-6.1-terra",
   "label": "GPT-6.1 Terra",
   "maker": "OpenAI",
   "effort": "high",
   "runs": 1,
   "launches": 7,
   "mean": 601.4,
   "best": 653,
   "worst": 439,
   "valid": 0.976,
   "fromBook": 0.22,
   "rarity": 84.6,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a feeling",
     "a": "Weltschmerz",
     "rarity": 96
    },
    {
     "q": "Name an insect",
     "a": "Webspinner",
     "rarity": 94
    },
    {
     "q": "Something that melts",
     "a": "Field's metal",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 184,
   "sameLaunches": 643.3
  },
  {
   "id": "ollama:muse-glimmer:30b",
   "label": "Muse Glimmer 30B (local)",
   "maker": "Meta",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 598.1,
   "best": 626,
   "worst": 556,
   "valid": 1.0,
   "fromBook": 0.429,
   "rarity": 81.9,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "chough",
     "rarity": 96
    },
    {
     "q": "Something that is cold",
     "a": "Absolute zero",
     "rarity": 96
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 117,
   "tokensOut": 813,
   "sameLaunches": 603.0
  },
  {
   "id": "gpt-5.6-sol",
   "label": "GPT-5.6 Sol",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 595.6,
   "best": 632,
   "worst": 532,
   "valid": 0.952,
   "fromBook": 0.3,
   "rarity": 82.3,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Binturong",
     "rarity": 95
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "A sport that has been in the Summer Olympics",
     "a": "Roque",
     "rarity": 94
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 89,
   "sameLaunches": 597.3
  },
  {
   "id": "claude-opus-5-5",
   "label": "Claude Opus 5.5",
   "maker": "Anthropic",
   "effort": "high",
   "runs": 1,
   "launches": 7,
   "mean": 591.3,
   "best": 635,
   "worst": 520,
   "valid": 1.0,
   "fromBook": 0.5,
   "rarity": 82.0,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Sauce gribiche",
     "rarity": 97
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Sea pig",
     "rarity": 97
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Binturong",
     "rarity": 95
    }
   ],
   "date": "2026-11-08",
   "cost": 0.2068,
   "tokensIn": 332,
   "tokensOut": 180,
   "sameLaunches": 612.0
  },
  {
   "id": "gpt-5.6-terra",
   "label": "GPT-5.6 Terra",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 590.3,
   "best": 638,
   "worst": 536,
   "valid": 1.0,
   "fromBook": 0.381,
   "rarity": 80.6,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "clough",
     "rarity": 99
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Yeti crab",
     "rarity": 98
    },
    {
     "q": "Name a job",
     "a": "Fletcher",
     "rarity": 96
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Binturong",
     "rarity": 95
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 74,
   "sameLaunches": 598.3
  },
  {
   "id": "gpt-5",
   "label": "GPT-5",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 589.0,
   "best": 655,
   "worst": 495,
   "valid": 1.0,
   "fromBook": 0.452,
   "rarity": 81.4,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name an insect",
     "a": "Zoraptera",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "chough",
     "rarity": 96
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 389,
   "sameLaunches": 601.0
  },
  {
   "id": "claude-opus-5",
   "label": "Claude Opus 5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 588.3,
   "best": 634,
   "worst": 459,
   "valid": 1.0,
   "fromBook": 0.524,
   "rarity": 80.6,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 330,
   "tokensOut": 67,
   "sameLaunches": 625.3
  },
  {
   "id": "gpt-6.1-sol",
   "label": "GPT-6.1 Sol",
   "maker": "OpenAI",
   "effort": "high",
   "runs": 1,
   "launches": 7,
   "mean": 587.6,
   "best": 645,
   "worst": 434,
   "valid": 0.905,
   "fromBook": 0.132,
   "rarity": 80.8,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Something that melts",
     "a": "Field's metal",
     "rarity": 92
    },
    {
     "q": "Name a winter sport",
     "a": "Yukigassen",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 188,
   "sameLaunches": 641.7
  },
  {
   "id": "gpt-6-astra",
   "label": "GPT-6 Astra",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 587.4,
   "best": 647,
   "worst": 441,
   "valid": 0.929,
   "fromBook": 0.231,
   "rarity": 80.9,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Binturong",
     "rarity": 95
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Something that melts",
     "a": "Indium",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 131,
   "tokensOut": 68,
   "sameLaunches": 570.0
  },
  {
   "id": "gpt-5.1",
   "label": "GPT-5.1",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 583.3,
   "best": 653,
   "worst": 479,
   "valid": 1.0,
   "fromBook": 0.524,
   "rarity": 79.3,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a fruit",
     "a": "Salak",
     "rarity": 96
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Bugle",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 63,
   "sameLaunches": 599.3
  },
  {
   "id": "ollama:gpt-oss:120b",
   "label": "gpt-oss 120B (local)",
   "maker": "OpenAI",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 583.1,
   "best": 630,
   "worst": 534,
   "valid": 1.0,
   "fromBook": 0.5,
   "rarity": 79.3,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "lough",
     "rarity": 92
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Vampire squid",
     "rarity": 92
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Gekkering",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 165,
   "tokensOut": 157,
   "sameLaunches": 581.0
  },
  {
   "id": "gpt-5.6-luna",
   "label": "GPT-5.6 Luna",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 566.6,
   "best": 629,
   "worst": 450,
   "valid": 1.0,
   "fromBook": 0.524,
   "rarity": 76.4,
   "highlights": [
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a fruit",
     "a": "Salak",
     "rarity": 96
    },
    {
     "q": "Name a feeling",
     "a": "Weltschmerz",
     "rarity": 96
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 50,
   "sameLaunches": 611.7
  },
  {
   "id": "claude-sonnet-5-5",
   "label": "Claude Sonnet 5.5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 560.6,
   "best": 630,
   "worst": 426,
   "valid": 0.952,
   "fromBook": 0.325,
   "rarity": 78.1,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Absolute zero",
     "rarity": 96
    },
    {
     "q": "Something that melts",
     "a": "Gallium Spoon",
     "rarity": 92
    },
    {
     "q": "Something that is crunchy",
     "a": "Fried grasshopper tacos",
     "rarity": 92
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "Boughten",
     "rarity": 92
    }
   ],
   "date": "2026-11-07",
   "cost": 0.0348,
   "tokensIn": 332,
   "tokensOut": 16,
   "sameLaunches": 526.7
  },
  {
   "id": "gpt-5-mini",
   "label": "GPT-5 mini",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 557.9,
   "best": 645,
   "worst": 439,
   "valid": 1.0,
   "fromBook": 0.524,
   "rarity": 74.3,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Dumbo octopus",
     "rarity": 95
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 143,
   "sameLaunches": 597.7
  },
  {
   "id": "o3",
   "label": "o3",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 553.9,
   "best": 634,
   "worst": 396,
   "valid": 0.976,
   "fromBook": 0.415,
   "rarity": 77.7,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Weltschmerz",
     "rarity": 96
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Tkemali",
     "rarity": 92
    },
    {
     "q": "Name a hot drink",
     "a": "Atole",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 145,
   "sameLaunches": 512.0
  },
  {
   "id": "gpt-5.4",
   "label": "GPT-5.4",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 545.4,
   "best": 648,
   "worst": 444,
   "valid": 1.0,
   "fromBook": 0.667,
   "rarity": 72.4,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a job",
     "a": "Fletcher",
     "rarity": 96
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 67,
   "sameLaunches": 536.7
  },
  {
   "id": "claude-fable-5",
   "label": "Claude Fable 5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 536.4,
   "best": 631,
   "worst": 450,
   "valid": 1.0,
   "fromBook": 0.595,
   "rarity": 70.9,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Darn Socks",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 330,
   "tokensOut": 21,
   "sameLaunches": 527.0
  },
  {
   "id": "claude-fable-5-1",
   "label": "Claude Fable 5.1",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 534.0,
   "best": 618,
   "worst": 461,
   "valid": 0.976,
   "fromBook": 0.707,
   "rarity": 70.5,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "chough",
     "rarity": 96
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    }
   ],
   "date": "2026-11-07",
   "cost": 0.1724,
   "tokensIn": 332,
   "tokensOut": 16,
   "sameLaunches": 540.0
  },
  {
   "id": "claude-fable-5-1",
   "label": "Claude Fable 5.1",
   "maker": "Anthropic",
   "effort": "high",
   "runs": 1,
   "launches": 7,
   "mean": 533.3,
   "best": 622,
   "worst": 407,
   "valid": 0.976,
   "fromBook": 0.634,
   "rarity": 73.1,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "chough",
     "rarity": 96
    },
    {
     "q": "Name a fruit",
     "a": "Salak",
     "rarity": 96
    },
    {
     "q": "A sport that has been in the Summer Olympics",
     "a": "Roque",
     "rarity": 94
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    }
   ],
   "date": "2026-11-08",
   "cost": 0.418,
   "tokensIn": 332,
   "tokensOut": 133,
   "sameLaunches": 512.0
  },
  {
   "id": "ollama:qwen3.8:27b",
   "label": "Qwen3.8 27B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 530.6,
   "best": 582,
   "worst": 486,
   "valid": 1.0,
   "fromBook": 0.571,
   "rarity": 69.1,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Boggart",
     "rarity": 95
    },
    {
     "q": "Something you do in the morning",
     "a": "Floss",
     "rarity": 94
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "bight",
     "rarity": 94
    },
    {
     "q": "Something that melts",
     "a": "Colophony",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 431,
   "sameLaunches": 529.0
  },
  {
   "id": "gpt-6-luna",
   "label": "GPT-6 Luna",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 529.6,
   "best": 647,
   "worst": 406,
   "valid": 1.0,
   "fromBook": 0.69,
   "rarity": 70.3,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a fruit",
     "a": "Salak",
     "rarity": 96
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 26,
   "sameLaunches": 538.7
  },
  {
   "id": "claude-opus-4-7",
   "label": "Claude Opus 4.7",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 520.3,
   "best": 645,
   "worst": 411,
   "valid": 1.0,
   "fromBook": 0.69,
   "rarity": 68.7,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Colatura di alici",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 335,
   "tokensOut": 17,
   "sameLaunches": 494.7
  },
  {
   "id": "claude-opus-5-5",
   "label": "Claude Opus 5.5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 518.4,
   "best": 606,
   "worst": 379,
   "valid": 0.976,
   "fromBook": 0.634,
   "rarity": 70.7,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Stridulation",
     "rarity": 92
    },
    {
     "q": "Name a shape",
     "a": "Rhombicosidodecahedron",
     "rarity": 92
    }
   ],
   "date": "2026-11-07",
   "cost": 0.0695,
   "tokensIn": 332,
   "tokensOut": 16,
   "sameLaunches": 518.0
  },
  {
   "id": "ollama:gemma4:26b",
   "label": "Gemma 4 26B (local)",
   "maker": "Google",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 510.7,
   "best": 625,
   "worst": 431,
   "valid": 1.0,
   "fromBook": 0.738,
   "rarity": 66.9,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    },
    {
     "q": "Name a fruit",
     "a": "Salak",
     "rarity": 96
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 1427,
   "sameLaunches": 487.0
  },
  {
   "id": "ollama:nemotron-3.5-super",
   "label": "Nemotron 3.5 Super (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 501.4,
   "best": 613,
   "worst": 415,
   "valid": 0.976,
   "fromBook": 0.829,
   "rarity": 65.7,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Weltschmerz",
     "rarity": 96
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "lough",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 921,
   "sameLaunches": 485.7
  },
  {
   "id": "claude-opus-4-8",
   "label": "Claude Opus 4.8",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 501.3,
   "best": 567,
   "worst": 373,
   "valid": 1.0,
   "fromBook": 0.667,
   "rarity": 65.5,
   "highlights": [
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    },
    {
     "q": "Name a shape",
     "a": "Scalene triangle",
     "rarity": 97
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 330,
   "tokensOut": 15,
   "sameLaunches": 538.7
  },
  {
   "id": "claude-sonnet-5",
   "label": "Claude Sonnet 5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 496.4,
   "best": 574,
   "worst": 381,
   "valid": 1.0,
   "fromBook": 0.667,
   "rarity": 64.6,
   "highlights": [
    {
     "q": "Name a sauce or condiment",
     "a": "Sauce gribiche",
     "rarity": 97
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Dumbo octopus",
     "rarity": 95
    },
    {
     "q": "Name a part of the human body",
     "a": "Philtrum",
     "rarity": 93
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 330,
   "tokensOut": 16,
   "sameLaunches": 492.0
  },
  {
   "id": "gpt-4o",
   "label": "GPT-4o",
   "maker": "OpenAI",
   "effort": "none",
   "runs": 1,
   "launches": 7,
   "mean": 495.4,
   "best": 601,
   "worst": 388,
   "valid": 1.0,
   "fromBook": 0.619,
   "rarity": 64.5,
   "highlights": [
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Something that is crunchy",
     "a": "Lotus root chip",
     "rarity": 92
    },
    {
     "q": "Name a shape",
     "a": "Rhombicosidodecahedron",
     "rarity": 92
    },
    {
     "q": "Name a job",
     "a": "Foley artist",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 123,
   "tokensOut": 8,
   "sameLaunches": 527.3
  },
  {
   "id": "ollama:gemma4:31b",
   "label": "Gemma 4 31B (local)",
   "maker": "Google",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 492.4,
   "best": 646,
   "worst": 371,
   "valid": 0.952,
   "fromBook": 0.7,
   "rarity": 65.3,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 766,
   "sameLaunches": 479.0
  },
  {
   "id": "ollama:gpt-oss:20b",
   "label": "gpt-oss 20B (local)",
   "maker": "OpenAI",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 487.3,
   "best": 616,
   "worst": 364,
   "valid": 0.952,
   "fromBook": 0.475,
   "rarity": 65.1,
   "highlights": [
    {
     "q": "Name a country in Africa",
     "a": "São Tomé and Príncipe",
     "rarity": 99
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a shape",
     "a": "Gyroelongated Square Pyramid",
     "rarity": 92
    },
    {
     "q": "Name a classical composer",
     "a": "Ferdinand Ries",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 165,
   "tokensOut": 601,
   "sameLaunches": 413.3
  },
  {
   "id": "ollama:qwen3.6:35b",
   "label": "Qwen3.6 35B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 485.1,
   "best": 588,
   "worst": 375,
   "valid": 0.857,
   "fromBook": 0.5,
   "rarity": 63.7,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a fruit",
     "a": "Ackee",
     "rarity": 94
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "bight",
     "rarity": 94
    },
    {
     "q": "Name a hot drink",
     "a": "Atole",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 2893,
   "sameLaunches": 531.0
  },
  {
   "id": "ollama:ornith-1.5:35b",
   "label": "Ornith 1.5 35B (local)",
   "maker": "Ornith",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 483.9,
   "best": 622,
   "worst": 338,
   "valid": 0.952,
   "fromBook": 0.7,
   "rarity": 65.0,
   "highlights": [
    {
     "q": "Name a hot drink",
     "a": "Atole",
     "rarity": 92
    },
    {
     "q": "Name a job",
     "a": "Prosthodontist",
     "rarity": 92
    },
    {
     "q": "Name a part of the human body",
     "a": "Hyoid Bone",
     "rarity": 92
    },
    {
     "q": "Name a fruit",
     "a": "Jaboticaba",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 483,
   "sameLaunches": 526.3
  },
  {
   "id": "ollama:flint:40b-a2b",
   "label": "Flint 40B A2B (local)",
   "maker": "Recursive",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 483.6,
   "best": 607,
   "worst": 374,
   "valid": 0.976,
   "fromBook": 0.707,
   "rarity": 62.4,
   "highlights": [
    {
     "q": "Name a bone in the human body",
     "a": "Inferior nasal concha",
     "rarity": 95
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a classical composer",
     "a": "Johann Friedrich Reichardt",
     "rarity": 92
    },
    {
     "q": "Name a snack",
     "a": "Bitto",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 93,
   "tokensOut": 732,
   "sameLaunches": 472.7
  },
  {
   "id": "gpt-4.1",
   "label": "GPT-4.1",
   "maker": "OpenAI",
   "effort": "none",
   "runs": 1,
   "launches": 7,
   "mean": 471.3,
   "best": 596,
   "worst": 278,
   "valid": 0.976,
   "fromBook": 0.585,
   "rarity": 60.8,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a classical composer",
     "a": "Carl Stamitz",
     "rarity": 92
    },
    {
     "q": "Name a job",
     "a": "Hydrographer",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 123,
   "tokensOut": 8,
   "sameLaunches": 435.0
  },
  {
   "id": "gpt-5.4-mini",
   "label": "GPT-5.4 mini",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 461.1,
   "best": 560,
   "worst": 266,
   "valid": 1.0,
   "fromBook": 0.714,
   "rarity": 58.4,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "Name a famous painter",
     "a": "Gentileschi",
     "rarity": 98
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Tkemali",
     "rarity": 92
    },
    {
     "q": "Name a classical composer",
     "a": "Mieczysław Karłowicz",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 59,
   "sameLaunches": 506.7
  },
  {
   "id": "claude-haiku-5-5",
   "label": "Claude Haiku 5.5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 457.4,
   "best": 571,
   "worst": 383,
   "valid": 0.952,
   "fromBook": 0.65,
   "rarity": 61.7,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Chuff",
     "rarity": 92
    },
    {
     "q": "Name a shape",
     "a": "Rhombicosidodecahedron",
     "rarity": 92
    }
   ],
   "date": "2026-11-07",
   "cost": 0.0017,
   "tokensIn": 332,
   "tokensOut": 17,
   "sameLaunches": 428.7
  },
  {
   "id": "ollama:nemotron-3.5-lightning:30b",
   "label": "Nemotron 3.5 Lightning 30B (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 450.4,
   "best": 563,
   "worst": 395,
   "valid": 1.0,
   "fromBook": 0.738,
   "rarity": 56.5,
   "highlights": [
    {
     "q": "Name a part of the human body",
     "a": "Stapedius",
     "rarity": 92
    },
    {
     "q": "Name an insect",
     "a": "Giraffe Weevil",
     "rarity": 92
    },
    {
     "q": "Something that is cold",
     "a": "Dry ice",
     "rarity": 90
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Mantis shrimp",
     "rarity": 87
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 1315,
   "sameLaunches": 456.7
  },
  {
   "id": "claude-sonnet-4-6",
   "label": "Claude Sonnet 4.6",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 449.4,
   "best": 585,
   "worst": 370,
   "valid": 0.976,
   "fromBook": 0.805,
   "rarity": 57.6,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Something that melts",
     "a": "Bismuth",
     "rarity": 92
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Stridulation",
     "rarity": 92
    },
    {
     "q": "Name a type of weather",
     "a": "Haboob",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 250,
   "tokensOut": 10,
   "sameLaunches": 418.7
  },
  {
   "id": "ollama:ornith-1.5:122b",
   "label": "Ornith 1.5 122B (local)",
   "maker": "Ornith",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 446.7,
   "best": 570,
   "worst": 299,
   "valid": 1.0,
   "fromBook": 0.69,
   "rarity": 53.9,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "lough",
     "rarity": 92
    },
    {
     "q": "Name a part of the human body",
     "a": "Hyoid",
     "rarity": 92
    },
    {
     "q": "Name a fruit",
     "a": "Cherimoya",
     "rarity": 91
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 234,
   "sameLaunches": 436.7
  },
  {
   "id": "ollama:laguna-xs-2.1",
   "label": "Laguna XS 2.1 (local)",
   "maker": "Poolside",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 439.1,
   "best": 557,
   "worst": 336,
   "valid": 1.0,
   "fromBook": 0.81,
   "rarity": 54.7,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Boggart",
     "rarity": 95
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a snack",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a fruit",
     "a": "Jaboticaba",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 644,
   "sameLaunches": 463.7
  },
  {
   "id": "ollama:qwen3.5:35b",
   "label": "Qwen3.5 35B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 427.9,
   "best": 549,
   "worst": 321,
   "valid": 0.881,
   "fromBook": 0.865,
   "rarity": 53.4,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "wight",
     "rarity": 92
    },
    {
     "q": "Something that melts",
     "a": "Gallium",
     "rarity": 91
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 4465,
   "sameLaunches": 432.0
  },
  {
   "id": "ollama:deepseek-r1:70b",
   "label": "DeepSeek-R1 70B (local)",
   "maker": "DeepSeek",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 427.4,
   "best": 532,
   "worst": 301,
   "valid": 1.0,
   "fromBook": 0.69,
   "rarity": 53.7,
   "highlights": [
    {
     "q": "Something that melts",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a job",
     "a": "Ethologist",
     "rarity": 92
    },
    {
     "q": "Name a shape",
     "a": "Torx",
     "rarity": 90
    },
    {
     "q": "Something that is cold",
     "a": "Dry ice",
     "rarity": 90
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 93,
   "tokensOut": 534,
   "sameLaunches": 445.0
  },
  {
   "id": "claude-haiku-4-5-20251001",
   "label": "Claude Haiku 4.5",
   "maker": "Anthropic",
   "effort": "none",
   "runs": 1,
   "launches": 7,
   "mean": 425.7,
   "best": 515,
   "worst": 360,
   "valid": 1.0,
   "fromBook": 0.762,
   "rarity": 51.8,
   "highlights": [
    {
     "q": "A word that rhymes with \"light\"",
     "a": "bight",
     "rarity": 94
    },
    {
     "q": "Name a sound an animal makes",
     "a": "Stridulation",
     "rarity": 92
    },
    {
     "q": "Name a type of weather",
     "a": "Virga",
     "rarity": 89
    },
    {
     "q": "Name a classical composer",
     "a": "Pärt",
     "rarity": 87
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 249,
   "tokensOut": 11,
   "sameLaunches": 462.7
  },
  {
   "id": "claude-opus-4-6",
   "label": "Claude Opus 4.6",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 419.3,
   "best": 559,
   "worst": 307,
   "valid": 1.0,
   "fromBook": 0.738,
   "rarity": 51.5,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Ennui",
     "rarity": 98
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name an insect",
     "a": "Dobsonfly",
     "rarity": 90
    },
    {
     "q": "Name a type of weather",
     "a": "Graupel",
     "rarity": 87
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 250,
   "tokensOut": 10,
   "sameLaunches": 421.0
  },
  {
   "id": "ollama:qwen3.5:122b",
   "label": "Qwen3.5 122B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 410.9,
   "best": 468,
   "worst": 325,
   "valid": 0.905,
   "fromBook": 0.789,
   "rarity": 51.4,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Bagna Cauda",
     "rarity": 92
    },
    {
     "q": "Something that melts",
     "a": "Gallium",
     "rarity": 91
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "sleight",
     "rarity": 89
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 3836,
   "sameLaunches": 445.0
  },
  {
   "id": "ollama:nemotron3:33b",
   "label": "Nemotron 3 Nano Omni 33B (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 388.0,
   "best": 527,
   "worst": 270,
   "valid": 1.0,
   "fromBook": 0.786,
   "rarity": 47.4,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a part of the human body",
     "a": "Hyoid",
     "rarity": 92
    },
    {
     "q": "Name a fruit",
     "a": "Buddha's Hand",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 113,
   "tokensOut": 326,
   "sameLaunches": 406.7
  },
  {
   "id": "gpt-5-nano",
   "label": "GPT-5 nano",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 382.1,
   "best": 509,
   "worst": 230,
   "valid": 1.0,
   "fromBook": 0.762,
   "rarity": 44.4,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Will-o'-the-wisp",
     "rarity": 98
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a country in Africa",
     "a": "Equatorial Guinea",
     "rarity": 94
    },
    {
     "q": "Name a type of weather",
     "a": "Haboob",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 236,
   "sameLaunches": 380.0
  },
  {
   "id": "ollama:ornith-1.5:9b",
   "label": "Ornith 1.5 9B (local)",
   "maker": "Ornith",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 381.6,
   "best": 561,
   "worst": 258,
   "valid": 0.976,
   "fromBook": 0.854,
   "rarity": 43.2,
   "highlights": [
    {
     "q": "Name a part of the human body",
     "a": "Zygomatic",
     "rarity": 92
    },
    {
     "q": "Name a type of weather",
     "a": "Virga",
     "rarity": 89
    },
    {
     "q": "Something spooky",
     "a": "Wraith",
     "rarity": 86
    },
    {
     "q": "Name a classical composer",
     "a": "Ligeti",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 230,
   "sameLaunches": 395.3
  },
  {
   "id": "ollama:qwen3.5:9b",
   "label": "Qwen3.5 9B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 380.7,
   "best": 473,
   "worst": 319,
   "valid": 0.952,
   "fromBook": 0.875,
   "rarity": 45.0,
   "highlights": [
    {
     "q": "A word that rhymes with \"light\"",
     "a": "bight",
     "rarity": 94
    },
    {
     "q": "Name a part of the human body",
     "a": "Hyoid",
     "rarity": 92
    },
    {
     "q": "Something that melts",
     "a": "Gallium",
     "rarity": 91
    },
    {
     "q": "Name a snack",
     "a": "Biltong",
     "rarity": 87
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 3356,
   "sameLaunches": 369.7
  },
  {
   "id": "ollama:mistral-medium-3.5",
   "label": "Mistral Medium 3.5 (local)",
   "maker": "Mistral",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 368.3,
   "best": 556,
   "worst": 235,
   "valid": 1.0,
   "fromBook": 0.905,
   "rarity": 41.7,
   "highlights": [
    {
     "q": "Name a famous painter",
     "a": "Hokusai",
     "rarity": 97
    },
    {
     "q": "Name a feeling",
     "a": "Schadenfreude",
     "rarity": 91
    },
    {
     "q": "Name a snack",
     "a": "Biltong",
     "rarity": 87
    },
    {
     "q": "Name a type of weather",
     "a": "Derecho",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 109,
   "tokensOut": 11,
   "sameLaunches": 376.3
  },
  {
   "id": "gpt-4o-mini",
   "label": "GPT-4o mini",
   "maker": "OpenAI",
   "effort": "none",
   "runs": 1,
   "launches": 7,
   "mean": 367.3,
   "best": 474,
   "worst": 301,
   "valid": 0.952,
   "fromBook": 0.65,
   "rarity": 42.6,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Liquid nitrogen",
     "rarity": 93
    },
    {
     "q": "Name a job",
     "a": "Ethnomusicologist",
     "rarity": 92
    },
    {
     "q": "Something you can sit on",
     "a": "Exercise ball",
     "rarity": 85
    },
    {
     "q": "Name a country in Africa",
     "a": "Lesotho",
     "rarity": 80
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 123,
   "tokensOut": 8,
   "sameLaunches": 393.0
  },
  {
   "id": "ollama:nemotron:70b",
   "label": "Llama 3.1 Nemotron 70B (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 365.0,
   "best": 437,
   "worst": 227,
   "valid": 1.0,
   "fromBook": 0.81,
   "rarity": 42.8,
   "highlights": [
    {
     "q": "Name a snack",
     "a": "Arare",
     "rarity": 92
    },
    {
     "q": "Something that is cold",
     "a": "Dry ice",
     "rarity": 90
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Something that melts",
     "a": "Ghee",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 105,
   "tokensOut": 10,
   "sameLaunches": 405.7
  },
  {
   "id": "ollama:granite4.2:8b",
   "label": "Granite 4.2 8B (local)",
   "maker": "IBM",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 360.3,
   "best": 445,
   "worst": 242,
   "valid": 0.952,
   "fromBook": 0.6,
   "rarity": 44.8,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Ackee",
     "rarity": 94
    },
    {
     "q": "Name a job",
     "a": "Glacier surveyor",
     "rarity": 92
    },
    {
     "q": "Name a feeling",
     "a": "Solastalgia",
     "rarity": 92
    },
    {
     "q": "Something that melts",
     "a": "Tallow",
     "rarity": 89
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 978,
   "sameLaunches": 340.7
  },
  {
   "id": "ollama:lfm2.5:24b",
   "label": "LFM2.5 24B (local)",
   "maker": "Liquid AI",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 356.3,
   "best": 464,
   "worst": 185,
   "valid": 0.952,
   "fromBook": 0.775,
   "rarity": 43.5,
   "highlights": [
    {
     "q": "Name a board game",
     "a": "Patchwork",
     "rarity": 94
    },
    {
     "q": "Name a snack",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Something that is cold",
     "a": "Permafrost",
     "rarity": 87
    },
    {
     "q": "Something spooky",
     "a": "Wraith",
     "rarity": 86
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 1506,
   "sameLaunches": 382.0
  },
  {
   "id": "ollama:nemotron-3.5-bolt:e4b",
   "label": "Nemotron 3.5 Bolt E4B (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 353.9,
   "best": 517,
   "worst": 221,
   "valid": 1.0,
   "fromBook": 0.857,
   "rarity": 42.0,
   "highlights": [
    {
     "q": "Something that melts",
     "a": "Gallium",
     "rarity": 91
    },
    {
     "q": "Something you think of when you think of Switzerland",
     "a": "Multilingual Cantons",
     "rarity": 90
    },
    {
     "q": "Something that is cold",
     "a": "Dry ice",
     "rarity": 90
    },
    {
     "q": "Name a kind of shop",
     "a": "Apothecary",
     "rarity": 86
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 229,
   "sameLaunches": 324.0
  },
  {
   "id": "ollama:nemotron-3.5-bolt:74b-a9b",
   "label": "Nemotron 3.5 Bolt 74B A9B (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 346.0,
   "best": 418,
   "worst": 227,
   "valid": 0.833,
   "fromBook": 0.829,
   "rarity": 39.7,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Limerence",
     "rarity": 92
    },
    {
     "q": "Something that melts",
     "a": "Gallium",
     "rarity": 91
    },
    {
     "q": "Name a word for a family member",
     "a": "Kinsman",
     "rarity": 85
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Watch the rain",
     "rarity": 83
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 1958,
   "sameLaunches": 339.0
  },
  {
   "id": "gpt-4.1-mini",
   "label": "GPT-4.1 mini",
   "maker": "OpenAI",
   "effort": "none",
   "runs": 1,
   "launches": 7,
   "mean": 338.6,
   "best": 496,
   "worst": 226,
   "valid": 0.976,
   "fromBook": 0.805,
   "rarity": 38.2,
   "highlights": [
    {
     "q": "Name a shape",
     "a": "Rhombicosidodecahedron",
     "rarity": 92
    },
    {
     "q": "Name a country in Africa",
     "a": "Djibouti",
     "rarity": 85
    },
    {
     "q": "Something you can sit on",
     "a": "Papasan chair",
     "rarity": 85
    },
    {
     "q": "Name a snack",
     "a": "Pocky",
     "rarity": 80
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 123,
   "tokensOut": 8,
   "sameLaunches": 335.0
  },
  {
   "id": "ollama:llama3.3:70b",
   "label": "Llama 3.3 70B (local)",
   "maker": "Meta",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 329.4,
   "best": 438,
   "worst": 252,
   "valid": 1.0,
   "fromBook": 0.929,
   "rarity": 36.0,
   "highlights": [
    {
     "q": "Something you do in the morning",
     "a": "Floss",
     "rarity": 94
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name a bone in the human body",
     "a": "Sesamoid",
     "rarity": 85
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Quokka",
     "rarity": 83
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 105,
   "tokensOut": 11,
   "sameLaunches": 328.0
  },
  {
   "id": "ollama:nemotron-3-super",
   "label": "Nemotron 3 Super (local)",
   "maker": "NVIDIA",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 324.0,
   "best": 437,
   "worst": 219,
   "valid": 1.0,
   "fromBook": 0.738,
   "rarity": 36.8,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "lough",
     "rarity": 92
    },
    {
     "q": "Something that is cold",
     "a": "Bose–Einstein condensate",
     "rarity": 92
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Yuzu Kosho",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 113,
   "tokensOut": 240,
   "sameLaunches": 337.3
  },
  {
   "id": "ollama:granite4.2:3b",
   "label": "Granite 4.2 3B (local)",
   "maker": "IBM",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 319.7,
   "best": 495,
   "worst": 233,
   "valid": 0.714,
   "fromBook": 0.8,
   "rarity": 35.5,
   "highlights": [
    {
     "q": "A word that contains the letters OUGH",
     "a": "sough",
     "rarity": 94
    },
    {
     "q": "Name a type of weather",
     "a": "Sundog",
     "rarity": 94
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "bight",
     "rarity": 94
    },
    {
     "q": "Name a job",
     "a": "Quantum Algorithm Designer",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 3910,
   "sameLaunches": 290.7
  },
  {
   "id": "ollama:mimo-v2.6:9b",
   "label": "MiMo V2.6 9B (local)",
   "maker": "Xiaomi",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 309.1,
   "best": 401,
   "worst": 210,
   "valid": 0.976,
   "fromBook": 0.878,
   "rarity": 34.9,
   "highlights": [
    {
     "q": "Name a snack",
     "a": "Mimolette",
     "rarity": 92
    },
    {
     "q": "Name an insect",
     "a": "Bombus terrestris",
     "rarity": 92
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Mantis shrimp",
     "rarity": 87
    },
    {
     "q": "Something you think of when you think of Switzerland",
     "a": "Chalet",
     "rarity": 82
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 105,
   "tokensOut": 245,
   "sameLaunches": 316.0
  },
  {
   "id": "ollama:qwen3.6:27b",
   "label": "Qwen3.6 27B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 305.0,
   "best": 387,
   "worst": 88,
   "valid": 0.571,
   "fromBook": 0.583,
   "rarity": 40.3,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Jabuticaba",
     "rarity": 98
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Bagna Cauda",
     "rarity": 92
    },
    {
     "q": "Name a classical composer",
     "a": "Charles-Valentin Alkan",
     "rarity": 92
    },
    {
     "q": "Name a feeling",
     "a": "Solastalgia",
     "rarity": 92
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 4446,
   "sameLaunches": 284.7
  },
  {
   "id": "ollama:llama4:scout",
   "label": "Llama 4 Scout (local)",
   "maker": "Meta",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 292.4,
   "best": 343,
   "worst": 186,
   "valid": 0.976,
   "fromBook": 0.854,
   "rarity": 30.7,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name a sauce or condiment",
     "a": "S'chug",
     "rarity": 85
    },
    {
     "q": "Name a way to say hello",
     "a": "Salute",
     "rarity": 82
    },
    {
     "q": "Name a fruit",
     "a": "Physalis",
     "rarity": 77
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 10,
   "sameLaunches": 311.7
  },
  {
   "id": "ollama:llama3.2:3b",
   "label": "Llama 3.2 3B (local)",
   "maker": "Meta",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 280.4,
   "best": 391,
   "worst": 149,
   "valid": 1.0,
   "fromBook": 0.881,
   "rarity": 26.8,
   "highlights": [
    {
     "q": "Name a classical composer",
     "a": "Einojuhani Rautavaara",
     "rarity": 92
    },
    {
     "q": "Name a snack",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Salsa verde",
     "rarity": 86
    },
    {
     "q": "Name a hot drink",
     "a": "Horchata",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 115,
   "tokensOut": 14,
   "sameLaunches": 251.7
  },
  {
   "id": "ollama:qwen2.5:72b",
   "label": "Qwen2.5 72B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 279.1,
   "best": 409,
   "worst": 193,
   "valid": 1.0,
   "fromBook": 0.881,
   "rarity": 27.8,
   "highlights": [
    {
     "q": "Name a fruit",
     "a": "Kiwano",
     "rarity": 92
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name a job",
     "a": "Quantum physicist",
     "rarity": 80
    },
    {
     "q": "Name a kind of shop",
     "a": "Pawn shop",
     "rarity": 78
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 103,
   "tokensOut": 10,
   "sameLaunches": 281.0
  },
  {
   "id": "ollama:qwen3:1.7b",
   "label": "Qwen3 1.7B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 260.6,
   "best": 395,
   "worst": 140,
   "valid": 0.833,
   "fromBook": 0.829,
   "rarity": 27.0,
   "highlights": [
    {
     "q": "Name a job",
     "a": "Aerographer",
     "rarity": 92
    },
    {
     "q": "Name a famous painter",
     "a": "Rousseau",
     "rarity": 88
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name a part of the human body",
     "a": "Larynx",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 105,
   "tokensOut": 748,
   "sameLaunches": 267.3
  },
  {
   "id": "ollama:ministral-3:3b",
   "label": "Ministral 3 3B (local)",
   "maker": "Mistral",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 254.9,
   "best": 424,
   "worst": 153,
   "valid": 0.929,
   "fromBook": 0.846,
   "rarity": 24.0,
   "highlights": [
    {
     "q": "Something that melts",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a kind of shop",
     "a": "Cheesemonger",
     "rarity": 92
    },
    {
     "q": "Name a part of the human body",
     "a": "Nasal septum",
     "rarity": 92
    },
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 98,
   "tokensOut": 10,
   "sameLaunches": 183.0
  },
  {
   "id": "gpt-5.4-nano",
   "label": "GPT-5.4 nano",
   "maker": "OpenAI",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 246.0,
   "best": 328,
   "worst": 139,
   "valid": 0.881,
   "fromBook": 0.784,
   "rarity": 25.0,
   "highlights": [
    {
     "q": "Name a sauce or condiment",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a board game",
     "a": "Bitoku",
     "rarity": 92
    },
    {
     "q": "Name a sport played with a ball",
     "a": "Bossaball",
     "rarity": 89
    },
    {
     "q": "Name a kind of shop",
     "a": "Luthier",
     "rarity": 85
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 121,
   "tokensOut": 37,
   "sameLaunches": 234.0
  },
  {
   "id": "ollama:gemma4:e4b",
   "label": "Gemma 4 E4B (local)",
   "maker": "Google",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 231.4,
   "best": 447,
   "worst": 150,
   "valid": 0.905,
   "fromBook": 0.895,
   "rarity": 21.5,
   "highlights": [
    {
     "q": "Name a job",
     "a": "Astrophysicist",
     "rarity": 80
    },
    {
     "q": "Name a country in Africa",
     "a": "Lesotho",
     "rarity": 80
    },
    {
     "q": "Name a day-to-day thing that is round",
     "a": "Hubcap",
     "rarity": 80
    },
    {
     "q": "A sport that has been in the Summer Olympics",
     "a": "Polo",
     "rarity": 79
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 63,
   "sameLaunches": 231.7
  },
  {
   "id": "ollama:qwen3.5:4b",
   "label": "Qwen3.5 4B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 230.3,
   "best": 359,
   "worst": 152,
   "valid": 0.857,
   "fromBook": 0.944,
   "rarity": 21.8,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Nostalgia",
     "rarity": 87
    },
    {
     "q": "Name an animal you'd see at the zoo",
     "a": "Pangolin",
     "rarity": 77
    },
    {
     "q": "Name a part of the human body",
     "a": "Spleen",
     "rarity": 66
    },
    {
     "q": "Something spooky",
     "a": "Phantom",
     "rarity": 60
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 3918,
   "sameLaunches": 208.7
  },
  {
   "id": "ollama:lfm2.5:8b",
   "label": "LFM2.5 8B (local)",
   "maker": "Liquid AI",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 221.1,
   "best": 361,
   "worst": 154,
   "valid": 0.976,
   "fromBook": 0.854,
   "rarity": 18.5,
   "highlights": [
    {
     "q": "Name a part of the human body",
     "a": "Tibial tuberosity",
     "rarity": 92
    },
    {
     "q": "Something that is crunchy",
     "a": "Crackerjack",
     "rarity": 85
    },
    {
     "q": "Name a job",
     "a": "Quantum physicist",
     "rarity": 80
    },
    {
     "q": "Name a kind of shop",
     "a": "Convenience store",
     "rarity": 67
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 106,
   "tokensOut": 12,
   "sameLaunches": 197.3
  },
  {
   "id": "ollama:phi4-mini",
   "label": "Phi-4 mini (local)",
   "maker": "Microsoft",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 218.7,
   "best": 270,
   "worst": 143,
   "valid": 0.976,
   "fromBook": 0.902,
   "rarity": 15.4,
   "highlights": [
    {
     "q": "Something that is cold",
     "a": "Arctic Breeze",
     "rarity": 80
    },
    {
     "q": "Name a feeling",
     "a": "Euphoria",
     "rarity": 80
    },
    {
     "q": "A word that contains the letters OUGH",
     "a": "slough",
     "rarity": 67
    },
    {
     "q": "Name a country in Africa",
     "a": "Niger",
     "rarity": 49
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 94,
   "tokensOut": 11,
   "sameLaunches": 201.3
  },
  {
   "id": "claude-opus-4-5-20251101",
   "label": "Claude Opus 4.5",
   "maker": "Anthropic",
   "effort": "low",
   "runs": 1,
   "launches": 7,
   "mean": 215.7,
   "best": 327,
   "worst": 160,
   "valid": 1.0,
   "fromBook": 0.976,
   "rarity": 15.7,
   "highlights": [
    {
     "q": "Name a job",
     "a": "Blacksmith",
     "rarity": 74
    },
    {
     "q": "Name a part of the human body",
     "a": "Spleen",
     "rarity": 66
    },
    {
     "q": "Something you can sit on",
     "a": "Beanbag chair",
     "rarity": 45
    },
    {
     "q": "Name a fruit",
     "a": "Lychee",
     "rarity": 42
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 351,
   "tokensOut": 9,
   "sameLaunches": 216.7
  },
  {
   "id": "ollama:command-a:111b",
   "label": "Command A 111B (local)",
   "maker": "Cohere",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 206.3,
   "best": 282,
   "worst": 143,
   "valid": 1.0,
   "fromBook": 0.952,
   "rarity": 14.4,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Joy",
     "rarity": 67
    },
    {
     "q": "Name a fruit",
     "a": "Dragon fruit",
     "rarity": 49
    },
    {
     "q": "Something that is crunchy",
     "a": "Crispy Bacon",
     "rarity": 45
    },
    {
     "q": "Something spooky",
     "a": "Glowing ghost",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 479,
   "tokensOut": 10,
   "sameLaunches": 229.3
  },
  {
   "id": "ollama:olmo-3.1:32b-instruct",
   "label": "Olmo 3.1 32B Instruct (local)",
   "maker": "Ai2",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 191.4,
   "best": 215,
   "worst": 158,
   "valid": 0.976,
   "fromBook": 0.951,
   "rarity": 13.0,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Euphoria",
     "rarity": 80
    },
    {
     "q": "Name a fruit",
     "a": "Dragon fruit",
     "rarity": 49
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Hoisin sauce",
     "rarity": 42
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Read Books",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 103,
   "tokensOut": 10,
   "sameLaunches": 189.7
  },
  {
   "id": "ollama:smollm2:360m",
   "label": "SmolLM2 360M (local)",
   "maker": "Hugging Face",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 180.6,
   "best": 290,
   "worst": 76,
   "valid": 0.69,
   "fromBook": 0.828,
   "rarity": 16.0,
   "highlights": [
    {
     "q": "Something in a school bag",
     "a": "Cheddar Cheese",
     "rarity": 80
    },
    {
     "q": "Name a famous painter",
     "a": "Juan Gris",
     "rarity": 80
    },
    {
     "q": "Name a feeling",
     "a": "Fear",
     "rarity": 67
    },
    {
     "q": "Something that melts",
     "a": "Cheddar",
     "rarity": 61
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 13,
   "sameLaunches": 178.3
  },
  {
   "id": "ollama:falcon3:3b",
   "label": "Falcon 3 3B (local)",
   "maker": "TII",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 173.3,
   "best": 331,
   "worst": 87,
   "valid": 0.857,
   "fromBook": 0.917,
   "rarity": 10.8,
   "highlights": [
    {
     "q": "A word that rhymes with \"light\"",
     "a": "Chight",
     "rarity": 85
    },
    {
     "q": "Name a feeling",
     "a": "Sadness",
     "rarity": 68
    },
    {
     "q": "Name a snack",
     "a": "Corn on the cob",
     "rarity": 60
    },
    {
     "q": "Name a part of the human body",
     "a": "Armpit",
     "rarity": 48
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 14,
   "sameLaunches": 189.0
  },
  {
   "id": "ollama:gemma4:e2b",
   "label": "Gemma 4 E2B (local)",
   "maker": "Google",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 173.3,
   "best": 208,
   "worst": 118,
   "valid": 0.976,
   "fromBook": 0.951,
   "rarity": 9.3,
   "highlights": [
    {
     "q": "Name a word for a family member",
     "a": "Relative",
     "rarity": 67
    },
    {
     "q": "Name a feeling",
     "a": "Joy",
     "rarity": 67
    },
    {
     "q": "Something that is crunchy",
     "a": "Potato Chip",
     "rarity": 40
    },
    {
     "q": "Something you do in the morning",
     "a": "Make coffee",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 108,
   "tokensOut": 157,
   "sameLaunches": 177.0
  },
  {
   "id": "ollama:bonsai-2:2b",
   "label": "Bonsai 2 2B (local)",
   "maker": "Prism ML",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 172.0,
   "best": 195,
   "worst": 137,
   "valid": 1.0,
   "fromBook": 0.929,
   "rarity": 8.6,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Guilt",
     "rarity": 76
    },
    {
     "q": "Something that is crunchy",
     "a": "Crackers",
     "rarity": 40
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Listening to music",
     "rarity": 40
    },
    {
     "q": "Something you think of when you think of Switzerland",
     "a": "Swiss Cheese",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 1263,
   "sameLaunches": 173.0
  },
  {
   "id": "ollama:falcon3:1b",
   "label": "Falcon 3 1B (local)",
   "maker": "TII",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 171.1,
   "best": 234,
   "worst": 94,
   "valid": 0.81,
   "fromBook": 0.824,
   "rarity": 12.4,
   "highlights": [
    {
     "q": "Name a snack",
     "a": "Cheddar",
     "rarity": 72
    },
    {
     "q": "Something that melts",
     "a": "Cheddar",
     "rarity": 61
    },
    {
     "q": "Name a fish that lives in rivers or lakes",
     "a": "Coho",
     "rarity": 60
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Get A Blanket",
     "rarity": 45
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 11,
   "sameLaunches": 119.7
  },
  {
   "id": "ollama:lfm3:1.7b",
   "label": "LFM3 1.7B (local)",
   "maker": "Liquid AI",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 169.6,
   "best": 220,
   "worst": 130,
   "valid": 0.952,
   "fromBook": 0.9,
   "rarity": 9.9,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Joy",
     "rarity": 67
    },
    {
     "q": "Name a word for a family member",
     "a": "Sibling",
     "rarity": 41
    },
    {
     "q": "Something that melts",
     "a": "Cheddar cheese",
     "rarity": 40
    },
    {
     "q": "Something you put on toast",
     "a": "Cheddar cheese",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 1273,
   "sameLaunches": 180.0
  },
  {
   "id": "ollama:falcon:40b-instruct",
   "label": "Falcon 40B Instruct (local)",
   "maker": "TII",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 169.4,
   "best": 212,
   "worst": 131,
   "valid": 0.881,
   "fromBook": 0.919,
   "rarity": 10.8,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Awe",
     "rarity": 82
    },
    {
     "q": "Name a snack",
     "a": "Cheddar",
     "rarity": 72
    },
    {
     "q": "Name a board game",
     "a": "Cribbage",
     "rarity": 45
    },
    {
     "q": "Something you think of when you think of Switzerland",
     "a": "Swiss Watch",
     "rarity": 40
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 103,
   "tokensOut": 13,
   "sameLaunches": 167.0
  },
  {
   "id": "ollama:smollm2:1.7b",
   "label": "SmolLM2 1.7B (local)",
   "maker": "Hugging Face",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 164.7,
   "best": 223,
   "worst": 81,
   "valid": 0.881,
   "fromBook": 0.892,
   "rarity": 10.4,
   "highlights": [
    {
     "q": "Name a job",
     "a": "Culinary Chef",
     "rarity": 70
    },
    {
     "q": "Name a feeling",
     "a": "Sadness",
     "rarity": 68
    },
    {
     "q": "Something that is cold",
     "a": "Chilly",
     "rarity": 45
    },
    {
     "q": "Something spooky",
     "a": "Halloween",
     "rarity": 41
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 109,
   "tokensOut": 11,
   "sameLaunches": 175.0
  },
  {
   "id": "ollama:qwen3:0.6b",
   "label": "Qwen3 0.6B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 150.3,
   "best": 279,
   "worst": 41,
   "valid": 0.738,
   "fromBook": 0.871,
   "rarity": 10.4,
   "highlights": [
    {
     "q": "Something spooky",
     "a": "Miasma",
     "rarity": 92
    },
    {
     "q": "Name a snack",
     "a": "Cheddar",
     "rarity": 72
    },
    {
     "q": "Something you do on a rainy day",
     "a": "Walk",
     "rarity": 55
    },
    {
     "q": "Name a country in Africa",
     "a": "Zambia",
     "rarity": 41
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 105,
   "tokensOut": 322,
   "sameLaunches": 122.7
  },
  {
   "id": "ollama:qwen3.5:0.8b",
   "label": "Qwen3.5 0.8B (local)",
   "maker": "Alibaba",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 134.3,
   "best": 169,
   "worst": 70,
   "valid": 0.738,
   "fromBook": 0.935,
   "rarity": 7.0,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Joy",
     "rarity": 67
    },
    {
     "q": "Something that is crunchy",
     "a": "Bread",
     "rarity": 40
    },
    {
     "q": "Name a hot drink",
     "a": "Hot Coffee",
     "rarity": 40
    },
    {
     "q": "Name a part of the human body",
     "a": "Brain",
     "rarity": 24
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 107,
   "tokensOut": 4358,
   "sameLaunches": 141.3
  },
  {
   "id": "ollama:llama3.2:1b",
   "label": "Llama 3.2 1B (local)",
   "maker": "Meta",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 125.0,
   "best": 193,
   "worst": 86,
   "valid": 0.738,
   "fromBook": 1.0,
   "rarity": 6.0,
   "highlights": [
    {
     "q": "Name a feeling",
     "a": "Happiness",
     "rarity": 70
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Salsa",
     "rarity": 30
    },
    {
     "q": "Name a winter sport",
     "a": "Cross-country skiing",
     "rarity": 19
    },
    {
     "q": "Name a kind of shop",
     "a": "Cake shop",
     "rarity": 18
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 115,
   "tokensOut": 13,
   "sameLaunches": 127.3
  },
  {
   "id": "ollama:gemma3:270m",
   "label": "Gemma 3 270M (local)",
   "maker": "Google",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 113.1,
   "best": 161,
   "worst": 77,
   "valid": 0.548,
   "fromBook": 0.783,
   "rarity": 8.8,
   "highlights": [
    {
     "q": "Something in a school bag",
     "a": "Cheddar",
     "rarity": 80
    },
    {
     "q": "Something that is cold",
     "a": "Cheese",
     "rarity": 70
    },
    {
     "q": "Name a sauce or condiment",
     "a": "Spicy Pepper Relish",
     "rarity": 45
    },
    {
     "q": "Name a feeling",
     "a": "Dread",
     "rarity": 45
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 102,
   "tokensOut": 13,
   "sameLaunches": 122.0
  },
  {
   "id": "ollama:tinyllama",
   "label": "TinyLlama (local)",
   "maker": "TinyLlama",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 111.1,
   "best": 183,
   "worst": 39,
   "valid": 0.357,
   "fromBook": 0.667,
   "rarity": 9.8,
   "highlights": [
    {
     "q": "Name a word for a family member",
     "a": "Baabaas",
     "rarity": 92
    },
    {
     "q": "A word that rhymes with \"light\"",
     "a": "Lite",
     "rarity": 70
    },
    {
     "q": "Name a kind of shop",
     "a": "Kids' Toy Shop",
     "rarity": 60
    },
    {
     "q": "Name a part of the human body",
     "a": "Pelvis",
     "rarity": 45
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 123,
   "tokensOut": 20,
   "sameLaunches": 102.0
  },
  {
   "id": "ollama:smollm2:135m",
   "label": "SmolLM2 135M (local)",
   "maker": "Hugging Face",
   "effort": "default",
   "runs": 1,
   "launches": 7,
   "mean": 71.6,
   "best": 219,
   "worst": 20,
   "valid": 0.262,
   "fromBook": 0.727,
   "rarity": 6.6,
   "highlights": [
    {
     "q": "Name a snack",
     "a": "Bitto",
     "rarity": 92
    },
    {
     "q": "Name a job",
     "a": "Film Director",
     "rarity": 60
    },
    {
     "q": "Something you put on toast",
     "a": "Mackerel",
     "rarity": 45
    },
    {
     "q": "Name an animal that lives in the sea",
     "a": "Scallop",
     "rarity": 33
    }
   ],
   "date": "2026-11-08",
   "cost": null,
   "tokensIn": 110,
   "tokensOut": 167,
   "sameLaunches": 30.3
  }
 ]
}