1-- CHART 1: Model Performance - Diminishing Returns
2-- Shows all models from 2019-2025 with MMLU scores
3
4SELECT 
5    architecture AS model_name,
6    year,
7    model_size_parameters / 1000000000.0 AS params_billions,
8    mmlu_avg AS mmlu_score,
9    dataset_size_tokens / 1000000000.0 AS training_tokens_billions,
10    training_computation_petaflop AS training_cost_pflops,
11    organisation AS organization
12FROM "@owid.epoch_llms.owid_epoch_llms_2"
13WHERE model_size_parameters IS NOT NULL
14  AND mmlu_avg IS NOT NULL
15
16UNION ALL
17
18SELECT 
19    model_name,
20    year,
21    parameters_billion AS params_billions,
22    mmlu_score,
23    training_tokens_billion AS training_tokens_billions,
24    training_cost_pflops,
25    organization
26FROM "@adlrocha.llm_stats.llm_performance2425"
27WHERE parameters_billion IS NOT NULL
28  AND mmlu_score IS NOT NULL
29
30ORDER BY year, params_billions