Name: Large Language Model Performance And Compute, Epoch (2023)
Creator: Our World In Data
License: https://creativecommons.org/licenses/by/4.0/

About this Dataset

Large Language Model Performance And Compute, Epoch (2023)

Epoch dataset on how performance on a MMLU language benchmark scales with computational resources.

Tables

Epoch Llms 1

@owid.epoch_llms.owid_epoch_llms_1

7.01 kB
24 rows
7 columns

CREATE TABLE owid_epoch_llms_1 (
  "architecture" VARCHAR,
  "year" INTEGER,
  "model_size_parameters" BIGINT  -- Model Size, Parameters,
  "dataset_size_tokens" BIGINT  -- Dataset Size, Tokens,
  "mmlu_avg" FLOAT,
  "organisation" VARCHAR,
  "training_computation_petaflop" FLOAT
);

Large Language Model Performance And Compute

@owid.epoch_llms.owid_epoch_llms_2

7.18 kB
25 rows
7 columns

CREATE TABLE owid_epoch_llms_2 (
  "architecture" VARCHAR,
  "year" INTEGER,
  "model_size_parameters" BIGINT  -- Model Size, Parameters,
  "dataset_size_tokens" BIGINT  -- Dataset Size, Tokens,
  "mmlu_avg" FLOAT,
  "organisation" VARCHAR,
  "training_computation_petaflop" BIGINT
);