About this Dataset

Tracking Compute-Intensive AI Models

A dataset that tracks compute-intensive AI models, with training compute over 10²³ floating point operations (FLOP). This corresponds to training costs of hundreds of thousands of dollars or more.

To identify compute-intensive AI models, the team at Epoch AI used various resources, estimating compute when not directly reported. They included benchmarks and repositories, such as Papers With Code and Hugging Face, to find models exceeding 10²³ FLOP. They also explored non-English media and specific leaderboards, particularly focusing on Chinese sources.

Additionally, they examined blog posts, press releases from major labs, and scholarly literature to track new models. A separate table was created for models with unconfirmed but plausible compute levels. Despite thorough methods, proprietary and secretive models may have been missed.

Tables

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_1

10.74 kB
81 rows
8 columns

CREATE TABLE owid_epoch_compute_intensive_1 (
  "days_since_1949" INTEGER,
  "system" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "organization_categorization" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_2

13.23 kB
209 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_2 (
  "days_since_1949" INTEGER,
  "system" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" FLOAT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_3

13.22 kB
212 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_3 (
  "days_since_1949" INTEGER,
  "system" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" FLOAT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_4

13.48 kB
219 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_4 (
  "days_since_1949" INTEGER,
  "system" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" FLOAT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_5

13.92 kB
223 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_5 (
  "days_since_1949" INTEGER,
  "system" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_6

14.64 kB
244 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_6 (
  "days_since_1949" INTEGER,
  "model" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_7

15.06 kB
258 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_7 (
  "days_since_1949" INTEGER,
  "model" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_8

15.65 kB
276 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_8 (
  "days_since_1949" INTEGER,
  "model" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);

Tracking Compute-Intensive AI Models

@owid.epoch_compute_intensive.owid_epoch_compute_intensive_9

21.09 kB
458 rows
7 columns

CREATE TABLE owid_epoch_compute_intensive_9 (
  "days_since_1949" INTEGER,
  "model" VARCHAR,
  "publication_date" TIMESTAMP,
  "domain" VARCHAR,
  "parameters" BIGINT,
  "training_dataset_size_datapoints" BIGINT  -- Training Dataset Size, Datapoints,
  "training_computation_petaflop" FLOAT
);