Name: Raw Twitter Timelines W/ No Retweets
Creator: Kaggle
License: http://opendatacommons.org/licenses/dbcl/1.0/

About this Dataset

Raw Twitter Timelines W/ No Retweets

This is a dataset of tweets from various active scientists and personalities ranging from Donald Trump and Hillary Clinton to Neil deGrasse Tyson. More are forthcoming.

They were obtained through javascript scraping of the browser twitter timeline rather than a Tweepy python API or the twitter timeline API.

The inspiration for this twitter dataset is comparing tweets in my own twitter analysis to find who tweets like whom, e.g. does Trump or Hillary tweet more like Kim Kardashian than one another?

Thus, this goes further back in time than anything directly available from Twitter.

The data is in JSON format rather than CSV, which will be forthcoming as well.

Kim Kardashian, Adam Savage, BillNye, Neil deGrasse Tyson, Donald Trump, and Hillary Clinton have been collected up to 2016-10-14
Richard Dawkins, Commander Scott Kelly, Barack Obama, NASA, and The Onion, tweets up to 2016-10-15.

For your own pleasure, with special thanks to the Trump Twitter Archive for providing some of the code, here is the JavaScript used to scrape tweets off of a timeline and output the results to the clipboard in JSON format:

Construct the query with from:TWITTERHANDLE since:DATE until:DATE
In the browser console set up automatic scrolling with:
setInterval(function(){ scrollTo(0, document.body.scrollHeight) }, 2500)
Scrape the resulting timeline with:
var allTweets = []; var tweetElements = document.querySelectorAll('li.stream-item');

for (var i = 0; i < tweetElements.length; i++) { try {
var el = tweetElements[i]; var text = el.querySelector('.tweet-text').textContent; allTweets.push({ id: el.getAttribute('data-item-id'), date: el.querySelector('.time a').textContent, text: text, link: el.querySelector('div.tweet').getAttribute('data-permalink-path'), retweet: text.indexOf('"@') == 0 && text.includes(':') ? true : false }); } catch(err) {}
};
copy(allTweets);

Have fun!

Tables

Adamsavagetweets

@kaggle.speckledpingu_rawtwitterfeeds.adamsavagetweets

561.39 kB
4,872 rows
7 columns

CREATE TABLE adamsavagetweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Alltweets

@kaggle.speckledpingu_rawtwitterfeeds.alltweets

8.91 MB
88,625 rows
8 columns

CREATE TABLE alltweets (
  "unnamed_0_1" BIGINT  -- Unnamed: 0.1,
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Barackobama

@kaggle.speckledpingu_rawtwitterfeeds.barackobama

685.54 kB
6,896 rows
7 columns

CREATE TABLE barackobama (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Donaldtrump2014–01–01to2016–10–14tweets

@kaggle.speckledpingu_rawtwitterfeeds.donaldtrump2014_01_01to2016_10_14tweets

982.89 kB
8,439 rows
7 columns

CREATE TABLE donaldtrump2014_01_01to2016_10_14tweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Donaldtrumptweets

@kaggle.speckledpingu_rawtwitterfeeds.donaldtrumptweets

1.88 MB
17,216 rows
7 columns

CREATE TABLE donaldtrumptweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Fivethirtyeighttweets

@kaggle.speckledpingu_rawtwitterfeeds.fivethirtyeighttweets

928.17 kB
9,761 rows
7 columns

CREATE TABLE fivethirtyeighttweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Hillaryclinton2014–01–01to2016–10–14tweets

@kaggle.speckledpingu_rawtwitterfeeds.hillaryclinton2014_01_01to2016_10_14tweets

375.68 kB
3,256 rows
7 columns

CREATE TABLE hillaryclinton2014_01_01to2016_10_14tweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Hillaryclintontweets

@kaggle.speckledpingu_rawtwitterfeeds.hillaryclintontweets

384.93 kB
3,356 rows
7 columns

CREATE TABLE hillaryclintontweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Kimkardashiantweets

@kaggle.speckledpingu_rawtwitterfeeds.kimkardashiantweets

991.63 kB
10,688 rows
7 columns

CREATE TABLE kimkardashiantweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

N 10460kdnuggetstweets

@kaggle.speckledpingu_rawtwitterfeeds.n_10460kdnuggetstweets

1 MB
10,440 rows
7 columns

CREATE TABLE n_10460kdnuggetstweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Neildegrassetysontweets

@kaggle.speckledpingu_rawtwitterfeeds.neildegrassetysontweets

292.9 kB
2,428 rows
7 columns

CREATE TABLE neildegrassetysontweets (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Richarddawkins

@kaggle.speckledpingu_rawtwitterfeeds.richarddawkins

757.22 kB
5,839 rows
7 columns

CREATE TABLE richarddawkins (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);

Scottkelly

@kaggle.speckledpingu_rawtwitterfeeds.scottkelly

139.06 kB
1,219 rows
7 columns

CREATE TABLE scottkelly (
  "unnamed_0" BIGINT  -- Unnamed: 0,
  "date" VARCHAR,
  "id" BIGINT,
  "link" VARCHAR,
  "retweet" BOOLEAN,
  "text" VARCHAR,
  "author" VARCHAR
);