Tweet_Processing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>created_at</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>text</th>\n",
       "      <th>created_date</th>\n",
       "      <th>created_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467095185</td>\n",
       "      <td>515000000000000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014 6:57</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>6:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>467095185</td>\n",
       "      <td>515000000000000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014 6:47</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>b\"Tra amici: -Tu credi davvero che porti disgr...</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>6:47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>467095185</td>\n",
       "      <td>515000000000000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014 21:42</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>21:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>467095185</td>\n",
       "      <td>515000000000000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014 17:19</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>b'La cioccolata non fa domande stupide. La cio...</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>17:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>467095185</td>\n",
       "      <td>515000000000000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014 16:19</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>b'Situazione sentimentale: errore interno al s...</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>16:19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id            tweet_id  bot_type  bot_group       created_at  \\\n",
       "0  467095185  515000000000000000         3          3   9/25/2014 6:57   \n",
       "1  467095185  515000000000000000         3          3   9/25/2014 6:47   \n",
       "2  467095185  515000000000000000         3          3  9/24/2014 21:42   \n",
       "3  467095185  515000000000000000         3          3  9/24/2014 17:19   \n",
       "4  467095185  515000000000000000         3          3  9/24/2014 16:19   \n",
       "\n",
       "   retweet_count  favorite_count  \\\n",
       "0              0               3   \n",
       "1              3               2   \n",
       "2              1               0   \n",
       "3              0               3   \n",
       "4              1               4   \n",
       "\n",
       "                                                text created_date created_time  \n",
       "0  b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...    9/25/2014         6:57  \n",
       "1  b\"Tra amici: -Tu credi davvero che porti disgr...    9/25/2014         6:47  \n",
       "2  b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...    9/24/2014        21:42  \n",
       "3  b'La cioccolata non fa domande stupide. La cio...    9/24/2014        17:19  \n",
       "4  b'Situazione sentimentale: errore interno al s...    9/24/2014        16:19  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet = pd.read_csv(\"Tweet.csv\")\n",
    "tweet.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>created_date</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>b\"Tra amici: -Tu credi davvero che porti disgr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b'La cioccolata non fa domande stupide. La cio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b'Situazione sentimentale: errore interno al s...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id  bot_group created_date  \\\n",
       "0  467095185          3    9/25/2014   \n",
       "1  467095185          3    9/25/2014   \n",
       "2  467095185          3    9/24/2014   \n",
       "3  467095185          3    9/24/2014   \n",
       "4  467095185          3    9/24/2014   \n",
       "\n",
       "                                                text  \n",
       "0  b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...  \n",
       "1  b\"Tra amici: -Tu credi davvero che porti disgr...  \n",
       "2  b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...  \n",
       "3  b'La cioccolata non fa domande stupide. La cio...  \n",
       "4  b'Situazione sentimentale: errore interno al s...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Data = tweet[['id','bot_group','created_date','text']]\n",
    "Data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "K = pd.DataFrame(Data.groupby('id').created_date.value_counts())\n",
    "K.to_csv('tweet_per_day.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>created_date</th>\n",
       "      <th>num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>1/13/2015</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7732472</td>\n",
       "      <td>1/27/2016</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7732472</td>\n",
       "      <td>4/8/2014</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7732472</td>\n",
       "      <td>12/24/2015</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7732472</td>\n",
       "      <td>4/15/2014</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        id created_date  num\n",
       "0  7732472    1/13/2015    8\n",
       "1  7732472    1/27/2016    7\n",
       "2  7732472     4/8/2014    6\n",
       "3  7732472   12/24/2015    4\n",
       "4  7732472    4/15/2014    4"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet_per_day = pd.read_csv('tweet_per_day.csv')\n",
    "tweet_per_day.rename(columns={'created_date.1':'num'},inplace=True)\n",
    "tweet_per_day.head()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "tweet_num = pd.DataFrame(tweet_per_day.groupby('id').num.mean())\n",
    "tweet_num.to_csv('tweet_num.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  Average_of_retweet_count  Average_of_favorite_count  bot_type  \\\n",
       "0   7732472                  0.860000                   0.164000         6   \n",
       "1  10935572                768.076305                   1.096386         1   \n",
       "2  14938781                  0.032000                   0.024000         6   \n",
       "3  15947185                 17.328000                   3.164000         7   \n",
       "4  16512839                150.311741                   0.105263         2   \n",
       "\n",
       "         bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0  Social Spam Bot              2743              42        1246   \n",
       "1    Fake Follower               495            1355         966   \n",
       "2  Social Spam Bot               925            1567         368   \n",
       "3  Social Spam Bot            341492          135201      126668   \n",
       "4         Scam Bot                55             279         555   \n",
       "\n",
       "   default_profile  default_profile_image  geo_enabled  \n",
       "0                0                      0            1  \n",
       "1                0                      0            1  \n",
       "2                0                      0            1  \n",
       "3                0                      0            1  \n",
       "4                1                      0            1  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet_info = pd.read_csv('new clean data.csv')\n",
    "tweet_info.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "D = pd.read_csv('tweet_num.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "D.head()\n",
    "D.rename(columns={'num':'average_tweet_per_day'},inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>1.453488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>1.649007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>3.048780</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>2.551020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>2.205357</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  average_tweet_per_day\n",
       "0   7732472               1.453488\n",
       "1  10935572               1.649007\n",
       "2  14938781               3.048780\n",
       "3  15947185               2.551020\n",
       "4  16512839               2.205357"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "D.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.453488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.649007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3.048780</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.551020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.205357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>17640121</td>\n",
       "      <td>1927.420635</td>\n",
       "      <td>0.119048</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>31</td>\n",
       "      <td>229</td>\n",
       "      <td>128</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>17656600</td>\n",
       "      <td>327.348000</td>\n",
       "      <td>1.700000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>1149</td>\n",
       "      <td>676</td>\n",
       "      <td>447</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.445087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18583783</td>\n",
       "      <td>1514.606061</td>\n",
       "      <td>0.040404</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>17</td>\n",
       "      <td>35</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.302326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>19230427</td>\n",
       "      <td>36.573770</td>\n",
       "      <td>0.098361</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>21</td>\n",
       "      <td>229</td>\n",
       "      <td>124</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.340659</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>20731719</td>\n",
       "      <td>6.486239</td>\n",
       "      <td>0.022936</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>600</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>20872511</td>\n",
       "      <td>614.772000</td>\n",
       "      <td>0.136000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>314</td>\n",
       "      <td>585</td>\n",
       "      <td>3308</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.066116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>21196037</td>\n",
       "      <td>23.022222</td>\n",
       "      <td>0.044444</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>111</td>\n",
       "      <td>912</td>\n",
       "      <td>90</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.727273</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>21375100</td>\n",
       "      <td>1284.189076</td>\n",
       "      <td>0.037815</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>203</td>\n",
       "      <td>126</td>\n",
       "      <td>247</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.608108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>21479515</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341</td>\n",
       "      <td>282</td>\n",
       "      <td>213</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>21479634</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>299</td>\n",
       "      <td>283</td>\n",
       "      <td>208</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>21479977</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>0.009259</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>288</td>\n",
       "      <td>278</td>\n",
       "      <td>217</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>21480027</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004695</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>278</td>\n",
       "      <td>279</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>21484370</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>289</td>\n",
       "      <td>280</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.009346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>21629735</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>301</td>\n",
       "      <td>279</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>21696097</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>280</td>\n",
       "      <td>281</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21706899</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21723832</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>312</td>\n",
       "      <td>281</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>21766005</td>\n",
       "      <td>5708.489960</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>33</td>\n",
       "      <td>651</td>\n",
       "      <td>469</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.324468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>22030724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012048</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>230</td>\n",
       "      <td>213</td>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.068670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>22256645</td>\n",
       "      <td>457.920000</td>\n",
       "      <td>1025.400000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4294576</td>\n",
       "      <td>175539</td>\n",
       "      <td>34553</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6.578947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>22293089</td>\n",
       "      <td>0.004000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>404</td>\n",
       "      <td>0</td>\n",
       "      <td>701</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.155172</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>22578323</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>221</td>\n",
       "      <td>170</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>22597402</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>1.800000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4153</td>\n",
       "      <td>6353</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.111111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>22663627</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>287</td>\n",
       "      <td>276</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>22728442</td>\n",
       "      <td>0.009302</td>\n",
       "      <td>0.004651</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>211</td>\n",
       "      <td>163</td>\n",
       "      <td>215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>3347533096</td>\n",
       "      <td>2277.831461</td>\n",
       "      <td>0.280899</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>98</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.562500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>3378748334</td>\n",
       "      <td>0.230769</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.600000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>3434174583</td>\n",
       "      <td>313.216000</td>\n",
       "      <td>4.608000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>248</td>\n",
       "      <td>426</td>\n",
       "      <td>636</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.461988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>3523708516</td>\n",
       "      <td>150.000000</td>\n",
       "      <td>0.153846</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>9</td>\n",
       "      <td>95</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>3527718743</td>\n",
       "      <td>4058.912281</td>\n",
       "      <td>0.122807</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>3546187637</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>10</td>\n",
       "      <td>24</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>3695071455</td>\n",
       "      <td>181.904762</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>3796859908</td>\n",
       "      <td>263.575758</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.714286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>4070635240</td>\n",
       "      <td>49.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>4244628373</td>\n",
       "      <td>5.263158</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>82</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022</th>\n",
       "      <td>4299178814</td>\n",
       "      <td>955.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2023</th>\n",
       "      <td>4319870175</td>\n",
       "      <td>21.369565</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>22</td>\n",
       "      <td>257</td>\n",
       "      <td>49</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.210526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024</th>\n",
       "      <td>4328785158</td>\n",
       "      <td>370.705128</td>\n",
       "      <td>0.192308</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>39</td>\n",
       "      <td>486</td>\n",
       "      <td>86</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.714286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2025</th>\n",
       "      <td>4331279781</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>0.076000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>184</td>\n",
       "      <td>346</td>\n",
       "      <td>6721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.552795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>4429784235</td>\n",
       "      <td>676.886792</td>\n",
       "      <td>0.037736</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7.571429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>4450339640</td>\n",
       "      <td>11940.466670</td>\n",
       "      <td>0.106667</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>82</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>4484100814</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>27</td>\n",
       "      <td>409</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>4497014896</td>\n",
       "      <td>420.695946</td>\n",
       "      <td>0.310811</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.144928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>4531060217</td>\n",
       "      <td>38.705882</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>4534106901</td>\n",
       "      <td>1074.084906</td>\n",
       "      <td>0.174528</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>342</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>4543463113</td>\n",
       "      <td>4511.851852</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>4568560635</td>\n",
       "      <td>2260.740741</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>9.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>4718581844</td>\n",
       "      <td>5833.568000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>92</td>\n",
       "      <td>1520</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.521127</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>4755125361</td>\n",
       "      <td>3292.555556</td>\n",
       "      <td>0.055556</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>40</td>\n",
       "      <td>33</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.384615</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>4779227375</td>\n",
       "      <td>34.808943</td>\n",
       "      <td>0.060976</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>18</td>\n",
       "      <td>161</td>\n",
       "      <td>1020</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.733333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>4824471521</td>\n",
       "      <td>19.416667</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>4830577123</td>\n",
       "      <td>518.320000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>4831682733</td>\n",
       "      <td>14811.962960</td>\n",
       "      <td>0.148148</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>4834483007</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>469</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.833333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>4913838674</td>\n",
       "      <td>1694.315789</td>\n",
       "      <td>1.263158</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>13</td>\n",
       "      <td>124</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2042 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              id  Average_of_retweet_count  Average_of_favorite_count  \\\n",
       "0        7732472                  0.860000                   0.164000   \n",
       "1       10935572                768.076305                   1.096386   \n",
       "2       14938781                  0.032000                   0.024000   \n",
       "3       15947185                 17.328000                   3.164000   \n",
       "4       16512839                150.311741                   0.105263   \n",
       "5       17640121               1927.420635                   0.119048   \n",
       "6       17656600                327.348000                   1.700000   \n",
       "7       18583783               1514.606061                   0.040404   \n",
       "8       19230427                 36.573770                   0.098361   \n",
       "9       20731719                  6.486239                   0.022936   \n",
       "10      20872511                614.772000                   0.136000   \n",
       "11      21196037                 23.022222                   0.044444   \n",
       "12      21375100               1284.189076                   0.037815   \n",
       "13      21479515                  0.000000                   0.000000   \n",
       "14      21479634                  0.000000                   0.000000   \n",
       "15      21479977                  0.004630                   0.009259   \n",
       "16      21480027                  0.000000                   0.004695   \n",
       "17      21484370                  0.000000                   0.004630   \n",
       "18      21629735                  0.000000                   0.000000   \n",
       "19      21696097                  0.000000                   0.000000   \n",
       "20      21706899                  0.000000                   5.000000   \n",
       "21      21723832                  0.000000                   0.000000   \n",
       "22      21766005               5708.489960                   0.084337   \n",
       "23      22030724                  0.000000                   0.012048   \n",
       "24      22256645                457.920000                1025.400000   \n",
       "25      22293089                  0.004000                   0.008000   \n",
       "26      22578323                  0.000000                   0.000000   \n",
       "27      22597402                  0.800000                   1.800000   \n",
       "28      22663627                  0.004902                   0.004902   \n",
       "29      22728442                  0.009302                   0.004651   \n",
       "...          ...                       ...                        ...   \n",
       "2012  3347533096               2277.831461                   0.280899   \n",
       "2013  3378748334                  0.230769                   0.769231   \n",
       "2014  3434174583                313.216000                   4.608000   \n",
       "2015  3523708516                150.000000                   0.153846   \n",
       "2016  3527718743               4058.912281                   0.122807   \n",
       "2017  3546187637                 11.000000                   0.000000   \n",
       "2018  3695071455                181.904762                   0.000000   \n",
       "2019  3796859908                263.575758                   0.090909   \n",
       "2020  4070635240                 49.481481                   0.000000   \n",
       "2021  4244628373                  5.263158                   0.000000   \n",
       "2022  4299178814                955.000000                   0.000000   \n",
       "2023  4319870175                 21.369565                   0.000000   \n",
       "2024  4328785158                370.705128                   0.192308   \n",
       "2025  4331279781                  0.160000                   0.076000   \n",
       "2026  4429784235                676.886792                   0.037736   \n",
       "2027  4450339640              11940.466670                   0.106667   \n",
       "2028  4484100814                  1.000000                   1.000000   \n",
       "2029  4497014896                420.695946                   0.310811   \n",
       "2030  4531060217                 38.705882                   0.000000   \n",
       "2031  4534106901               1074.084906                   0.174528   \n",
       "2032  4543463113               4511.851852                   0.000000   \n",
       "2033  4568560635               2260.740741                   0.000000   \n",
       "2034  4718581844               5833.568000                   0.000000   \n",
       "2035  4755125361               3292.555556                   0.055556   \n",
       "2036  4779227375                 34.808943                   0.060976   \n",
       "2037  4824471521                 19.416667                   0.000000   \n",
       "2038  4830577123                518.320000                   0.200000   \n",
       "2039  4831682733              14811.962960                   0.148148   \n",
       "2040  4834483007                  0.000000                   0.181818   \n",
       "2041  4913838674               1694.315789                   1.263158   \n",
       "\n",
       "      bot_type        bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0            6  Social Spam Bot              2743              42        1246   \n",
       "1            1    Fake Follower               495            1355         966   \n",
       "2            6  Social Spam Bot               925            1567         368   \n",
       "3            7  Social Spam Bot            341492          135201      126668   \n",
       "4            2         Scam Bot                55             279         555   \n",
       "5            1    Fake Follower                31             229         128   \n",
       "6            1    Fake Follower              1149             676         447   \n",
       "7            2         Scam Bot                17              35         101   \n",
       "8            1    Fake Follower                21             229         124   \n",
       "9            1    Fake Follower                15               0         600   \n",
       "10           2         Scam Bot               314             585        3308   \n",
       "11           1    Fake Follower               111             912          90   \n",
       "12           1    Fake Follower               203             126         247   \n",
       "13           8  Social Spam Bot               341             282         213   \n",
       "14           8  Social Spam Bot               299             283         208   \n",
       "15           8  Social Spam Bot               288             278         217   \n",
       "16           8  Social Spam Bot               278             279         214   \n",
       "17           8  Social Spam Bot               289             280         218   \n",
       "18           8  Social Spam Bot               301             279         205   \n",
       "19           8  Social Spam Bot               280             281         218   \n",
       "20           1    Fake Follower                 0               0           0   \n",
       "21           8  Social Spam Bot               312             281         214   \n",
       "22           2         Scam Bot                33             651         469   \n",
       "23           8  Social Spam Bot               230             213         303   \n",
       "24           7  Social Spam Bot           4294576          175539       34553   \n",
       "25           8  Social Spam Bot               404               0         701   \n",
       "26           8  Social Spam Bot               221             170         103   \n",
       "27           6  Social Spam Bot              4153            6353          10   \n",
       "28           8  Social Spam Bot               287             276         205   \n",
       "29           8  Social Spam Bot               211             163         215   \n",
       "...        ...              ...               ...             ...         ...   \n",
       "2012         2         Scam Bot                47               0          98   \n",
       "2013         2         Scam Bot                 5               0          13   \n",
       "2014         2         Scam Bot               248             426         636   \n",
       "2015         2         Scam Bot                 9              95          14   \n",
       "2016         2         Scam Bot                37               0          57   \n",
       "2017         2         Scam Bot                10              24           5   \n",
       "2018         2         Scam Bot                 2               0          24   \n",
       "2019         2         Scam Bot                12               0          35   \n",
       "2020         2         Scam Bot                 7               0          32   \n",
       "2021         2         Scam Bot                 7              82          19   \n",
       "2022         2         Scam Bot                 0              26           4   \n",
       "2023         2         Scam Bot                22             257          49   \n",
       "2024         2         Scam Bot                39             486          86   \n",
       "2025         7  Social Spam Bot               184             346        6721   \n",
       "2026         2         Scam Bot                20               0          55   \n",
       "2027         2         Scam Bot                14               0          82   \n",
       "2028         2         Scam Bot                27             409           7   \n",
       "2029         2         Scam Bot                24               0         149   \n",
       "2030         2         Scam Bot                 1               0          17   \n",
       "2031         2         Scam Bot                48               0         342   \n",
       "2032         2         Scam Bot                 3               0          31   \n",
       "2033         2         Scam Bot                 3               0          30   \n",
       "2034         2         Scam Bot                 0              92        1520   \n",
       "2035         2         Scam Bot                40              33          19   \n",
       "2036         2         Scam Bot                18             161        1020   \n",
       "2037         2         Scam Bot                 2               0          28   \n",
       "2038         2         Scam Bot                 7               0          26   \n",
       "2039         2         Scam Bot                 3               0          31   \n",
       "2040         2         Scam Bot                24             469          13   \n",
       "2041         2         Scam Bot                13             124          19   \n",
       "\n",
       "      default_profile  default_profile_image  geo_enabled  \\\n",
       "0                   0                      0            1   \n",
       "1                   0                      0            1   \n",
       "2                   0                      0            1   \n",
       "3                   0                      0            1   \n",
       "4                   1                      0            1   \n",
       "5                   0                      0            1   \n",
       "6                   0                      0            1   \n",
       "7                   1                      1            1   \n",
       "8                   1                      0            0   \n",
       "9                   0                      0            0   \n",
       "10                  0                      0            0   \n",
       "11                  0                      0            1   \n",
       "12                  0                      0            1   \n",
       "13                  0                      0            1   \n",
       "14                  0                      0            1   \n",
       "15                  0                      0            1   \n",
       "16                  0                      0            1   \n",
       "17                  0                      0            1   \n",
       "18                  0                      0            1   \n",
       "19                  0                      0            1   \n",
       "20                  1                      0            0   \n",
       "21                  0                      0            1   \n",
       "22                  0                      1            0   \n",
       "23                  0                      0            1   \n",
       "24                  0                      0            1   \n",
       "25                  0                      0            1   \n",
       "26                  0                      0            1   \n",
       "27                  1                      1            0   \n",
       "28                  0                      0            1   \n",
       "29                  0                      0            1   \n",
       "...               ...                    ...          ...   \n",
       "2012                1                      0            0   \n",
       "2013                1                      0            0   \n",
       "2014                1                      0            1   \n",
       "2015                1                      0            0   \n",
       "2016                1                      0            0   \n",
       "2017                1                      0            0   \n",
       "2018                1                      0            0   \n",
       "2019                1                      0            1   \n",
       "2020                1                      0            0   \n",
       "2021                1                      0            0   \n",
       "2022                1                      0            0   \n",
       "2023                1                      0            0   \n",
       "2024                1                      0            0   \n",
       "2025                1                      0            0   \n",
       "2026                1                      0            0   \n",
       "2027                1                      0            0   \n",
       "2028                1                      1            0   \n",
       "2029                1                      0            0   \n",
       "2030                1                      0            0   \n",
       "2031                1                      0            0   \n",
       "2032                1                      0            0   \n",
       "2033                1                      0            1   \n",
       "2034                1                      0            0   \n",
       "2035                1                      0            0   \n",
       "2036                1                      1            0   \n",
       "2037                1                      0            0   \n",
       "2038                1                      0            0   \n",
       "2039                1                      0            0   \n",
       "2040                1                      0            0   \n",
       "2041                1                      0            0   \n",
       "\n",
       "      average_tweet_per_day  \n",
       "0                  1.453488  \n",
       "1                  1.649007  \n",
       "2                  3.048780  \n",
       "3                  2.551020  \n",
       "4                  2.205357  \n",
       "5                  1.200000  \n",
       "6                  1.445087  \n",
       "7                  2.302326  \n",
       "8                  1.340659  \n",
       "9                 18.166667  \n",
       "10                 2.066116  \n",
       "11                 2.727273  \n",
       "12                 1.608108  \n",
       "13                 1.000000  \n",
       "14                 1.000000  \n",
       "15                 1.000000  \n",
       "16                 1.000000  \n",
       "17                 1.009346  \n",
       "18                 1.000000  \n",
       "19                 1.000000  \n",
       "20                 1.000000  \n",
       "21                 1.000000  \n",
       "22                 1.324468  \n",
       "23                 1.068670  \n",
       "24                 6.578947  \n",
       "25                 2.155172  \n",
       "26                 1.000000  \n",
       "27                 1.111111  \n",
       "28                 1.000000  \n",
       "29                 1.000000  \n",
       "...                     ...  \n",
       "2012               5.562500  \n",
       "2013               2.600000  \n",
       "2014               1.461988  \n",
       "2015               4.333333  \n",
       "2016               3.800000  \n",
       "2017               1.000000  \n",
       "2018               4.200000  \n",
       "2019               4.714286  \n",
       "2020               9.000000  \n",
       "2021               9.500000  \n",
       "2022               1.000000  \n",
       "2023               1.210526  \n",
       "2024               3.714286  \n",
       "2025               1.552795  \n",
       "2026               7.571429  \n",
       "2027               8.333333  \n",
       "2028               1.500000  \n",
       "2029               2.144928  \n",
       "2030               8.500000  \n",
       "2031              13.250000  \n",
       "2032               6.750000  \n",
       "2033               9.000000  \n",
       "2034               3.521127  \n",
       "2035               1.384615  \n",
       "2036               2.733333  \n",
       "2037              12.000000  \n",
       "2038               5.000000  \n",
       "2039               4.500000  \n",
       "2040               1.833333  \n",
       "2041               3.800000  \n",
       "\n",
       "[2042 rows x 12 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "newdata = pd.merge(tweet_info,D,on = 'id', how = 'inner') \n",
    "newdata"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>name</th>\n",
       "      <th>screen_name</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>url</th>\n",
       "      <th>lang</th>\n",
       "      <th>time_zone</th>\n",
       "      <th>location</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>profile_image_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467095185</td>\n",
       "      <td>Jessica</td>\n",
       "      <td>JessicaFortini2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>17044</td>\n",
       "      <td>17107</td>\n",
       "      <td>973</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/949206323...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>434795107</td>\n",
       "      <td>Albertone</td>\n",
       "      <td>Albertone874</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10135</td>\n",
       "      <td>9442</td>\n",
       "      <td>2670</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Italia</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/168870307...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>467099372</td>\n",
       "      <td>Lucilla Basanti</td>\n",
       "      <td>LucillaBasanti</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9875</td>\n",
       "      <td>10879</td>\n",
       "      <td>4</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Livorno</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/954378069...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>613617309</td>\n",
       "      <td>Angelina</td>\n",
       "      <td>AngelaAngelusin</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>13798</td>\n",
       "      <td>16312</td>\n",
       "      <td>2577</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/232562229...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>468126635</td>\n",
       "      <td>Sara Hilima</td>\n",
       "      <td>SaraHilima79</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>5528</td>\n",
       "      <td>5663</td>\n",
       "      <td>3522</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Roma</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>http://pbs.twimg.com/profile_images/885135487...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id               name        screen_name  bot_type  bot_group  \\\n",
       "0  467095185           Jessica    JessicaFortini2          3          3   \n",
       "1  434795107         Albertone       Albertone874          3          3   \n",
       "2  467099372   Lucilla Basanti     LucillaBasanti          3          3   \n",
       "3  613617309          Angelina    AngelaAngelusin          3          3   \n",
       "4  468126635       Sara Hilima       SaraHilima79          3          3   \n",
       "\n",
       "   num_of_followers  num_of_friends  status_num     url    lang time_zone  \\\n",
       "0             17044           17107         973   None    None      None    \n",
       "1             10135            9442        2670   None    None      None    \n",
       "2              9875           10879           4   None    None      None    \n",
       "3             13798           16312        2577   None    None      None    \n",
       "4              5528            5663        3522   None    None      None    \n",
       "\n",
       "    location default_profile default_profile_image geo_enabled  \\\n",
       "0                     False                 False       False    \n",
       "1    Italia           False                 False       False    \n",
       "2   Livorno            True                 False       False    \n",
       "3                     False                 False       False    \n",
       "4      Roma           False                 False       False    \n",
       "\n",
       "                                   profile_image_url  \n",
       "0   http://pbs.twimg.com/profile_images/949206323...  \n",
       "1   http://pbs.twimg.com/profile_images/168870307...  \n",
       "2   http://pbs.twimg.com/profile_images/954378069...  \n",
       "3   http://pbs.twimg.com/profile_images/232562229...  \n",
       "4   http://pbs.twimg.com/profile_images/885135487...  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TweetInfo = pd.read_csv('TwitterInfo.csv')\n",
    "TweetInfo.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id          url                      \n",
       "7732472      http://t.co/ovIzskKpgX      1\n",
       "9165282      None                        1\n",
       "10935572     None                        1\n",
       "14938781     http://t.co/iVisx1v8dR      1\n",
       "15947185     https://t.co/RLKHVXOY9j     1\n",
       "16512839     None                        1\n",
       "17640121     None                        1\n",
       "17656600     http://t.co/FCSQEzHqa8      1\n",
       "17850445     None                        1\n",
       "18583783     None                        1\n",
       "18683244     None                        1\n",
       "19200271     None                        1\n",
       "19230427     None                        1\n",
       "20726266     None                        1\n",
       "20731719     None                        1\n",
       "20872511     http://t.co/o7nE4saMQS      1\n",
       "21196037     http://t.co/uatKssjQOX      1\n",
       "21365952     None                        1\n",
       "21375100     None                        1\n",
       "21479515     https://t.co/jIfQAhTZeU     1\n",
       "21479634     https://t.co/kFIvaQM0x5     1\n",
       "21479977     https://t.co/wHapHeZHjK     1\n",
       "21480027     https://t.co/nAwarveNqc     1\n",
       "21484370     https://t.co/ErnAdT34pZ     1\n",
       "21629735     https://t.co/2VqZ3ySLjr     1\n",
       "21696097     https://t.co/748pKVpQir     1\n",
       "21706899     None                        1\n",
       "21723832     https://t.co/I1MGZcJHpd     1\n",
       "21766005     https://t.co/c51IpuK83q     1\n",
       "21967510     https://t.co/LfnlqzkPZB     1\n",
       "                                        ..\n",
       "3378748334   None                        1\n",
       "3434174583   https://t.co/FktQeb059l     1\n",
       "3523708516   None                        1\n",
       "3527718743   None                        1\n",
       "3546187637   None                        1\n",
       "3695071455   None                        1\n",
       "3796859908   None                        1\n",
       "4070635240   None                        1\n",
       "4244628373   None                        1\n",
       "4299178814   None                        1\n",
       "4319870175   None                        1\n",
       "4328785158   None                        1\n",
       "4331279781   None                        1\n",
       "4429784235   None                        1\n",
       "4450339640   None                        1\n",
       "4484100814   None                        1\n",
       "4497014896   None                        1\n",
       "4531060217   None                        1\n",
       "4534106901   None                        1\n",
       "4543463113   None                        1\n",
       "4568560635   None                        1\n",
       "4718581844   None                        1\n",
       "4743096074   None                        1\n",
       "4755125361   None                        1\n",
       "4779227375   None                        1\n",
       "4824471521   None                        1\n",
       "4830577123   None                        1\n",
       "4831682733   None                        1\n",
       "4834483007   None                        1\n",
       "4913838674   None                        1\n",
       "Name: url, Length: 2250, dtype: int64"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TweetInfo.groupby('id').url.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>created_date</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>b\"Tra amici: -Tu credi davvero che porti disgr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b'La cioccolata non fa domande stupide. La cio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>b'Situazione sentimentale: errore interno al s...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id  bot_group created_date  \\\n",
       "0  467095185          3    9/25/2014   \n",
       "1  467095185          3    9/25/2014   \n",
       "2  467095185          3    9/24/2014   \n",
       "3  467095185          3    9/24/2014   \n",
       "4  467095185          3    9/24/2014   \n",
       "\n",
       "                                                text  \n",
       "0  b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...  \n",
       "1  b\"Tra amici: -Tu credi davvero che porti disgr...  \n",
       "2  b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...  \n",
       "3  b'La cioccolata non fa domande stupide. La cio...  \n",
       "4  b'Situazione sentimentale: errore interno al s...  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "216173"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "H=[]\n",
    "for i in Data['text']:\n",
    "    if 'http://' in i:\n",
    "        new_url = '1'\n",
    "        H.append(new_url)\n",
    "    else:\n",
    "        new_url = '0'\n",
    "        H.append(new_url)\n",
    "len(H)        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "216173"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(Data['text'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "Data_df1 = {'id':Data['id'],\n",
    "           'bot_group':Data['bot_group'],\n",
    "           'created_date':Data['created_date'],\n",
    "           'text':Data['text'],\n",
    "           'url': H,\n",
    "           'created_time' : tweet['created_time']}\n",
    "\n",
    "\n",
    "df1 = pd.DataFrame(Data_df1,columns=['id','bot_group','text','url','created_date','created_time'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>text</th>\n",
       "      <th>url</th>\n",
       "      <th>created_date</th>\n",
       "      <th>created_time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>6:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>b\"Tra amici: -Tu credi davvero che porti disgr...</td>\n",
       "      <td>0</td>\n",
       "      <td>9/25/2014</td>\n",
       "      <td>6:47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...</td>\n",
       "      <td>0</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>21:42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>b'La cioccolata non fa domande stupide. La cio...</td>\n",
       "      <td>0</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>17:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>467095185</td>\n",
       "      <td>3</td>\n",
       "      <td>b'Situazione sentimentale: errore interno al s...</td>\n",
       "      <td>0</td>\n",
       "      <td>9/24/2014</td>\n",
       "      <td>16:19</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          id  bot_group                                               text  \\\n",
       "0  467095185          3  b'Lui: Vuoi uscire con me, .Lei: Mi dispiace, ...   \n",
       "1  467095185          3  b\"Tra amici: -Tu credi davvero che porti disgr...   \n",
       "2  467095185          3  b\"Cos'\\xc3\\xa8 quel bernoccolo che hai in test...   \n",
       "3  467095185          3  b'La cioccolata non fa domande stupide. La cio...   \n",
       "4  467095185          3  b'Situazione sentimentale: errore interno al s...   \n",
       "\n",
       "  url created_date created_time  \n",
       "0   0    9/25/2014         6:57  \n",
       "1   0    9/25/2014         6:47  \n",
       "2   0    9/24/2014        21:42  \n",
       "3   0    9/24/2014        17:19  \n",
       "4   0    9/24/2014        16:19  "
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = pd.DataFrame(df1.groupby('id').url.value_counts(normalize=True))\n",
    "url.head()\n",
    "url.to_csv('id_url.csv')\n",
    "url2 = pd.read_csv('id_url.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id          url\n",
       "7732472     1      161\n",
       "            0       89\n",
       "10935572    0      212\n",
       "            1       37\n",
       "14938781    1      250\n",
       "15947185    0      249\n",
       "            1        1\n",
       "16512839    0      228\n",
       "            1       19\n",
       "17640121    0      124\n",
       "            1        2\n",
       "17656600    0      137\n",
       "            1      113\n",
       "18583783    0       99\n",
       "19230427    0      112\n",
       "            1       10\n",
       "20731719    1      218\n",
       "20872511    0      250\n",
       "21196037    0       75\n",
       "            1       15\n",
       "21375100    0      208\n",
       "            1       30\n",
       "21479515    0      213\n",
       "21479634    0      209\n",
       "21479977    0      216\n",
       "21480027    0      213\n",
       "21484370    0      216\n",
       "21629735    0      203\n",
       "21696097    0      217\n",
       "21706899    0        1\n",
       "                  ... \n",
       "3527718743  0       57\n",
       "3546187637  0        1\n",
       "3695071455  0       21\n",
       "3796859908  0       32\n",
       "            1        1\n",
       "4070635240  0       27\n",
       "4244628373  0       19\n",
       "4299178814  0        3\n",
       "4319870175  0       46\n",
       "4328785158  0       78\n",
       "4331279781  0      250\n",
       "4429784235  0       52\n",
       "            1        1\n",
       "4450339640  0       75\n",
       "4484100814  0        3\n",
       "4497014896  0      147\n",
       "            1        1\n",
       "4531060217  0       17\n",
       "4534106901  0      210\n",
       "            1        2\n",
       "4543463113  0       27\n",
       "4568560635  0       27\n",
       "4718581844  0      250\n",
       "4755125361  0       18\n",
       "4779227375  0      246\n",
       "4824471521  0       24\n",
       "4830577123  0       25\n",
       "4831682733  0       27\n",
       "4834483007  0       11\n",
       "4913838674  0       19\n",
       "Name: url, Length: 2957, dtype: int64"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.groupby('id').url.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>url</th>\n",
       "      <th>url.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>1</td>\n",
       "      <td>0.644000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0</td>\n",
       "      <td>0.356000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10935572</td>\n",
       "      <td>0</td>\n",
       "      <td>0.851406</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10935572</td>\n",
       "      <td>1</td>\n",
       "      <td>0.148594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>14938781</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  url     url.1\n",
       "0   7732472    1  0.644000\n",
       "1   7732472    0  0.356000\n",
       "2  10935572    0  0.851406\n",
       "3  10935572    1  0.148594\n",
       "4  14938781    1  1.000000"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url2.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [],
   "source": [
    "id_1 =[]\n",
    "percent_1 =[]\n",
    "id_0 = []\n",
    "percent_0 =[]\n",
    "for a in range(0,len(url2['url'])):\n",
    "    if (url2['url'])[a] == 1:\n",
    "        new_id = url2['id'][a]\n",
    "        id_1.append(new_id)\n",
    "        percent_1.append(url2['url.1'][a])\n",
    "    else:\n",
    "        id_0.append(url2['id'][a])\n",
    "        percent_0.append(url2['url.1'][a])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>url_yes_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.644000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>0.148594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>0.004000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>0.076923</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  url_yes_percentage\n",
       "0   7732472            0.644000\n",
       "1  10935572            0.148594\n",
       "2  14938781            1.000000\n",
       "3  15947185            0.004000\n",
       "4  16512839            0.076923"
      ]
     },
     "execution_count": 99,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "DATA1 = {'id': id_1,\n",
    "        'url_yes_percentage':percent_1}\n",
    "URL_1 = pd.DataFrame(DATA1, columns=['id','url_yes_percentage'])\n",
    "URL_1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.453488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.649007</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3.048780</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.551020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.205357</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  Average_of_retweet_count  Average_of_favorite_count  bot_type  \\\n",
       "0   7732472                  0.860000                   0.164000         6   \n",
       "1  10935572                768.076305                   1.096386         1   \n",
       "2  14938781                  0.032000                   0.024000         6   \n",
       "3  15947185                 17.328000                   3.164000         7   \n",
       "4  16512839                150.311741                   0.105263         2   \n",
       "\n",
       "         bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0  Social Spam Bot              2743              42        1246   \n",
       "1    Fake Follower               495            1355         966   \n",
       "2  Social Spam Bot               925            1567         368   \n",
       "3  Social Spam Bot            341492          135201      126668   \n",
       "4         Scam Bot                55             279         555   \n",
       "\n",
       "   default_profile  default_profile_image  geo_enabled  average_tweet_per_day  \n",
       "0                0                      0            1               1.453488  \n",
       "1                0                      0            1               1.649007  \n",
       "2                0                      0            1               3.048780  \n",
       "3                0                      0            1               2.551020  \n",
       "4                1                      0            1               2.205357  "
      ]
     },
     "execution_count": 98,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "newdata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "      <th>url_yes_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.453488</td>\n",
       "      <td>0.644000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.649007</td>\n",
       "      <td>0.148594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3.048780</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.551020</td>\n",
       "      <td>0.004000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.205357</td>\n",
       "      <td>0.076923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>17640121</td>\n",
       "      <td>1927.420635</td>\n",
       "      <td>0.119048</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>31</td>\n",
       "      <td>229</td>\n",
       "      <td>128</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.200000</td>\n",
       "      <td>0.015873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>17656600</td>\n",
       "      <td>327.348000</td>\n",
       "      <td>1.700000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>1149</td>\n",
       "      <td>676</td>\n",
       "      <td>447</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.445087</td>\n",
       "      <td>0.452000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18583783</td>\n",
       "      <td>1514.606061</td>\n",
       "      <td>0.040404</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>17</td>\n",
       "      <td>35</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.302326</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>19230427</td>\n",
       "      <td>36.573770</td>\n",
       "      <td>0.098361</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>21</td>\n",
       "      <td>229</td>\n",
       "      <td>124</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.340659</td>\n",
       "      <td>0.081967</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>20731719</td>\n",
       "      <td>6.486239</td>\n",
       "      <td>0.022936</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>600</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18.166667</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>20872511</td>\n",
       "      <td>614.772000</td>\n",
       "      <td>0.136000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>314</td>\n",
       "      <td>585</td>\n",
       "      <td>3308</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.066116</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>21196037</td>\n",
       "      <td>23.022222</td>\n",
       "      <td>0.044444</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>111</td>\n",
       "      <td>912</td>\n",
       "      <td>90</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.727273</td>\n",
       "      <td>0.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>21375100</td>\n",
       "      <td>1284.189076</td>\n",
       "      <td>0.037815</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>203</td>\n",
       "      <td>126</td>\n",
       "      <td>247</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.608108</td>\n",
       "      <td>0.126050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>21479515</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341</td>\n",
       "      <td>282</td>\n",
       "      <td>213</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>21479634</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>299</td>\n",
       "      <td>283</td>\n",
       "      <td>208</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>21479977</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>0.009259</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>288</td>\n",
       "      <td>278</td>\n",
       "      <td>217</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>21480027</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004695</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>278</td>\n",
       "      <td>279</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>21484370</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>289</td>\n",
       "      <td>280</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.009346</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>21629735</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>301</td>\n",
       "      <td>279</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>21696097</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>280</td>\n",
       "      <td>281</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21706899</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21723832</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>312</td>\n",
       "      <td>281</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>21766005</td>\n",
       "      <td>5708.489960</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>33</td>\n",
       "      <td>651</td>\n",
       "      <td>469</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.324468</td>\n",
       "      <td>0.024096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>22030724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012048</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>230</td>\n",
       "      <td>213</td>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.068670</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>22256645</td>\n",
       "      <td>457.920000</td>\n",
       "      <td>1025.400000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4294576</td>\n",
       "      <td>175539</td>\n",
       "      <td>34553</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6.578947</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>22293089</td>\n",
       "      <td>0.004000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>404</td>\n",
       "      <td>0</td>\n",
       "      <td>701</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.155172</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>22578323</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>221</td>\n",
       "      <td>170</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>22597402</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>1.800000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4153</td>\n",
       "      <td>6353</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.111111</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>22663627</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>287</td>\n",
       "      <td>276</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>22728442</td>\n",
       "      <td>0.009302</td>\n",
       "      <td>0.004651</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>211</td>\n",
       "      <td>163</td>\n",
       "      <td>215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>3347533096</td>\n",
       "      <td>2277.831461</td>\n",
       "      <td>0.280899</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>98</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.562500</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>3378748334</td>\n",
       "      <td>0.230769</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.600000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>3434174583</td>\n",
       "      <td>313.216000</td>\n",
       "      <td>4.608000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>248</td>\n",
       "      <td>426</td>\n",
       "      <td>636</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.461988</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>3523708516</td>\n",
       "      <td>150.000000</td>\n",
       "      <td>0.153846</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>9</td>\n",
       "      <td>95</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>3527718743</td>\n",
       "      <td>4058.912281</td>\n",
       "      <td>0.122807</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>3546187637</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>10</td>\n",
       "      <td>24</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>3695071455</td>\n",
       "      <td>181.904762</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>3796859908</td>\n",
       "      <td>263.575758</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>0.030303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>4070635240</td>\n",
       "      <td>49.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>4244628373</td>\n",
       "      <td>5.263158</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>82</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022</th>\n",
       "      <td>4299178814</td>\n",
       "      <td>955.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2023</th>\n",
       "      <td>4319870175</td>\n",
       "      <td>21.369565</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>22</td>\n",
       "      <td>257</td>\n",
       "      <td>49</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.210526</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024</th>\n",
       "      <td>4328785158</td>\n",
       "      <td>370.705128</td>\n",
       "      <td>0.192308</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>39</td>\n",
       "      <td>486</td>\n",
       "      <td>86</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.714286</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2025</th>\n",
       "      <td>4331279781</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>0.076000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>184</td>\n",
       "      <td>346</td>\n",
       "      <td>6721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.552795</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>4429784235</td>\n",
       "      <td>676.886792</td>\n",
       "      <td>0.037736</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7.571429</td>\n",
       "      <td>0.018868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>4450339640</td>\n",
       "      <td>11940.466670</td>\n",
       "      <td>0.106667</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>82</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>4484100814</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>27</td>\n",
       "      <td>409</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>4497014896</td>\n",
       "      <td>420.695946</td>\n",
       "      <td>0.310811</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.144928</td>\n",
       "      <td>0.006757</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>4531060217</td>\n",
       "      <td>38.705882</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>4534106901</td>\n",
       "      <td>1074.084906</td>\n",
       "      <td>0.174528</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>342</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13.250000</td>\n",
       "      <td>0.009434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>4543463113</td>\n",
       "      <td>4511.851852</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.750000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>4568560635</td>\n",
       "      <td>2260.740741</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>4718581844</td>\n",
       "      <td>5833.568000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>92</td>\n",
       "      <td>1520</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.521127</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>4755125361</td>\n",
       "      <td>3292.555556</td>\n",
       "      <td>0.055556</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>40</td>\n",
       "      <td>33</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.384615</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>4779227375</td>\n",
       "      <td>34.808943</td>\n",
       "      <td>0.060976</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>18</td>\n",
       "      <td>161</td>\n",
       "      <td>1020</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.733333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>4824471521</td>\n",
       "      <td>19.416667</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>4830577123</td>\n",
       "      <td>518.320000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>4831682733</td>\n",
       "      <td>14811.962960</td>\n",
       "      <td>0.148148</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>4834483007</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>469</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.833333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>4913838674</td>\n",
       "      <td>1694.315789</td>\n",
       "      <td>1.263158</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>13</td>\n",
       "      <td>124</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2042 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              id  Average_of_retweet_count  Average_of_favorite_count  \\\n",
       "0        7732472                  0.860000                   0.164000   \n",
       "1       10935572                768.076305                   1.096386   \n",
       "2       14938781                  0.032000                   0.024000   \n",
       "3       15947185                 17.328000                   3.164000   \n",
       "4       16512839                150.311741                   0.105263   \n",
       "5       17640121               1927.420635                   0.119048   \n",
       "6       17656600                327.348000                   1.700000   \n",
       "7       18583783               1514.606061                   0.040404   \n",
       "8       19230427                 36.573770                   0.098361   \n",
       "9       20731719                  6.486239                   0.022936   \n",
       "10      20872511                614.772000                   0.136000   \n",
       "11      21196037                 23.022222                   0.044444   \n",
       "12      21375100               1284.189076                   0.037815   \n",
       "13      21479515                  0.000000                   0.000000   \n",
       "14      21479634                  0.000000                   0.000000   \n",
       "15      21479977                  0.004630                   0.009259   \n",
       "16      21480027                  0.000000                   0.004695   \n",
       "17      21484370                  0.000000                   0.004630   \n",
       "18      21629735                  0.000000                   0.000000   \n",
       "19      21696097                  0.000000                   0.000000   \n",
       "20      21706899                  0.000000                   5.000000   \n",
       "21      21723832                  0.000000                   0.000000   \n",
       "22      21766005               5708.489960                   0.084337   \n",
       "23      22030724                  0.000000                   0.012048   \n",
       "24      22256645                457.920000                1025.400000   \n",
       "25      22293089                  0.004000                   0.008000   \n",
       "26      22578323                  0.000000                   0.000000   \n",
       "27      22597402                  0.800000                   1.800000   \n",
       "28      22663627                  0.004902                   0.004902   \n",
       "29      22728442                  0.009302                   0.004651   \n",
       "...          ...                       ...                        ...   \n",
       "2012  3347533096               2277.831461                   0.280899   \n",
       "2013  3378748334                  0.230769                   0.769231   \n",
       "2014  3434174583                313.216000                   4.608000   \n",
       "2015  3523708516                150.000000                   0.153846   \n",
       "2016  3527718743               4058.912281                   0.122807   \n",
       "2017  3546187637                 11.000000                   0.000000   \n",
       "2018  3695071455                181.904762                   0.000000   \n",
       "2019  3796859908                263.575758                   0.090909   \n",
       "2020  4070635240                 49.481481                   0.000000   \n",
       "2021  4244628373                  5.263158                   0.000000   \n",
       "2022  4299178814                955.000000                   0.000000   \n",
       "2023  4319870175                 21.369565                   0.000000   \n",
       "2024  4328785158                370.705128                   0.192308   \n",
       "2025  4331279781                  0.160000                   0.076000   \n",
       "2026  4429784235                676.886792                   0.037736   \n",
       "2027  4450339640              11940.466670                   0.106667   \n",
       "2028  4484100814                  1.000000                   1.000000   \n",
       "2029  4497014896                420.695946                   0.310811   \n",
       "2030  4531060217                 38.705882                   0.000000   \n",
       "2031  4534106901               1074.084906                   0.174528   \n",
       "2032  4543463113               4511.851852                   0.000000   \n",
       "2033  4568560635               2260.740741                   0.000000   \n",
       "2034  4718581844               5833.568000                   0.000000   \n",
       "2035  4755125361               3292.555556                   0.055556   \n",
       "2036  4779227375                 34.808943                   0.060976   \n",
       "2037  4824471521                 19.416667                   0.000000   \n",
       "2038  4830577123                518.320000                   0.200000   \n",
       "2039  4831682733              14811.962960                   0.148148   \n",
       "2040  4834483007                  0.000000                   0.181818   \n",
       "2041  4913838674               1694.315789                   1.263158   \n",
       "\n",
       "      bot_type        bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0            6  Social Spam Bot              2743              42        1246   \n",
       "1            1    Fake Follower               495            1355         966   \n",
       "2            6  Social Spam Bot               925            1567         368   \n",
       "3            7  Social Spam Bot            341492          135201      126668   \n",
       "4            2         Scam Bot                55             279         555   \n",
       "5            1    Fake Follower                31             229         128   \n",
       "6            1    Fake Follower              1149             676         447   \n",
       "7            2         Scam Bot                17              35         101   \n",
       "8            1    Fake Follower                21             229         124   \n",
       "9            1    Fake Follower                15               0         600   \n",
       "10           2         Scam Bot               314             585        3308   \n",
       "11           1    Fake Follower               111             912          90   \n",
       "12           1    Fake Follower               203             126         247   \n",
       "13           8  Social Spam Bot               341             282         213   \n",
       "14           8  Social Spam Bot               299             283         208   \n",
       "15           8  Social Spam Bot               288             278         217   \n",
       "16           8  Social Spam Bot               278             279         214   \n",
       "17           8  Social Spam Bot               289             280         218   \n",
       "18           8  Social Spam Bot               301             279         205   \n",
       "19           8  Social Spam Bot               280             281         218   \n",
       "20           1    Fake Follower                 0               0           0   \n",
       "21           8  Social Spam Bot               312             281         214   \n",
       "22           2         Scam Bot                33             651         469   \n",
       "23           8  Social Spam Bot               230             213         303   \n",
       "24           7  Social Spam Bot           4294576          175539       34553   \n",
       "25           8  Social Spam Bot               404               0         701   \n",
       "26           8  Social Spam Bot               221             170         103   \n",
       "27           6  Social Spam Bot              4153            6353          10   \n",
       "28           8  Social Spam Bot               287             276         205   \n",
       "29           8  Social Spam Bot               211             163         215   \n",
       "...        ...              ...               ...             ...         ...   \n",
       "2012         2         Scam Bot                47               0          98   \n",
       "2013         2         Scam Bot                 5               0          13   \n",
       "2014         2         Scam Bot               248             426         636   \n",
       "2015         2         Scam Bot                 9              95          14   \n",
       "2016         2         Scam Bot                37               0          57   \n",
       "2017         2         Scam Bot                10              24           5   \n",
       "2018         2         Scam Bot                 2               0          24   \n",
       "2019         2         Scam Bot                12               0          35   \n",
       "2020         2         Scam Bot                 7               0          32   \n",
       "2021         2         Scam Bot                 7              82          19   \n",
       "2022         2         Scam Bot                 0              26           4   \n",
       "2023         2         Scam Bot                22             257          49   \n",
       "2024         2         Scam Bot                39             486          86   \n",
       "2025         7  Social Spam Bot               184             346        6721   \n",
       "2026         2         Scam Bot                20               0          55   \n",
       "2027         2         Scam Bot                14               0          82   \n",
       "2028         2         Scam Bot                27             409           7   \n",
       "2029         2         Scam Bot                24               0         149   \n",
       "2030         2         Scam Bot                 1               0          17   \n",
       "2031         2         Scam Bot                48               0         342   \n",
       "2032         2         Scam Bot                 3               0          31   \n",
       "2033         2         Scam Bot                 3               0          30   \n",
       "2034         2         Scam Bot                 0              92        1520   \n",
       "2035         2         Scam Bot                40              33          19   \n",
       "2036         2         Scam Bot                18             161        1020   \n",
       "2037         2         Scam Bot                 2               0          28   \n",
       "2038         2         Scam Bot                 7               0          26   \n",
       "2039         2         Scam Bot                 3               0          31   \n",
       "2040         2         Scam Bot                24             469          13   \n",
       "2041         2         Scam Bot                13             124          19   \n",
       "\n",
       "      default_profile  default_profile_image  geo_enabled  \\\n",
       "0                   0                      0            1   \n",
       "1                   0                      0            1   \n",
       "2                   0                      0            1   \n",
       "3                   0                      0            1   \n",
       "4                   1                      0            1   \n",
       "5                   0                      0            1   \n",
       "6                   0                      0            1   \n",
       "7                   1                      1            1   \n",
       "8                   1                      0            0   \n",
       "9                   0                      0            0   \n",
       "10                  0                      0            0   \n",
       "11                  0                      0            1   \n",
       "12                  0                      0            1   \n",
       "13                  0                      0            1   \n",
       "14                  0                      0            1   \n",
       "15                  0                      0            1   \n",
       "16                  0                      0            1   \n",
       "17                  0                      0            1   \n",
       "18                  0                      0            1   \n",
       "19                  0                      0            1   \n",
       "20                  1                      0            0   \n",
       "21                  0                      0            1   \n",
       "22                  0                      1            0   \n",
       "23                  0                      0            1   \n",
       "24                  0                      0            1   \n",
       "25                  0                      0            1   \n",
       "26                  0                      0            1   \n",
       "27                  1                      1            0   \n",
       "28                  0                      0            1   \n",
       "29                  0                      0            1   \n",
       "...               ...                    ...          ...   \n",
       "2012                1                      0            0   \n",
       "2013                1                      0            0   \n",
       "2014                1                      0            1   \n",
       "2015                1                      0            0   \n",
       "2016                1                      0            0   \n",
       "2017                1                      0            0   \n",
       "2018                1                      0            0   \n",
       "2019                1                      0            1   \n",
       "2020                1                      0            0   \n",
       "2021                1                      0            0   \n",
       "2022                1                      0            0   \n",
       "2023                1                      0            0   \n",
       "2024                1                      0            0   \n",
       "2025                1                      0            0   \n",
       "2026                1                      0            0   \n",
       "2027                1                      0            0   \n",
       "2028                1                      1            0   \n",
       "2029                1                      0            0   \n",
       "2030                1                      0            0   \n",
       "2031                1                      0            0   \n",
       "2032                1                      0            0   \n",
       "2033                1                      0            1   \n",
       "2034                1                      0            0   \n",
       "2035                1                      0            0   \n",
       "2036                1                      1            0   \n",
       "2037                1                      0            0   \n",
       "2038                1                      0            0   \n",
       "2039                1                      0            0   \n",
       "2040                1                      0            0   \n",
       "2041                1                      0            0   \n",
       "\n",
       "      average_tweet_per_day  url_yes_percentage  \n",
       "0                  1.453488            0.644000  \n",
       "1                  1.649007            0.148594  \n",
       "2                  3.048780            1.000000  \n",
       "3                  2.551020            0.004000  \n",
       "4                  2.205357            0.076923  \n",
       "5                  1.200000            0.015873  \n",
       "6                  1.445087            0.452000  \n",
       "7                  2.302326                 NaN  \n",
       "8                  1.340659            0.081967  \n",
       "9                 18.166667            1.000000  \n",
       "10                 2.066116                 NaN  \n",
       "11                 2.727273            0.166667  \n",
       "12                 1.608108            0.126050  \n",
       "13                 1.000000                 NaN  \n",
       "14                 1.000000                 NaN  \n",
       "15                 1.000000                 NaN  \n",
       "16                 1.000000                 NaN  \n",
       "17                 1.009346                 NaN  \n",
       "18                 1.000000                 NaN  \n",
       "19                 1.000000                 NaN  \n",
       "20                 1.000000            0.500000  \n",
       "21                 1.000000                 NaN  \n",
       "22                 1.324468            0.024096  \n",
       "23                 1.068670                 NaN  \n",
       "24                 6.578947                 NaN  \n",
       "25                 2.155172                 NaN  \n",
       "26                 1.000000                 NaN  \n",
       "27                 1.111111            1.000000  \n",
       "28                 1.000000                 NaN  \n",
       "29                 1.000000                 NaN  \n",
       "...                     ...                 ...  \n",
       "2012               5.562500                 NaN  \n",
       "2013               2.600000                 NaN  \n",
       "2014               1.461988                 NaN  \n",
       "2015               4.333333                 NaN  \n",
       "2016               3.800000                 NaN  \n",
       "2017               1.000000                 NaN  \n",
       "2018               4.200000                 NaN  \n",
       "2019               4.714286            0.030303  \n",
       "2020               9.000000                 NaN  \n",
       "2021               9.500000                 NaN  \n",
       "2022               1.000000                 NaN  \n",
       "2023               1.210526                 NaN  \n",
       "2024               3.714286                 NaN  \n",
       "2025               1.552795                 NaN  \n",
       "2026               7.571429            0.018868  \n",
       "2027               8.333333                 NaN  \n",
       "2028               1.500000                 NaN  \n",
       "2029               2.144928            0.006757  \n",
       "2030               8.500000                 NaN  \n",
       "2031              13.250000            0.009434  \n",
       "2032               6.750000                 NaN  \n",
       "2033               9.000000                 NaN  \n",
       "2034               3.521127                 NaN  \n",
       "2035               1.384615                 NaN  \n",
       "2036               2.733333                 NaN  \n",
       "2037              12.000000                 NaN  \n",
       "2038               5.000000                 NaN  \n",
       "2039               4.500000                 NaN  \n",
       "2040               1.833333                 NaN  \n",
       "2041               3.800000                 NaN  \n",
       "\n",
       "[2042 rows x 13 columns]"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mergedata = pd.merge(newdata,URL_1,on = 'id', how = 'left') \n",
    "mergedata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "      <th>url_yes_percentage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.453488</td>\n",
       "      <td>0.644000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.649007</td>\n",
       "      <td>0.148594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3.048780</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.551020</td>\n",
       "      <td>0.004000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.205357</td>\n",
       "      <td>0.076923</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         id  Average_of_retweet_count  Average_of_favorite_count  bot_type  \\\n",
       "0   7732472                  0.860000                   0.164000         6   \n",
       "1  10935572                768.076305                   1.096386         1   \n",
       "2  14938781                  0.032000                   0.024000         6   \n",
       "3  15947185                 17.328000                   3.164000         7   \n",
       "4  16512839                150.311741                   0.105263         2   \n",
       "\n",
       "         bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0  Social Spam Bot              2743              42        1246   \n",
       "1    Fake Follower               495            1355         966   \n",
       "2  Social Spam Bot               925            1567         368   \n",
       "3  Social Spam Bot            341492          135201      126668   \n",
       "4         Scam Bot                55             279         555   \n",
       "\n",
       "   default_profile  default_profile_image  geo_enabled  average_tweet_per_day  \\\n",
       "0                0                      0            1               1.453488   \n",
       "1                0                      0            1               1.649007   \n",
       "2                0                      0            1               3.048780   \n",
       "3                0                      0            1               2.551020   \n",
       "4                1                      0            1               2.205357   \n",
       "\n",
       "   url_yes_percentage  \n",
       "0            0.644000  \n",
       "1            0.148594  \n",
       "2            1.000000  \n",
       "3            0.004000  \n",
       "4            0.076923  "
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mergedata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedata.rename(columns={'url_yes_percentage':'percentage_of_url_tweet'},inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [],
   "source": [
    "for k in mergedata['percentage_of_url_tweet']:\n",
    "    if str(k) == 'NaN':\n",
    "        str(k).replace('NaN','0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Average_of_retweet_count</th>\n",
       "      <th>Average_of_favorite_count</th>\n",
       "      <th>bot_type</th>\n",
       "      <th>bot_group</th>\n",
       "      <th>num_of_followers</th>\n",
       "      <th>num_of_friends</th>\n",
       "      <th>status_num</th>\n",
       "      <th>default_profile</th>\n",
       "      <th>default_profile_image</th>\n",
       "      <th>geo_enabled</th>\n",
       "      <th>average_tweet_per_day</th>\n",
       "      <th>percentage_of_url_tweet</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7732472</td>\n",
       "      <td>0.860000</td>\n",
       "      <td>0.164000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>2743</td>\n",
       "      <td>42</td>\n",
       "      <td>1246</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.453488</td>\n",
       "      <td>0.644000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>10935572</td>\n",
       "      <td>768.076305</td>\n",
       "      <td>1.096386</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>495</td>\n",
       "      <td>1355</td>\n",
       "      <td>966</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.649007</td>\n",
       "      <td>0.148594</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>14938781</td>\n",
       "      <td>0.032000</td>\n",
       "      <td>0.024000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>925</td>\n",
       "      <td>1567</td>\n",
       "      <td>368</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3.048780</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15947185</td>\n",
       "      <td>17.328000</td>\n",
       "      <td>3.164000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341492</td>\n",
       "      <td>135201</td>\n",
       "      <td>126668</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.551020</td>\n",
       "      <td>0.004000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16512839</td>\n",
       "      <td>150.311741</td>\n",
       "      <td>0.105263</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>55</td>\n",
       "      <td>279</td>\n",
       "      <td>555</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.205357</td>\n",
       "      <td>0.076923</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>17640121</td>\n",
       "      <td>1927.420635</td>\n",
       "      <td>0.119048</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>31</td>\n",
       "      <td>229</td>\n",
       "      <td>128</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.200000</td>\n",
       "      <td>0.015873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>17656600</td>\n",
       "      <td>327.348000</td>\n",
       "      <td>1.700000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>1149</td>\n",
       "      <td>676</td>\n",
       "      <td>447</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.445087</td>\n",
       "      <td>0.452000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18583783</td>\n",
       "      <td>1514.606061</td>\n",
       "      <td>0.040404</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>17</td>\n",
       "      <td>35</td>\n",
       "      <td>101</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.302326</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>19230427</td>\n",
       "      <td>36.573770</td>\n",
       "      <td>0.098361</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>21</td>\n",
       "      <td>229</td>\n",
       "      <td>124</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.340659</td>\n",
       "      <td>0.081967</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>20731719</td>\n",
       "      <td>6.486239</td>\n",
       "      <td>0.022936</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>15</td>\n",
       "      <td>0</td>\n",
       "      <td>600</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>18.166667</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>20872511</td>\n",
       "      <td>614.772000</td>\n",
       "      <td>0.136000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>314</td>\n",
       "      <td>585</td>\n",
       "      <td>3308</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.066116</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>21196037</td>\n",
       "      <td>23.022222</td>\n",
       "      <td>0.044444</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>111</td>\n",
       "      <td>912</td>\n",
       "      <td>90</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.727273</td>\n",
       "      <td>0.166667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>21375100</td>\n",
       "      <td>1284.189076</td>\n",
       "      <td>0.037815</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>203</td>\n",
       "      <td>126</td>\n",
       "      <td>247</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.608108</td>\n",
       "      <td>0.126050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>21479515</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>341</td>\n",
       "      <td>282</td>\n",
       "      <td>213</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>21479634</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>299</td>\n",
       "      <td>283</td>\n",
       "      <td>208</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>21479977</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>0.009259</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>288</td>\n",
       "      <td>278</td>\n",
       "      <td>217</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>21480027</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004695</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>278</td>\n",
       "      <td>279</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>21484370</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.004630</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>289</td>\n",
       "      <td>280</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.009346</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>21629735</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>301</td>\n",
       "      <td>279</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>21696097</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>280</td>\n",
       "      <td>281</td>\n",
       "      <td>218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21706899</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>Fake Follower</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21723832</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>312</td>\n",
       "      <td>281</td>\n",
       "      <td>214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>21766005</td>\n",
       "      <td>5708.489960</td>\n",
       "      <td>0.084337</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>33</td>\n",
       "      <td>651</td>\n",
       "      <td>469</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.324468</td>\n",
       "      <td>0.024096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>22030724</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012048</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>230</td>\n",
       "      <td>213</td>\n",
       "      <td>303</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.068670</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>22256645</td>\n",
       "      <td>457.920000</td>\n",
       "      <td>1025.400000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4294576</td>\n",
       "      <td>175539</td>\n",
       "      <td>34553</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6.578947</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>22293089</td>\n",
       "      <td>0.004000</td>\n",
       "      <td>0.008000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>404</td>\n",
       "      <td>0</td>\n",
       "      <td>701</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2.155172</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>22578323</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>221</td>\n",
       "      <td>170</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>22597402</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>1.800000</td>\n",
       "      <td>6</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>4153</td>\n",
       "      <td>6353</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.111111</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>22663627</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>0.004902</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>287</td>\n",
       "      <td>276</td>\n",
       "      <td>205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>22728442</td>\n",
       "      <td>0.009302</td>\n",
       "      <td>0.004651</td>\n",
       "      <td>8</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>211</td>\n",
       "      <td>163</td>\n",
       "      <td>215</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>3347533096</td>\n",
       "      <td>2277.831461</td>\n",
       "      <td>0.280899</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>47</td>\n",
       "      <td>0</td>\n",
       "      <td>98</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.562500</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>3378748334</td>\n",
       "      <td>0.230769</td>\n",
       "      <td>0.769231</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.600000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>3434174583</td>\n",
       "      <td>313.216000</td>\n",
       "      <td>4.608000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>248</td>\n",
       "      <td>426</td>\n",
       "      <td>636</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1.461988</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>3523708516</td>\n",
       "      <td>150.000000</td>\n",
       "      <td>0.153846</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>9</td>\n",
       "      <td>95</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016</th>\n",
       "      <td>3527718743</td>\n",
       "      <td>4058.912281</td>\n",
       "      <td>0.122807</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>37</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2017</th>\n",
       "      <td>3546187637</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>10</td>\n",
       "      <td>24</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2018</th>\n",
       "      <td>3695071455</td>\n",
       "      <td>181.904762</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2019</th>\n",
       "      <td>3796859908</td>\n",
       "      <td>263.575758</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>0.030303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020</th>\n",
       "      <td>4070635240</td>\n",
       "      <td>49.481481</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2021</th>\n",
       "      <td>4244628373</td>\n",
       "      <td>5.263158</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>82</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>9.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2022</th>\n",
       "      <td>4299178814</td>\n",
       "      <td>955.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2023</th>\n",
       "      <td>4319870175</td>\n",
       "      <td>21.369565</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>22</td>\n",
       "      <td>257</td>\n",
       "      <td>49</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.210526</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024</th>\n",
       "      <td>4328785158</td>\n",
       "      <td>370.705128</td>\n",
       "      <td>0.192308</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>39</td>\n",
       "      <td>486</td>\n",
       "      <td>86</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.714286</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2025</th>\n",
       "      <td>4331279781</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>0.076000</td>\n",
       "      <td>7</td>\n",
       "      <td>Social Spam Bot</td>\n",
       "      <td>184</td>\n",
       "      <td>346</td>\n",
       "      <td>6721</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.552795</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2026</th>\n",
       "      <td>4429784235</td>\n",
       "      <td>676.886792</td>\n",
       "      <td>0.037736</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>7.571429</td>\n",
       "      <td>0.018868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2027</th>\n",
       "      <td>4450339640</td>\n",
       "      <td>11940.466670</td>\n",
       "      <td>0.106667</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>82</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2028</th>\n",
       "      <td>4484100814</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>27</td>\n",
       "      <td>409</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2029</th>\n",
       "      <td>4497014896</td>\n",
       "      <td>420.695946</td>\n",
       "      <td>0.310811</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>149</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.144928</td>\n",
       "      <td>0.006757</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2030</th>\n",
       "      <td>4531060217</td>\n",
       "      <td>38.705882</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2031</th>\n",
       "      <td>4534106901</td>\n",
       "      <td>1074.084906</td>\n",
       "      <td>0.174528</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>342</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13.250000</td>\n",
       "      <td>0.009434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>4543463113</td>\n",
       "      <td>4511.851852</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.750000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2033</th>\n",
       "      <td>4568560635</td>\n",
       "      <td>2260.740741</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>4718581844</td>\n",
       "      <td>5833.568000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>0</td>\n",
       "      <td>92</td>\n",
       "      <td>1520</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.521127</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2035</th>\n",
       "      <td>4755125361</td>\n",
       "      <td>3292.555556</td>\n",
       "      <td>0.055556</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>40</td>\n",
       "      <td>33</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.384615</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2036</th>\n",
       "      <td>4779227375</td>\n",
       "      <td>34.808943</td>\n",
       "      <td>0.060976</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>18</td>\n",
       "      <td>161</td>\n",
       "      <td>1020</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2.733333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2037</th>\n",
       "      <td>4824471521</td>\n",
       "      <td>19.416667</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>4830577123</td>\n",
       "      <td>518.320000</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>26</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2039</th>\n",
       "      <td>4831682733</td>\n",
       "      <td>14811.962960</td>\n",
       "      <td>0.148148</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2040</th>\n",
       "      <td>4834483007</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>24</td>\n",
       "      <td>469</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.833333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2041</th>\n",
       "      <td>4913838674</td>\n",
       "      <td>1694.315789</td>\n",
       "      <td>1.263158</td>\n",
       "      <td>2</td>\n",
       "      <td>Scam Bot</td>\n",
       "      <td>13</td>\n",
       "      <td>124</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2042 rows × 13 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              id  Average_of_retweet_count  Average_of_favorite_count  \\\n",
       "0        7732472                  0.860000                   0.164000   \n",
       "1       10935572                768.076305                   1.096386   \n",
       "2       14938781                  0.032000                   0.024000   \n",
       "3       15947185                 17.328000                   3.164000   \n",
       "4       16512839                150.311741                   0.105263   \n",
       "5       17640121               1927.420635                   0.119048   \n",
       "6       17656600                327.348000                   1.700000   \n",
       "7       18583783               1514.606061                   0.040404   \n",
       "8       19230427                 36.573770                   0.098361   \n",
       "9       20731719                  6.486239                   0.022936   \n",
       "10      20872511                614.772000                   0.136000   \n",
       "11      21196037                 23.022222                   0.044444   \n",
       "12      21375100               1284.189076                   0.037815   \n",
       "13      21479515                  0.000000                   0.000000   \n",
       "14      21479634                  0.000000                   0.000000   \n",
       "15      21479977                  0.004630                   0.009259   \n",
       "16      21480027                  0.000000                   0.004695   \n",
       "17      21484370                  0.000000                   0.004630   \n",
       "18      21629735                  0.000000                   0.000000   \n",
       "19      21696097                  0.000000                   0.000000   \n",
       "20      21706899                  0.000000                   5.000000   \n",
       "21      21723832                  0.000000                   0.000000   \n",
       "22      21766005               5708.489960                   0.084337   \n",
       "23      22030724                  0.000000                   0.012048   \n",
       "24      22256645                457.920000                1025.400000   \n",
       "25      22293089                  0.004000                   0.008000   \n",
       "26      22578323                  0.000000                   0.000000   \n",
       "27      22597402                  0.800000                   1.800000   \n",
       "28      22663627                  0.004902                   0.004902   \n",
       "29      22728442                  0.009302                   0.004651   \n",
       "...          ...                       ...                        ...   \n",
       "2012  3347533096               2277.831461                   0.280899   \n",
       "2013  3378748334                  0.230769                   0.769231   \n",
       "2014  3434174583                313.216000                   4.608000   \n",
       "2015  3523708516                150.000000                   0.153846   \n",
       "2016  3527718743               4058.912281                   0.122807   \n",
       "2017  3546187637                 11.000000                   0.000000   \n",
       "2018  3695071455                181.904762                   0.000000   \n",
       "2019  3796859908                263.575758                   0.090909   \n",
       "2020  4070635240                 49.481481                   0.000000   \n",
       "2021  4244628373                  5.263158                   0.000000   \n",
       "2022  4299178814                955.000000                   0.000000   \n",
       "2023  4319870175                 21.369565                   0.000000   \n",
       "2024  4328785158                370.705128                   0.192308   \n",
       "2025  4331279781                  0.160000                   0.076000   \n",
       "2026  4429784235                676.886792                   0.037736   \n",
       "2027  4450339640              11940.466670                   0.106667   \n",
       "2028  4484100814                  1.000000                   1.000000   \n",
       "2029  4497014896                420.695946                   0.310811   \n",
       "2030  4531060217                 38.705882                   0.000000   \n",
       "2031  4534106901               1074.084906                   0.174528   \n",
       "2032  4543463113               4511.851852                   0.000000   \n",
       "2033  4568560635               2260.740741                   0.000000   \n",
       "2034  4718581844               5833.568000                   0.000000   \n",
       "2035  4755125361               3292.555556                   0.055556   \n",
       "2036  4779227375                 34.808943                   0.060976   \n",
       "2037  4824471521                 19.416667                   0.000000   \n",
       "2038  4830577123                518.320000                   0.200000   \n",
       "2039  4831682733              14811.962960                   0.148148   \n",
       "2040  4834483007                  0.000000                   0.181818   \n",
       "2041  4913838674               1694.315789                   1.263158   \n",
       "\n",
       "      bot_type        bot_group  num_of_followers  num_of_friends  status_num  \\\n",
       "0            6  Social Spam Bot              2743              42        1246   \n",
       "1            1    Fake Follower               495            1355         966   \n",
       "2            6  Social Spam Bot               925            1567         368   \n",
       "3            7  Social Spam Bot            341492          135201      126668   \n",
       "4            2         Scam Bot                55             279         555   \n",
       "5            1    Fake Follower                31             229         128   \n",
       "6            1    Fake Follower              1149             676         447   \n",
       "7            2         Scam Bot                17              35         101   \n",
       "8            1    Fake Follower                21             229         124   \n",
       "9            1    Fake Follower                15               0         600   \n",
       "10           2         Scam Bot               314             585        3308   \n",
       "11           1    Fake Follower               111             912          90   \n",
       "12           1    Fake Follower               203             126         247   \n",
       "13           8  Social Spam Bot               341             282         213   \n",
       "14           8  Social Spam Bot               299             283         208   \n",
       "15           8  Social Spam Bot               288             278         217   \n",
       "16           8  Social Spam Bot               278             279         214   \n",
       "17           8  Social Spam Bot               289             280         218   \n",
       "18           8  Social Spam Bot               301             279         205   \n",
       "19           8  Social Spam Bot               280             281         218   \n",
       "20           1    Fake Follower                 0               0           0   \n",
       "21           8  Social Spam Bot               312             281         214   \n",
       "22           2         Scam Bot                33             651         469   \n",
       "23           8  Social Spam Bot               230             213         303   \n",
       "24           7  Social Spam Bot           4294576          175539       34553   \n",
       "25           8  Social Spam Bot               404               0         701   \n",
       "26           8  Social Spam Bot               221             170         103   \n",
       "27           6  Social Spam Bot              4153            6353          10   \n",
       "28           8  Social Spam Bot               287             276         205   \n",
       "29           8  Social Spam Bot               211             163         215   \n",
       "...        ...              ...               ...             ...         ...   \n",
       "2012         2         Scam Bot                47               0          98   \n",
       "2013         2         Scam Bot                 5               0          13   \n",
       "2014         2         Scam Bot               248             426         636   \n",
       "2015         2         Scam Bot                 9              95          14   \n",
       "2016         2         Scam Bot                37               0          57   \n",
       "2017         2         Scam Bot                10              24           5   \n",
       "2018         2         Scam Bot                 2               0          24   \n",
       "2019         2         Scam Bot                12               0          35   \n",
       "2020         2         Scam Bot                 7               0          32   \n",
       "2021         2         Scam Bot                 7              82          19   \n",
       "2022         2         Scam Bot                 0              26           4   \n",
       "2023         2         Scam Bot                22             257          49   \n",
       "2024         2         Scam Bot                39             486          86   \n",
       "2025         7  Social Spam Bot               184             346        6721   \n",
       "2026         2         Scam Bot                20               0          55   \n",
       "2027         2         Scam Bot                14               0          82   \n",
       "2028         2         Scam Bot                27             409           7   \n",
       "2029         2         Scam Bot                24               0         149   \n",
       "2030         2         Scam Bot                 1               0          17   \n",
       "2031         2         Scam Bot                48               0         342   \n",
       "2032         2         Scam Bot                 3               0          31   \n",
       "2033         2         Scam Bot                 3               0          30   \n",
       "2034         2         Scam Bot                 0              92        1520   \n",
       "2035         2         Scam Bot                40              33          19   \n",
       "2036         2         Scam Bot                18             161        1020   \n",
       "2037         2         Scam Bot                 2               0          28   \n",
       "2038         2         Scam Bot                 7               0          26   \n",
       "2039         2         Scam Bot                 3               0          31   \n",
       "2040         2         Scam Bot                24             469          13   \n",
       "2041         2         Scam Bot                13             124          19   \n",
       "\n",
       "      default_profile  default_profile_image  geo_enabled  \\\n",
       "0                   0                      0            1   \n",
       "1                   0                      0            1   \n",
       "2                   0                      0            1   \n",
       "3                   0                      0            1   \n",
       "4                   1                      0            1   \n",
       "5                   0                      0            1   \n",
       "6                   0                      0            1   \n",
       "7                   1                      1            1   \n",
       "8                   1                      0            0   \n",
       "9                   0                      0            0   \n",
       "10                  0                      0            0   \n",
       "11                  0                      0            1   \n",
       "12                  0                      0            1   \n",
       "13                  0                      0            1   \n",
       "14                  0                      0            1   \n",
       "15                  0                      0            1   \n",
       "16                  0                      0            1   \n",
       "17                  0                      0            1   \n",
       "18                  0                      0            1   \n",
       "19                  0                      0            1   \n",
       "20                  1                      0            0   \n",
       "21                  0                      0            1   \n",
       "22                  0                      1            0   \n",
       "23                  0                      0            1   \n",
       "24                  0                      0            1   \n",
       "25                  0                      0            1   \n",
       "26                  0                      0            1   \n",
       "27                  1                      1            0   \n",
       "28                  0                      0            1   \n",
       "29                  0                      0            1   \n",
       "...               ...                    ...          ...   \n",
       "2012                1                      0            0   \n",
       "2013                1                      0            0   \n",
       "2014                1                      0            1   \n",
       "2015                1                      0            0   \n",
       "2016                1                      0            0   \n",
       "2017                1                      0            0   \n",
       "2018                1                      0            0   \n",
       "2019                1                      0            1   \n",
       "2020                1                      0            0   \n",
       "2021                1                      0            0   \n",
       "2022                1                      0            0   \n",
       "2023                1                      0            0   \n",
       "2024                1                      0            0   \n",
       "2025                1                      0            0   \n",
       "2026                1                      0            0   \n",
       "2027                1                      0            0   \n",
       "2028                1                      1            0   \n",
       "2029                1                      0            0   \n",
       "2030                1                      0            0   \n",
       "2031                1                      0            0   \n",
       "2032                1                      0            0   \n",
       "2033                1                      0            1   \n",
       "2034                1                      0            0   \n",
       "2035                1                      0            0   \n",
       "2036                1                      1            0   \n",
       "2037                1                      0            0   \n",
       "2038                1                      0            0   \n",
       "2039                1                      0            0   \n",
       "2040                1                      0            0   \n",
       "2041                1                      0            0   \n",
       "\n",
       "      average_tweet_per_day  percentage_of_url_tweet  \n",
       "0                  1.453488                 0.644000  \n",
       "1                  1.649007                 0.148594  \n",
       "2                  3.048780                 1.000000  \n",
       "3                  2.551020                 0.004000  \n",
       "4                  2.205357                 0.076923  \n",
       "5                  1.200000                 0.015873  \n",
       "6                  1.445087                 0.452000  \n",
       "7                  2.302326                      NaN  \n",
       "8                  1.340659                 0.081967  \n",
       "9                 18.166667                 1.000000  \n",
       "10                 2.066116                      NaN  \n",
       "11                 2.727273                 0.166667  \n",
       "12                 1.608108                 0.126050  \n",
       "13                 1.000000                      NaN  \n",
       "14                 1.000000                      NaN  \n",
       "15                 1.000000                      NaN  \n",
       "16                 1.000000                      NaN  \n",
       "17                 1.009346                      NaN  \n",
       "18                 1.000000                      NaN  \n",
       "19                 1.000000                      NaN  \n",
       "20                 1.000000                 0.500000  \n",
       "21                 1.000000                      NaN  \n",
       "22                 1.324468                 0.024096  \n",
       "23                 1.068670                      NaN  \n",
       "24                 6.578947                      NaN  \n",
       "25                 2.155172                      NaN  \n",
       "26                 1.000000                      NaN  \n",
       "27                 1.111111                 1.000000  \n",
       "28                 1.000000                      NaN  \n",
       "29                 1.000000                      NaN  \n",
       "...                     ...                      ...  \n",
       "2012               5.562500                      NaN  \n",
       "2013               2.600000                      NaN  \n",
       "2014               1.461988                      NaN  \n",
       "2015               4.333333                      NaN  \n",
       "2016               3.800000                      NaN  \n",
       "2017               1.000000                      NaN  \n",
       "2018               4.200000                      NaN  \n",
       "2019               4.714286                 0.030303  \n",
       "2020               9.000000                      NaN  \n",
       "2021               9.500000                      NaN  \n",
       "2022               1.000000                      NaN  \n",
       "2023               1.210526                      NaN  \n",
       "2024               3.714286                      NaN  \n",
       "2025               1.552795                      NaN  \n",
       "2026               7.571429                 0.018868  \n",
       "2027               8.333333                      NaN  \n",
       "2028               1.500000                      NaN  \n",
       "2029               2.144928                 0.006757  \n",
       "2030               8.500000                      NaN  \n",
       "2031              13.250000                 0.009434  \n",
       "2032               6.750000                      NaN  \n",
       "2033               9.000000                      NaN  \n",
       "2034               3.521127                      NaN  \n",
       "2035               1.384615                      NaN  \n",
       "2036               2.733333                      NaN  \n",
       "2037              12.000000                      NaN  \n",
       "2038               5.000000                      NaN  \n",
       "2039               4.500000                      NaN  \n",
       "2040               1.833333                      NaN  \n",
       "2041               3.800000                      NaN  \n",
       "\n",
       "[2042 rows x 13 columns]"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mergedata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "str"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type('NaN')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [],
   "source": [
    "mergedata.to_csv('tweet_spss.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}