Authority.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: ipynb in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from -r requirements.txt (line 1)) (0.5.1)\n",
      "Requirement already satisfied: pandas in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from -r requirements.txt (line 2)) (1.2.3)\n",
      "Requirement already satisfied: scipy in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from -r requirements.txt (line 3)) (1.5.0)\n",
      "Requirement already satisfied: plotly in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from -r requirements.txt (line 4)) (5.3.0)\n",
      "Requirement already satisfied: nltk in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from -r requirements.txt (line 5)) (3.5)\n",
      "Requirement already satisfied: pytz>=2017.3 in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from pandas->-r requirements.txt (line 2)) (2020.1)\n",
      "Requirement already satisfied: python-dateutil>=2.7.3 in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from pandas->-r requirements.txt (line 2)) (2.8.1)\n",
      "Requirement already satisfied: numpy>=1.16.5 in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from pandas->-r requirements.txt (line 2)) (1.20.2)\n",
      "Requirement already satisfied: six in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from plotly->-r requirements.txt (line 4)) (1.15.0)\n",
      "Requirement already satisfied: tenacity>=6.2.0 in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from plotly->-r requirements.txt (line 4)) (8.0.1)\n",
      "Requirement already satisfied: click in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from nltk->-r requirements.txt (line 5)) (7.1.2)\n",
      "Requirement already satisfied: tqdm in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from nltk->-r requirements.txt (line 5)) (4.47.0)\n",
      "Requirement already satisfied: regex in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from nltk->-r requirements.txt (line 5)) (2020.6.8)\n",
      "Requirement already satisfied: joblib in c:\\users\\alxau\\anaconda3\\lib\\site-packages (from nltk->-r requirements.txt (line 5)) (0.16.0)\n"
     ]
    }
   ],
   "source": [
    "!pip install -r requirements.txt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# from .full.Gensim_Doc_Modelling import *\n",
    "# import ipynb.fs.defs.Topic_Analysis\n",
    "\n",
    "from gsdmm_master.gsdmm import MovieGroupProcess\n",
    "import pandas as pd\n",
    "import re\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer\n",
    "from collections import Counter\n",
    "\n",
    "\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import TweetTokenizer\n",
    "from matplotlib import colors as mcolors\n",
    "import scipy.sparse as sp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\alxau\\anaconda3\\lib\\site-packages\\IPython\\core\\interactiveshell.py:3071: DtypeWarning: Columns (1,4,44) have mixed types.Specify dtype option on import or set low_memory=False.\n",
      "  has_raised = await self.run_ast_nodes(code_ast.body, cell_name,\n"
     ]
    }
   ],
   "source": [
    "DATASET_PATH = 'data/'\n",
    "AUTHORITY_SET_PATH = 'data/authority_sets.txt'\n",
    "AUTH_FILTERED_PATH = 'data/authority_filtered/'\n",
    "LANGUAGE = 'italian'\n",
    "\n",
    "DATASET = pd.read_csv(DATASET_PATH + 'ferrero_corporate.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess_dataset(dataset):\n",
    "    dataset = dataset.iloc[dataset.date_created_at.dropna().index]\n",
    "    dataset['date_index'] = pd.to_datetime(dataset.date_created_at, errors='coerce')\n",
    "    dataset = dataset.loc[dataset['date_index'].dropna().index]\n",
    "    \n",
    "    datasetusers = []\n",
    "\n",
    "    for mdate, df in dataset.groupby(pd.Grouper(key='date_index', freq='d')):\n",
    "        datasetusers.append(df.loc[df.user_id.drop_duplicates().index])\n",
    "\n",
    "    return pd.concat(datasetusers)\n",
    "\n",
    "def Map(func, lst):\n",
    "    return list(map(func, lst))\n",
    "\n",
    "def Filter(func, lst):\n",
    "    return list(filter(func, lst))\n",
    "\n",
    "def Enumerate(lst):\n",
    "    return list(enumerate(lst))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_data_between(dataset, mindate, maxdate):\n",
    "    lowerbound = dataset[dataset.date_index > mindate]\n",
    "    return lowerbound[lowerbound.date_index < maxdate]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\alxau\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Unzipping corpora\\stopwords.zip.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "nltk.download('stopwords')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Politici ['matteosalvinimi', 'GiorgiaMeloni', 'EnricoLetta ', 'nzingaretti ', 'MonicaCirinna ', 'elenabonetti', 'matteorenzi', 'RossellaMuroni', 'luigidimaio', 'ale_dibattista', 'beppe_grillo', 'GiuseppeConteIT', 'NFratoianni', 'pbersani', 'pdnetwork', 'bobogiac', 'gasparripdl ', 'FratellidItalia', 'LegaSalvini', 'Capezzone', 'borghi_claudio', 'berlusconi', 'forza_italia', 'DarioNardella', 'carlaruocco1', 'gualtierieurope', 'BeaLorenzin', 'robersperanza', 'dariofrance', 'DaniloToninelli', 'BeppeSala', 'ellyesse', 'ElioLannutti', 'sbonaccini', 'marcocappato', 'PietroGrasso', 'ItaliaViva', 'zaiapresidente', 'TeresaBellanova', 'Azione_it', 'GuidoCrosetto', 'gparagone']\n",
      "Esperti di settore e giornalisti ['DarioBressanini', 'sabri_giannini', 'RudyBandiera', 'la_kuzzo', 'M_gabanelli', 'robertosaviano', 'petergomezblog', 'corradoformigli', 'IaconaRiccardo', 'marcotravaglio', 'AndreaScanzi', 'lucatelese', 'stanzaselvaggia', 'concitadeg', 'giucruciani', 'mariogiordano5', 'Tommasolabate', 'DAVIDPARENZO', 'myrtamerlino', 'alesallusti', 'NicolaPorro', 'BelpietroTweet', 'BrunoVespa', 'PaoloDebbio', 'GilettiMassimo', 'lucasofri', 'dariabig', 'divagatrice', 'RobiVil', 'distefanovalori']\n",
      "ONG&leaders ['Legambiente', 'Greenpeace_ITA', 'SaveChildrenIT', 'UNICEF_Italia', 'amnestyitalia', 'WWFitalia', 'StefanoCiafani', 'ap_legambiente', 'donabianchi1', 'ActionAidItalia', 'Fondoambiente', 'Italia_Nostra', 'FranFerrante', 'Kyoto_Club', 'robdellaseta', 'GiaSilvestrini', 'gonufrio']\n",
      "Sindacati e leader ['cgilnazionale', 'fiomnet', 'UILofficial', 'flaicgil', 'filleacgil', 'mauriziolandini', 'CislNazionale', 'FurlanAnnamaria', 'PpBombardieri', 'SusannaCamusso', 'fai_cisl', 'UGLConf']\n",
      "Influencer ['camillamendini', 'tessagelisio', 'LuciaCuffaro', 'MarcoBianchiOff', 'Link4Universe', 'Fedez', 'ChiaraFerragni', 'MarroneEmma', 'noemiofficial', 'chiarabiasi', 'VeronicaFerraro', 'andreadelogu', 'emastokholma', 'pif_iltestimone', 'federusso80', 'LucaBizzarri']\n",
      "programmi radio  e tv ['LaZanzaraR24', 'reportrai3', 'PiazzapulitaLA7', 'redazioneiene', 'Cartabiancarai3', 'mimandaRai3', 'Drittorovescio_', 'OttoemezzoTW', 'agorarai', 'Ariachetira', 'OmnibusLa7', 'welikeduel', 'QRepubblica', 'fuoridalcorotv', 'nonelarena', 'ChiVieneACena3']\n",
      "Associazioni e consorzi ['adocnazionale', 'MovConsumatori', 'adiconsum', 'consumatori', 'HelpConsumatori', 'Codacons', 'fedcons', 'massidona', 'ADUC1', 'Cittadinanzatti', 'Altroconsumo', 'CarloRienzi', 'pierani', 'fedcons', 'ConsumForum', 'Assoutenti', 'consumatori', 'Corepla_Riciclo', 'comieco', 'conai', '3filetti', 'MarevivoOnlus', 'plasticfreeit']\n",
      "testate mainstrem e portali verticali ['fattoquotidiano', 'ilpost', 'ilmessaggeroit', 'repubblica', 'Corriere', 'Agenzia_Ansa', 'VITAnonprofit', 'LaStampa', 'VanityFairIt', 'ilgiornale', 'Linkiesta', '_MicroMega_', 'giornalettismo', 'MilanoFinanza', 'greenMe_it', 'Gazzettino', 'Affaritaliani', 'GDS_it', 'GQitalia', 'ansa_ambiente', 'il_piccolo', 'altreconomia', 'Lantidiplomatic', 'FattoAlimentare', 'ItaliaaTavola', 'Ecodallecitta', 'alimentandonews', 'ilSalvagenteit', 'Greenreport_it', 'SecolodItalia1', 'Qualenergiait', 'EcoEcologia', 'Valori_it', 'rinnovabiliit', 'ilGiunco', 'lamescolanza', 'wireditalia', 'Agenzia_Italia', 'alfemminile_com', 'nostrofiglio', 'PianetaMamma', 'FattoreMamma']\n",
      "[(0, 'Politici'), (1, 'Esperti di settore e giornalisti'), (2, 'ONG&leaders'), (3, 'Sindacati e leader'), (4, 'Influencer'), (5, 'programmi radio  e tv'), (6, 'Associazioni e consorzi'), (7, 'testate mainstrem e portali verticali')]\n"
     ]
    }
   ],
   "source": [
    "with open(file=AUTHORITY_SET_PATH, mode='r') as f:\n",
    "    category_list = []\n",
    "    category = f.readline()[:-1]\n",
    "    category_list.append(category)\n",
    "    \n",
    "    authority_sets = {}\n",
    "    authority_sets[category] = []\n",
    "    \n",
    "    lines = f.readlines()\n",
    "    for line in lines:\n",
    "        if(line[0] != '@'):\n",
    "            if(line != '\\n'):\n",
    "                category = line[:-1]\n",
    "                category_list.append(category)\n",
    "                authority_sets[category] = []\n",
    "        else:\n",
    "            if(line[-1:] == '\\n'):\n",
    "                authority_sets[category].append(line[1:-1])\n",
    "            else:\n",
    "                authority_sets[category].append(line[1:])\n",
    "\n",
    "for i in authority_sets:\n",
    "    print(i, authority_sets[i])\n",
    "\n",
    "categories = Enumerate(category_list)\n",
    "print(categories)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# filters tweets by a subset of authorities\n",
    "def get_authority_tweets(auth_list, df):\n",
    "   return df[df['user_username'].isin(auth_list)]\n",
    "\n",
    "# filters tweets by multiple subsets of authorities and outputs their union\n",
    "def get_authority_tweets_multiple_categories(auth_cat_list, df):\n",
    "   dflist = []\n",
    "   for i, value in enumerate(auth_cat_list):\n",
    "      authority_set = authority_sets[value]\n",
    "      dflist.append(df[df['user_username'].isin(authority_set)])\n",
    "   return pd.concat(dflist).drop_duplicates()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-4-ce738b389829>:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  dataset['date_index'] = pd.to_datetime(dataset.date_created_at, errors='coerce')\n"
     ]
    }
   ],
   "source": [
    "df = preprocess_dataset(DATASET)\n",
    "df.to_csv(DATASET_PATH + 'ferrero_corp_preprocessed.csv')\n",
    "df_copy = df.copy()\n",
    "# ferrero_corp_no_na = ferrero_corpnospam.dropna(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>social</th>\n",
       "      <th>id</th>\n",
       "      <th>topic_id</th>\n",
       "      <th>rule_id</th>\n",
       "      <th>is_comment</th>\n",
       "      <th>text</th>\n",
       "      <th>links</th>\n",
       "      <th>mentions</th>\n",
       "      <th>hashtags</th>\n",
       "      <th>media</th>\n",
       "      <th>...</th>\n",
       "      <th>place_location_lat</th>\n",
       "      <th>place_location_lon</th>\n",
       "      <th>place_lat</th>\n",
       "      <th>place_lon</th>\n",
       "      <th>user_place_country_code</th>\n",
       "      <th>score_spam</th>\n",
       "      <th>score_performance</th>\n",
       "      <th>user_score_rank</th>\n",
       "      <th>score_rating</th>\n",
       "      <th>date_index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>32064</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1186949229438263297</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Siamo in un pericoloso paradosso con il Paese ...</td>\n",
       "      <td>https://t.co/lkkYO9w8VC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-10-23 10:15:23+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21988</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1230076823947677697</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Conte sta dimostrando di non essere in grado d...</td>\n",
       "      <td>https://t.co/oZRFaWe8V0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-02-19 10:29:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19039</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1255498355045732353</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>In diretta dal Senato Roberta Ferrero sulla cr...</td>\n",
       "      <td>https://t.co/WFw7lvlViy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#coronavirus</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-04-29 14:05:08+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18043</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1263364165672095756</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Roberta Ferrero (Lega): SITUAZIONE IN ITALIA h...</td>\n",
       "      <td>https://t.co/ebN3CuaJsR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/EYhfA5oXYAAQ_qO.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-05-21 07:01:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17785</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1268207318912638978</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? INTERVENTO DI ROBERTA FERRERO sulla crisi ec...</td>\n",
       "      <td>https://t.co/8ohZoynFPm</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-06-03 15:46:01+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16277</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1288435615919476736</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? INTERVENTO DI ROBERTA FERRERO SULLO SCOSTAME...</td>\n",
       "      <td>https://t.co/WKqe3P3H6n</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-07-29 11:26:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13686</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1312082692956196867</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>++ ANCHE LA SENATRICE ROBERTA FERRERO, SABATO ...</td>\n",
       "      <td>https://t.co/AgN5yMbQDQ, https://t.co/3gPHsOAy57</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#catania</td>\n",
       "      <td>https://pbs.twimg.com/media/EjV0QafWsAAdrN8.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-10-02 17:31:05+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13543</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1313152228828631040</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? PD E M5S PENSANO SOLO A FARE LE LORO MARCHET...</td>\n",
       "      <td>https://t.co/KVubXsSIEN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#ferrero</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-10-05 16:21:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13074</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1316394843015385089</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? Il governo Conte deve capire che non si ridu...</td>\n",
       "      <td>https://t.co/xxEaVCB2Q6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-10-14 15:06:02+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10648</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1338859112075935746</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? Conte ascolti la #Lega: occorre un taglio dr...</td>\n",
       "      <td>https://t.co/LM9QbEPbqt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#lega</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-12-15 14:51:01+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10501</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1339903497085595648</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>❌ In diretta dal Senato l'intervento di Robert...</td>\n",
       "      <td>https://t.co/WiVXhaVfsb</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#decretoclandestini</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-12-18 12:01:02+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10014</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1343991677355175939</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Invece che pensare all'economia del Paese, neg...</td>\n",
       "      <td>https://t.co/wQH0LWtbBE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#lega</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2020-12-29 18:46:00+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9159</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1351942316064448514</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? Conte sta guidando il governo più debole nel...</td>\n",
       "      <td>https://t.co/6bvUxbTS02</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-01-20 17:19:00+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7830</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1364875045303185409</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>? La #Lega è al governo per dare un cambio di ...</td>\n",
       "      <td>https://t.co/fULJs7LJUG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#lega, #covid19</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-02-25 09:49:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2213</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1405515327061041160</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Roberta #Ferrero: All'Italia occorrono semplif...</td>\n",
       "      <td>https://t.co/w9s1vn5QtF</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#ferrero</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-06-17 13:19:01+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1070</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1417876798998732810</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Roberta #Ferrero: Con il dl Sostegni bis andia...</td>\n",
       "      <td>https://t.co/YNbAO6V4zI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#ferrero, #lega</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-07-21 15:59:06+00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>16 rows × 63 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        social                   id                              topic_id  \\\n",
       "32064  twitter  1186949229438263297  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "21988  twitter  1230076823947677697  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "19039  twitter  1255498355045732353  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "18043  twitter  1263364165672095756  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "17785  twitter  1268207318912638978  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "16277  twitter  1288435615919476736  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "13686  twitter  1312082692956196867  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "13543  twitter  1313152228828631040  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "13074  twitter  1316394843015385089  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "10648  twitter  1338859112075935746  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "10501  twitter  1339903497085595648  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "10014  twitter  1343991677355175939  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "9159   twitter  1351942316064448514  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "7830   twitter  1364875045303185409  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "2213   twitter  1405515327061041160  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "1070   twitter  1417876798998732810  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "\n",
       "       rule_id is_comment                                               text  \\\n",
       "32064  12559.0      False  Siamo in un pericoloso paradosso con il Paese ...   \n",
       "21988  12559.0      False  Conte sta dimostrando di non essere in grado d...   \n",
       "19039  12559.0      False  In diretta dal Senato Roberta Ferrero sulla cr...   \n",
       "18043  12559.0      False  Roberta Ferrero (Lega): SITUAZIONE IN ITALIA h...   \n",
       "17785  12559.0      False  ? INTERVENTO DI ROBERTA FERRERO sulla crisi ec...   \n",
       "16277  12559.0      False  ? INTERVENTO DI ROBERTA FERRERO SULLO SCOSTAME...   \n",
       "13686  12559.0      False  ++ ANCHE LA SENATRICE ROBERTA FERRERO, SABATO ...   \n",
       "13543  12559.0      False  ? PD E M5S PENSANO SOLO A FARE LE LORO MARCHET...   \n",
       "13074  12559.0      False  ? Il governo Conte deve capire che non si ridu...   \n",
       "10648  12559.0      False  ? Conte ascolti la #Lega: occorre un taglio dr...   \n",
       "10501  12559.0      False  ❌ In diretta dal Senato l'intervento di Robert...   \n",
       "10014  12559.0      False  Invece che pensare all'economia del Paese, neg...   \n",
       "9159   12559.0      False  ? Conte sta guidando il governo più debole nel...   \n",
       "7830   12559.0      False  ? La #Lega è al governo per dare un cambio di ...   \n",
       "2213   12559.0      False  Roberta #Ferrero: All'Italia occorrono semplif...   \n",
       "1070   12559.0      False  Roberta #Ferrero: Con il dl Sostegni bis andia...   \n",
       "\n",
       "                                                  links mentions  \\\n",
       "32064                           https://t.co/lkkYO9w8VC      NaN   \n",
       "21988                           https://t.co/oZRFaWe8V0      NaN   \n",
       "19039                           https://t.co/WFw7lvlViy      NaN   \n",
       "18043                           https://t.co/ebN3CuaJsR      NaN   \n",
       "17785                           https://t.co/8ohZoynFPm      NaN   \n",
       "16277                           https://t.co/WKqe3P3H6n      NaN   \n",
       "13686  https://t.co/AgN5yMbQDQ, https://t.co/3gPHsOAy57      NaN   \n",
       "13543                           https://t.co/KVubXsSIEN      NaN   \n",
       "13074                           https://t.co/xxEaVCB2Q6      NaN   \n",
       "10648                           https://t.co/LM9QbEPbqt      NaN   \n",
       "10501                           https://t.co/WiVXhaVfsb      NaN   \n",
       "10014                           https://t.co/wQH0LWtbBE      NaN   \n",
       "9159                            https://t.co/6bvUxbTS02      NaN   \n",
       "7830                            https://t.co/fULJs7LJUG      NaN   \n",
       "2213                            https://t.co/w9s1vn5QtF      NaN   \n",
       "1070                            https://t.co/YNbAO6V4zI      NaN   \n",
       "\n",
       "                  hashtags                                            media  \\\n",
       "32064                  NaN                                              NaN   \n",
       "21988                  NaN                                              NaN   \n",
       "19039         #coronavirus                                              NaN   \n",
       "18043                  NaN  https://pbs.twimg.com/media/EYhfA5oXYAAQ_qO.jpg   \n",
       "17785                  NaN                                              NaN   \n",
       "16277                  NaN                                              NaN   \n",
       "13686             #catania  https://pbs.twimg.com/media/EjV0QafWsAAdrN8.jpg   \n",
       "13543             #ferrero                                              NaN   \n",
       "13074                  NaN                                              NaN   \n",
       "10648                #lega                                              NaN   \n",
       "10501  #decretoclandestini                                              NaN   \n",
       "10014                #lega                                              NaN   \n",
       "9159                   NaN                                              NaN   \n",
       "7830       #lega, #covid19                                              NaN   \n",
       "2213              #ferrero                                              NaN   \n",
       "1070       #ferrero, #lega                                              NaN   \n",
       "\n",
       "       ... place_location_lat place_location_lon  place_lat place_lon  \\\n",
       "32064  ...                NaN                NaN        NaN       NaN   \n",
       "21988  ...                NaN                NaN        NaN       NaN   \n",
       "19039  ...                NaN                NaN        NaN       NaN   \n",
       "18043  ...                NaN                NaN        NaN       NaN   \n",
       "17785  ...                NaN                NaN        NaN       NaN   \n",
       "16277  ...                NaN                NaN        NaN       NaN   \n",
       "13686  ...                NaN                NaN        NaN       NaN   \n",
       "13543  ...                NaN                NaN        NaN       NaN   \n",
       "13074  ...                NaN                NaN        NaN       NaN   \n",
       "10648  ...                NaN                NaN        NaN       NaN   \n",
       "10501  ...                NaN                NaN        NaN       NaN   \n",
       "10014  ...                NaN                NaN        NaN       NaN   \n",
       "9159   ...                NaN                NaN        NaN       NaN   \n",
       "7830   ...                NaN                NaN        NaN       NaN   \n",
       "2213   ...                NaN                NaN        NaN       NaN   \n",
       "1070   ...                NaN                NaN        NaN       NaN   \n",
       "\n",
       "       user_place_country_code  score_spam  score_performance  \\\n",
       "32064                      NaN         NaN                NaN   \n",
       "21988                      NaN         NaN                NaN   \n",
       "19039                      NaN         NaN                NaN   \n",
       "18043                      NaN         NaN                NaN   \n",
       "17785                      NaN         NaN                NaN   \n",
       "16277                      NaN         NaN                NaN   \n",
       "13686                      NaN         NaN                NaN   \n",
       "13543                      NaN         NaN                NaN   \n",
       "13074                      NaN         NaN                NaN   \n",
       "10648                      NaN         NaN                NaN   \n",
       "10501                      NaN         NaN                NaN   \n",
       "10014                      NaN         NaN                NaN   \n",
       "9159                       NaN         NaN                NaN   \n",
       "7830                       NaN         NaN                NaN   \n",
       "2213                       NaN         NaN                NaN   \n",
       "1070                       NaN         NaN                NaN   \n",
       "\n",
       "       user_score_rank  score_rating                date_index  \n",
       "32064              NaN           NaN 2019-10-23 10:15:23+00:00  \n",
       "21988              NaN           NaN 2020-02-19 10:29:03+00:00  \n",
       "19039              NaN           NaN 2020-04-29 14:05:08+00:00  \n",
       "18043              NaN           NaN 2020-05-21 07:01:03+00:00  \n",
       "17785              NaN           NaN 2020-06-03 15:46:01+00:00  \n",
       "16277              NaN           NaN 2020-07-29 11:26:03+00:00  \n",
       "13686              NaN           NaN 2020-10-02 17:31:05+00:00  \n",
       "13543              NaN           NaN 2020-10-05 16:21:03+00:00  \n",
       "13074              NaN           NaN 2020-10-14 15:06:02+00:00  \n",
       "10648              NaN           NaN 2020-12-15 14:51:01+00:00  \n",
       "10501              NaN           NaN 2020-12-18 12:01:02+00:00  \n",
       "10014              NaN           NaN 2020-12-29 18:46:00+00:00  \n",
       "9159               NaN           NaN 2021-01-20 17:19:00+00:00  \n",
       "7830               NaN           NaN 2021-02-25 09:49:03+00:00  \n",
       "2213               NaN           NaN 2021-06-17 13:19:01+00:00  \n",
       "1070               NaN           NaN 2021-07-21 15:59:06+00:00  \n",
       "\n",
       "[16 rows x 63 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "get_authority_tweets(['LegaSalvini'], df_copy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>social</th>\n",
       "      <th>id</th>\n",
       "      <th>topic_id</th>\n",
       "      <th>rule_id</th>\n",
       "      <th>is_comment</th>\n",
       "      <th>text</th>\n",
       "      <th>links</th>\n",
       "      <th>mentions</th>\n",
       "      <th>hashtags</th>\n",
       "      <th>media</th>\n",
       "      <th>...</th>\n",
       "      <th>place_location_lat</th>\n",
       "      <th>place_location_lon</th>\n",
       "      <th>place_lat</th>\n",
       "      <th>place_lon</th>\n",
       "      <th>user_place_country_code</th>\n",
       "      <th>score_spam</th>\n",
       "      <th>score_performance</th>\n",
       "      <th>user_score_rank</th>\n",
       "      <th>score_rating</th>\n",
       "      <th>date_index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>37450</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1156790362859548672</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>#Miliardari - Giovanni Ferrero, Leonardo Del ...</td>\n",
       "      <td>https://t.co/1Qqt1xE0W2</td>\n",
       "      <td>@berlusconi</td>\n",
       "      <td>#miliardari</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-08-01 04:54:49+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37449</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1156813511156256775</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>#Arte e #comunicazione aziendale: lo strano r...</td>\n",
       "      <td>https://t.co/Anv1ZB6b2d</td>\n",
       "      <td>@enrica_ferrero</td>\n",
       "      <td>#arte, #comunicazione</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-08-01 06:26:48+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37448</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1156825180045492224</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Cessione #Sampdoria, Gazzetta dello Sport: \"Ba...</td>\n",
       "      <td>https://t.co/vjy88qcA1o</td>\n",
       "      <td>@calcioweb</td>\n",
       "      <td>#sampdoria, #ferrero, #vialli</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-08-01 07:13:10+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37447</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1156832449571278849</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Cessione Sampdoria Gazzetta dello Sport: “Ball...</td>\n",
       "      <td>https://t.co/iuLZt9qNW0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>#cessione, #sampdoria, #gazzetta, #dello</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-08-01 07:42:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37446</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1156837153432854530</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Ferrero, 140 milioni per la sua Sampdoria http...</td>\n",
       "      <td>https://t.co/qhYUKnpesY, https://t.co/RDZjCDNvyG</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/EA3pQqVWsAAOhuo.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-08-01 08:00:45+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1431211661151637508</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@eIa_madonna Perché \"ferrero\"? ?</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@eia_madonna</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-27 11:07:05+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1431216680806621186</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@Osvaldo88322280 Un po’ le tengo per me, il re...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@osvaldo88322280</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-27 11:27:02+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1431222843627409409</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@gippu1 Preferivi lo stile Commisso, ok? O que...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@gippu1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-27 11:51:31+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1431237450085584898</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>E dicono di essere pure di sinistra! Ma come r...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-27 12:49:33+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1431245619771871235</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@LudXsky Ferrero Rocher, talento, ouro branco ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@ludxsky</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-27 13:22:01+00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>33939 rows × 63 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        social                   id                              topic_id  \\\n",
       "37450  twitter  1156790362859548672  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "37449  twitter  1156813511156256775  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "37448  twitter  1156825180045492224  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "37447  twitter  1156832449571278849  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "37446  twitter  1156837153432854530  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "...        ...                  ...                                   ...   \n",
       "4      twitter  1431211661151637508  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "3      twitter  1431216680806621186  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "2      twitter  1431222843627409409  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "1      twitter  1431237450085584898  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "0      twitter  1431245619771871235  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "\n",
       "       rule_id is_comment                                               text  \\\n",
       "37450  12559.0      False   #Miliardari - Giovanni Ferrero, Leonardo Del ...   \n",
       "37449  12559.0      False   #Arte e #comunicazione aziendale: lo strano r...   \n",
       "37448  12559.0      False  Cessione #Sampdoria, Gazzetta dello Sport: \"Ba...   \n",
       "37447  12559.0      False  Cessione Sampdoria Gazzetta dello Sport: “Ball...   \n",
       "37446  12559.0      False  Ferrero, 140 milioni per la sua Sampdoria http...   \n",
       "...        ...        ...                                                ...   \n",
       "4      12559.0      False                   @eIa_madonna Perché \"ferrero\"? ?   \n",
       "3      12559.0      False  @Osvaldo88322280 Un po’ le tengo per me, il re...   \n",
       "2      12559.0      False  @gippu1 Preferivi lo stile Commisso, ok? O que...   \n",
       "1      12559.0      False  E dicono di essere pure di sinistra! Ma come r...   \n",
       "0      12559.0      False  @LudXsky Ferrero Rocher, talento, ouro branco ...   \n",
       "\n",
       "                                                  links          mentions  \\\n",
       "37450                           https://t.co/1Qqt1xE0W2       @berlusconi   \n",
       "37449                           https://t.co/Anv1ZB6b2d   @enrica_ferrero   \n",
       "37448                           https://t.co/vjy88qcA1o        @calcioweb   \n",
       "37447                           https://t.co/iuLZt9qNW0               NaN   \n",
       "37446  https://t.co/qhYUKnpesY, https://t.co/RDZjCDNvyG               NaN   \n",
       "...                                                 ...               ...   \n",
       "4                                                   NaN      @eia_madonna   \n",
       "3                                                   NaN  @osvaldo88322280   \n",
       "2                                                   NaN           @gippu1   \n",
       "1                                                   NaN               NaN   \n",
       "0                                                   NaN          @ludxsky   \n",
       "\n",
       "                                       hashtags  \\\n",
       "37450                               #miliardari   \n",
       "37449                     #arte, #comunicazione   \n",
       "37448             #sampdoria, #ferrero, #vialli   \n",
       "37447  #cessione, #sampdoria, #gazzetta, #dello   \n",
       "37446                                       NaN   \n",
       "...                                         ...   \n",
       "4                                           NaN   \n",
       "3                                           NaN   \n",
       "2                                           NaN   \n",
       "1                                           NaN   \n",
       "0                                           NaN   \n",
       "\n",
       "                                                 media  ...  \\\n",
       "37450                                              NaN  ...   \n",
       "37449                                              NaN  ...   \n",
       "37448                                              NaN  ...   \n",
       "37447                                              NaN  ...   \n",
       "37446  https://pbs.twimg.com/media/EA3pQqVWsAAOhuo.jpg  ...   \n",
       "...                                                ...  ...   \n",
       "4                                                  NaN  ...   \n",
       "3                                                  NaN  ...   \n",
       "2                                                  NaN  ...   \n",
       "1                                                  NaN  ...   \n",
       "0                                                  NaN  ...   \n",
       "\n",
       "      place_location_lat place_location_lon  place_lat place_lon  \\\n",
       "37450                NaN                NaN        NaN       NaN   \n",
       "37449                NaN                NaN        NaN       NaN   \n",
       "37448                NaN                NaN        NaN       NaN   \n",
       "37447                NaN                NaN        NaN       NaN   \n",
       "37446                NaN                NaN        NaN       NaN   \n",
       "...                  ...                ...        ...       ...   \n",
       "4                    NaN                NaN        NaN       NaN   \n",
       "3                    NaN                NaN        NaN       NaN   \n",
       "2                    NaN                NaN        NaN       NaN   \n",
       "1                    NaN                NaN        NaN       NaN   \n",
       "0                    NaN                NaN        NaN       NaN   \n",
       "\n",
       "       user_place_country_code  score_spam  score_performance  \\\n",
       "37450                      NaN         NaN                NaN   \n",
       "37449                      NaN         NaN                NaN   \n",
       "37448                      NaN         NaN                NaN   \n",
       "37447                      NaN         NaN                NaN   \n",
       "37446                      NaN         NaN                NaN   \n",
       "...                        ...         ...                ...   \n",
       "4                          NaN         NaN                NaN   \n",
       "3                          NaN         NaN                NaN   \n",
       "2                          NaN         NaN                NaN   \n",
       "1                          NaN         NaN                NaN   \n",
       "0                          NaN         NaN                NaN   \n",
       "\n",
       "       user_score_rank  score_rating                date_index  \n",
       "37450              NaN           NaN 2019-08-01 04:54:49+00:00  \n",
       "37449              NaN           NaN 2019-08-01 06:26:48+00:00  \n",
       "37448              NaN           NaN 2019-08-01 07:13:10+00:00  \n",
       "37447              NaN           NaN 2019-08-01 07:42:03+00:00  \n",
       "37446              NaN           NaN 2019-08-01 08:00:45+00:00  \n",
       "...                ...           ...                       ...  \n",
       "4                  NaN           NaN 2021-08-27 11:07:05+00:00  \n",
       "3                  NaN           NaN 2021-08-27 11:27:02+00:00  \n",
       "2                  NaN           NaN 2021-08-27 11:51:31+00:00  \n",
       "1                  NaN           NaN 2021-08-27 12:49:33+00:00  \n",
       "0                  NaN           NaN 2021-08-27 13:22:01+00:00  \n",
       "\n",
       "[33939 rows x 63 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_copy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>social</th>\n",
       "      <th>id</th>\n",
       "      <th>topic_id</th>\n",
       "      <th>rule_id</th>\n",
       "      <th>is_comment</th>\n",
       "      <th>text</th>\n",
       "      <th>links</th>\n",
       "      <th>mentions</th>\n",
       "      <th>hashtags</th>\n",
       "      <th>media</th>\n",
       "      <th>...</th>\n",
       "      <th>place_location_lat</th>\n",
       "      <th>place_location_lon</th>\n",
       "      <th>place_lat</th>\n",
       "      <th>place_lon</th>\n",
       "      <th>user_place_country_code</th>\n",
       "      <th>score_spam</th>\n",
       "      <th>score_performance</th>\n",
       "      <th>user_score_rank</th>\n",
       "      <th>score_rating</th>\n",
       "      <th>date_index</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34648</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1174618145786650624</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>La Ferrero riconosce a 6000 dipendenti un prem...</td>\n",
       "      <td>https://t.co/T3wBQLWAeo</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-19 09:36:03+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34065</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1176441842096910336</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Il Ministro Fioramonti si permette di giustifi...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@lofioramonti</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-24 10:22:47+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33847</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1176748033066844160</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@theoddmother @lofioramonti In Italia la Ferre...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@theoddmother, @lofioramonti</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-09-25 06:39:28+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32534</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1183821988437135362</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>@gianni_la_marca @angelofilippi Per il mercato...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>@gianni_la_marca, @angelofilippi</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>41.898417</td>\n",
       "      <td>12.545146</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-10-14 19:08:51+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32064</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1186949229438263297</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Siamo in un pericoloso paradosso con il Paese ...</td>\n",
       "      <td>https://t.co/lkkYO9w8VC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2019-10-23 10:15:23+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1013</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1418810115445166080</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Ferrero, la strategia green del big di Alba (è...</td>\n",
       "      <td>https://t.co/r2XvO05KdN, https://t.co/t8k8vmUlQk</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/E7CgSCqXMAAiXZ_.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-07-24 05:47:46+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>841</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1420717382830415880</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Ferrero l'azienda meglio percepita sul territo...</td>\n",
       "      <td>https://t.co/4O4c31bPiq, https://t.co/n8RpxZP5Vu</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-07-29 12:06:34+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>822</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1421105542945202182</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>L’attimo fuggente, online il numero di agosto ...</td>\n",
       "      <td>https://t.co/Q9FPElZrOU</td>\n",
       "      <td>@ferrero_eu, @generali, @prada, @armani, @ciro...</td>\n",
       "      <td>#luigicremonini, #vincenzocremonini, #alberton...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-07-30 13:48:58+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>467</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1426075939201421313</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Mediobanca, Gavio arrotonda la quota. I Ferrer...</td>\n",
       "      <td>https://t.co/QPX7deAYBt, https://t.co/XUfJMFKsFE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-13 06:59:33+00:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>twitter</td>\n",
       "      <td>1430765728890859524</td>\n",
       "      <td>7ee62d5c-5811-45ce-9cef-c09d143f041a</td>\n",
       "      <td>12559.0</td>\n",
       "      <td>False</td>\n",
       "      <td>Da anni le aziende alimentari prendono impegni...</td>\n",
       "      <td>https://t.co/79pL8eW8Dm, https://t.co/3MC4xgol6A</td>\n",
       "      <td>@foodwatch_de</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://pbs.twimg.com/media/E9sZ2MdXMAQSiTW.jpg</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2021-08-26 05:35:06+00:00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>283 rows × 63 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        social                   id                              topic_id  \\\n",
       "34648  twitter  1174618145786650624  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "34065  twitter  1176441842096910336  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "33847  twitter  1176748033066844160  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "32534  twitter  1183821988437135362  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "32064  twitter  1186949229438263297  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "...        ...                  ...                                   ...   \n",
       "1013   twitter  1418810115445166080  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "841    twitter  1420717382830415880  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "822    twitter  1421105542945202182  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "467    twitter  1426075939201421313  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "61     twitter  1430765728890859524  7ee62d5c-5811-45ce-9cef-c09d143f041a   \n",
       "\n",
       "       rule_id is_comment                                               text  \\\n",
       "34648  12559.0      False  La Ferrero riconosce a 6000 dipendenti un prem...   \n",
       "34065  12559.0      False  Il Ministro Fioramonti si permette di giustifi...   \n",
       "33847  12559.0      False  @theoddmother @lofioramonti In Italia la Ferre...   \n",
       "32534  12559.0      False  @gianni_la_marca @angelofilippi Per il mercato...   \n",
       "32064  12559.0      False  Siamo in un pericoloso paradosso con il Paese ...   \n",
       "...        ...        ...                                                ...   \n",
       "1013   12559.0      False  Ferrero, la strategia green del big di Alba (è...   \n",
       "841    12559.0      False  Ferrero l'azienda meglio percepita sul territo...   \n",
       "822    12559.0      False  L’attimo fuggente, online il numero di agosto ...   \n",
       "467    12559.0      False  Mediobanca, Gavio arrotonda la quota. I Ferrer...   \n",
       "61     12559.0      False  Da anni le aziende alimentari prendono impegni...   \n",
       "\n",
       "                                                  links  \\\n",
       "34648                           https://t.co/T3wBQLWAeo   \n",
       "34065                                               NaN   \n",
       "33847                                               NaN   \n",
       "32534                                               NaN   \n",
       "32064                           https://t.co/lkkYO9w8VC   \n",
       "...                                                 ...   \n",
       "1013   https://t.co/r2XvO05KdN, https://t.co/t8k8vmUlQk   \n",
       "841    https://t.co/4O4c31bPiq, https://t.co/n8RpxZP5Vu   \n",
       "822                             https://t.co/Q9FPElZrOU   \n",
       "467    https://t.co/QPX7deAYBt, https://t.co/XUfJMFKsFE   \n",
       "61     https://t.co/79pL8eW8Dm, https://t.co/3MC4xgol6A   \n",
       "\n",
       "                                                mentions  \\\n",
       "34648                                                NaN   \n",
       "34065                                      @lofioramonti   \n",
       "33847                       @theoddmother, @lofioramonti   \n",
       "32534                   @gianni_la_marca, @angelofilippi   \n",
       "32064                                                NaN   \n",
       "...                                                  ...   \n",
       "1013                                                 NaN   \n",
       "841                                                  NaN   \n",
       "822    @ferrero_eu, @generali, @prada, @armani, @ciro...   \n",
       "467                                                  NaN   \n",
       "61                                         @foodwatch_de   \n",
       "\n",
       "                                                hashtags  \\\n",
       "34648                                                NaN   \n",
       "34065                                                NaN   \n",
       "33847                                                NaN   \n",
       "32534                                                NaN   \n",
       "32064                                                NaN   \n",
       "...                                                  ...   \n",
       "1013                                                 NaN   \n",
       "841                                                  NaN   \n",
       "822    #luigicremonini, #vincenzocremonini, #alberton...   \n",
       "467                                                  NaN   \n",
       "61                                                   NaN   \n",
       "\n",
       "                                                 media  ...  \\\n",
       "34648                                              NaN  ...   \n",
       "34065                                              NaN  ...   \n",
       "33847                                              NaN  ...   \n",
       "32534                                              NaN  ...   \n",
       "32064                                              NaN  ...   \n",
       "...                                                ...  ...   \n",
       "1013   https://pbs.twimg.com/media/E7CgSCqXMAAiXZ_.jpg  ...   \n",
       "841                                                NaN  ...   \n",
       "822                                                NaN  ...   \n",
       "467                                                NaN  ...   \n",
       "61     https://pbs.twimg.com/media/E9sZ2MdXMAQSiTW.jpg  ...   \n",
       "\n",
       "      place_location_lat place_location_lon  place_lat  place_lon  \\\n",
       "34648                NaN                NaN        NaN        NaN   \n",
       "34065          41.898417          12.545146  41.898417  12.545146   \n",
       "33847          41.898417          12.545146  41.898417  12.545146   \n",
       "32534          41.898417          12.545146  41.898417  12.545146   \n",
       "32064                NaN                NaN        NaN        NaN   \n",
       "...                  ...                ...        ...        ...   \n",
       "1013                 NaN                NaN        NaN        NaN   \n",
       "841                  NaN                NaN        NaN        NaN   \n",
       "822                  NaN                NaN        NaN        NaN   \n",
       "467                  NaN                NaN        NaN        NaN   \n",
       "61                   NaN                NaN        NaN        NaN   \n",
       "\n",
       "       user_place_country_code  score_spam  score_performance  \\\n",
       "34648                      NaN         NaN                NaN   \n",
       "34065                      NaN         NaN                NaN   \n",
       "33847                      NaN         NaN                NaN   \n",
       "32534                      NaN         NaN                NaN   \n",
       "32064                      NaN         NaN                NaN   \n",
       "...                        ...         ...                ...   \n",
       "1013                       NaN         NaN                NaN   \n",
       "841                        NaN         NaN                NaN   \n",
       "822                        NaN         NaN                NaN   \n",
       "467                        NaN         NaN                NaN   \n",
       "61                         NaN         NaN                NaN   \n",
       "\n",
       "       user_score_rank  score_rating                date_index  \n",
       "34648              NaN           NaN 2019-09-19 09:36:03+00:00  \n",
       "34065              NaN           NaN 2019-09-24 10:22:47+00:00  \n",
       "33847              NaN           NaN 2019-09-25 06:39:28+00:00  \n",
       "32534              NaN           NaN 2019-10-14 19:08:51+00:00  \n",
       "32064              NaN           NaN 2019-10-23 10:15:23+00:00  \n",
       "...                ...           ...                       ...  \n",
       "1013               NaN           NaN 2021-07-24 05:47:46+00:00  \n",
       "841                NaN           NaN 2021-07-29 12:06:34+00:00  \n",
       "822                NaN           NaN 2021-07-30 13:48:58+00:00  \n",
       "467                NaN           NaN 2021-08-13 06:59:33+00:00  \n",
       "61                 NaN           NaN 2021-08-26 05:35:06+00:00  \n",
       "\n",
       "[283 rows x 63 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "auth_df = get_authority_tweets_multiple_categories(category_list, df)\n",
    "auth_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "auth_df.to_csv(AUTH_FILTERED_PATH + 'ferrero_corp_auth.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# istante in cui gli utenti hanno tweettato, e variazione di volume nel periodo immediatamente adiacente\n",
    "# "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "f446ed4898e137face024438143ad86cf21c8cccb3ccfa44cb119e4a51b03028"
  },
  "kernelspec": {
   "display_name": "Python 3.8.3 64-bit ('base': conda)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  },
  "orig_nbformat": 2
 },
 "nbformat": 4,
 "nbformat_minor": 2
}