2563 lines
		
	
	
		
			121 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
			
		
		
	
	
			2563 lines
		
	
	
		
			121 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
| {
 | ||
|  "cells": [
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 1,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "import pandas as pd\n",
 | ||
|     "from IPython.display import clear_output, Markdown, Math\n",
 | ||
|     "import ipywidgets as widgets\n",
 | ||
|     "import os\n",
 | ||
|     "import glob\n",
 | ||
|     "import json\n",
 | ||
|     "import numpy as np\n",
 | ||
|     "import itertools\n",
 | ||
|     "import sklearn.utils as sku\n",
 | ||
|     "from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer, HashingVectorizer\n",
 | ||
|     "from sklearn.model_selection import train_test_split\n",
 | ||
|     "from sklearn.preprocessing import MultiLabelBinarizer"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 2,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "import sys\n",
 | ||
|     "sys.path.append(\"..\")\n",
 | ||
|     "\n",
 | ||
|     "from Tools.Emoji_Distance import sentiment_vector_to_emoji\n",
 | ||
|     "from Tools.Emoji_Distance import emoji_to_sentiment_vector\n",
 | ||
|     "\n",
 | ||
|     "def emoji2sent(emoji_arr):\n",
 | ||
|     "    return np.array([emoji_to_sentiment_vector(e) for e in emoji_arr])\n",
 | ||
|     "\n",
 | ||
|     "def sent2emoji(sent_arr):\n",
 | ||
|     "    return [sentiment_vector_to_emoji(s) for s in sent_arr]"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 3,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "SINGLE_LABEL = True"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "# simple twitter approach\n",
 | ||
|     "*for learning emoji usage by single (in the meaning of unconnected) twitter messages*"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "## loading train data"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 4,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "data_root_folder = \"./data_en/\" # i created a symlink here"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* get all json files in `data_root_folder`"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 5,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "json_files = sorted(glob.glob(data_root_folder + \"/*.json\"))"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "----"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* so far, only load the first file"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 6,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "text/html": [
 | ||
|        "<div>\n",
 | ||
|        "<style scoped>\n",
 | ||
|        "    .dataframe tbody tr th:only-of-type {\n",
 | ||
|        "        vertical-align: middle;\n",
 | ||
|        "    }\n",
 | ||
|        "\n",
 | ||
|        "    .dataframe tbody tr th {\n",
 | ||
|        "        vertical-align: top;\n",
 | ||
|        "    }\n",
 | ||
|        "\n",
 | ||
|        "    .dataframe thead th {\n",
 | ||
|        "        text-align: right;\n",
 | ||
|        "    }\n",
 | ||
|        "</style>\n",
 | ||
|        "<table border=\"1\" class=\"dataframe\">\n",
 | ||
|        "  <thead>\n",
 | ||
|        "    <tr style=\"text-align: right;\">\n",
 | ||
|        "      <th></th>\n",
 | ||
|        "      <th>EMOJI</th>\n",
 | ||
|        "      <th>HASHTAGS</th>\n",
 | ||
|        "      <th>LINKED_USER</th>\n",
 | ||
|        "      <th>datetime</th>\n",
 | ||
|        "      <th>id</th>\n",
 | ||
|        "      <th>lang</th>\n",
 | ||
|        "      <th>person</th>\n",
 | ||
|        "      <th>reply_to</th>\n",
 | ||
|        "      <th>text</th>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "  </thead>\n",
 | ||
|        "  <tbody>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>0</th>\n",
 | ||
|        "      <td>[🔥, 👏]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:00</td>\n",
 | ||
|        "      <td>925716304635547600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>31507978</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>fashionbombdaily's photo  <EMOJI><EMOJI>🏼</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>1</th>\n",
 | ||
|        "      <td>[🤦]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:00</td>\n",
 | ||
|        "      <td>925716304664911900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>231994649</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>It’s scary how on point my horoscope be <EMOJI...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>2</th>\n",
 | ||
|        "      <td>[😄]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:03</td>\n",
 | ||
|        "      <td>925716317214089200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2592765104</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Woooaaaahhh <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>3</th>\n",
 | ||
|        "      <td>[📷]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:04</td>\n",
 | ||
|        "      <td>925716321416949800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>278737933</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><EMOJI> vivalcli: Portraits by Zhao Guojing an...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>4</th>\n",
 | ||
|        "      <td>[😩, 😩]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@hiphopphiIes]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:06</td>\n",
 | ||
|        "      <td>925716329801310200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>824586253634981900</td>\n",
 | ||
|        "      <td>9.257162e+17</td>\n",
 | ||
|        "      <td><USER> i wanna know too<EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>5</th>\n",
 | ||
|        "      <td>[😭, 💓]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@WizMommma]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:02</td>\n",
 | ||
|        "      <td>925716313019965400</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1581953814</td>\n",
 | ||
|        "      <td>9.257088e+17</td>\n",
 | ||
|        "      <td><USER> veda was yoda too <EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>6</th>\n",
 | ||
|        "      <td>[😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:05</td>\n",
 | ||
|        "      <td>925716325607133200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1001999683</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I’m less stressed about turning 30 now <EMOJI>...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>7</th>\n",
 | ||
|        "      <td>[💯]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:07</td>\n",
 | ||
|        "      <td>925716334008082400</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>745222369183043600</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Full charged. <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>8</th>\n",
 | ||
|        "      <td>[🙄]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@SeaDimon, @lsarsour]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:09</td>\n",
 | ||
|        "      <td>925716342401052700</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>798557155217539100</td>\n",
 | ||
|        "      <td>9.257147e+17</td>\n",
 | ||
|        "      <td><USER> That’s part of the problem, (they) <USE...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>9</th>\n",
 | ||
|        "      <td>[😟, 😥, 😢]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@Ian_khetye]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:10</td>\n",
 | ||
|        "      <td>925716346570240000</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>744396039126421500</td>\n",
 | ||
|        "      <td>9.250629e+17</td>\n",
 | ||
|        "      <td><USER> got me emotional there<EMOJI><EMOJI><EM...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>10</th>\n",
 | ||
|        "      <td>[🌻]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:13</td>\n",
 | ||
|        "      <td>925716359182520300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>721490010118205400</td>\n",
 | ||
|        "      <td>8.965900e+17</td>\n",
 | ||
|        "      <td>back to the yellow <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>11</th>\n",
 | ||
|        "      <td>[🍁, 🌺, 🍂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@Dimafadma]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:15</td>\n",
 | ||
|        "      <td>925716367558545400</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>520536723</td>\n",
 | ||
|        "      <td>9.257159e+17</td>\n",
 | ||
|        "      <td><USER> Happy month to you and your loved ones ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>12</th>\n",
 | ||
|        "      <td>[🍃]</td>\n",
 | ||
|        "      <td>[#mortdale, #partofthefamily, #gorgeousboy]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:16</td>\n",
 | ||
|        "      <td>925716371735900200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>850852815941517300</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Maxx and Patricia. Family hangs at For Good He...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>13</th>\n",
 | ||
|        "      <td>[💭, 🤦]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:20</td>\n",
 | ||
|        "      <td>925716388513230800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>914145041588867100</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I need to STOP beating myself up with my thoug...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>14</th>\n",
 | ||
|        "      <td>[😍, 😘]</td>\n",
 | ||
|        "      <td>[#7YearsOfKMH2]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:20</td>\n",
 | ||
|        "      <td>925716388525645800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2425405622</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Cutest Son <EMOJI>Roll no. 31 <EMOJI> <HASHTAG></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>15</th>\n",
 | ||
|        "      <td>[😜]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:22</td>\n",
 | ||
|        "      <td>925716396931240000</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>4614871873</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>By the summer I should have everything up and ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>16</th>\n",
 | ||
|        "      <td>[😂, 🔥]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:23</td>\n",
 | ||
|        "      <td>925716401125331000</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2831608345</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I know my English is not that good but that do...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>17</th>\n",
 | ||
|        "      <td>[💕]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@yungbabytate]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:23</td>\n",
 | ||
|        "      <td>925716401133948900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>788571974633009200</td>\n",
 | ||
|        "      <td>9.255778e+17</td>\n",
 | ||
|        "      <td><USER> I <EMOJI> u mama</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>18</th>\n",
 | ||
|        "      <td>[😉]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@cmckenney]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:23</td>\n",
 | ||
|        "      <td>925716401125544000</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>218307802</td>\n",
 | ||
|        "      <td>9.257115e+17</td>\n",
 | ||
|        "      <td><USER> That picture was NOT taken this morning...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>19</th>\n",
 | ||
|        "      <td>[👅]</td>\n",
 | ||
|        "      <td>[#footfetishnation]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:25</td>\n",
 | ||
|        "      <td>925716409489002500</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>885261166146179100</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Welcome to <HASHTAG> <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>20</th>\n",
 | ||
|        "      <td>[👌, 🙂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:25</td>\n",
 | ||
|        "      <td>925716409497272300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>831437760833609700</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Awkward <EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>21</th>\n",
 | ||
|        "      <td>[🤗, 📺]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:26</td>\n",
 | ||
|        "      <td>925716413699854300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>231664542</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>back at it with supernatural <EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>22</th>\n",
 | ||
|        "      <td>[💯]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:26</td>\n",
 | ||
|        "      <td>925716413679009800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>3196847035</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>One of the best things I've learned was to sto...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>23</th>\n",
 | ||
|        "      <td>[👅, 💦, 🍑]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@ctrlpurp]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:29</td>\n",
 | ||
|        "      <td>925716426278735900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>918492858352635900</td>\n",
 | ||
|        "      <td>9.257161e+17</td>\n",
 | ||
|        "      <td><USER> Can I taste?<EMOJI><EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>24</th>\n",
 | ||
|        "      <td>[💔]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@saunders_court1]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:30</td>\n",
 | ||
|        "      <td>925716430473039900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>3471187337</td>\n",
 | ||
|        "      <td>9.257163e+17</td>\n",
 | ||
|        "      <td><USER> we miss you ☹️<EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>25</th>\n",
 | ||
|        "      <td>[🤐, 🤐, 🤐]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:31</td>\n",
 | ||
|        "      <td>925716434667184100</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>780060488600199200</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Actually my bias in WJSN are Eunseo &amp; Bona...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>26</th>\n",
 | ||
|        "      <td>[😴]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:32</td>\n",
 | ||
|        "      <td>925716438853345300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>388380690</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I so cannot be bothered with the rest of the d...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>27</th>\n",
 | ||
|        "      <td>[😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@xxxtentacion]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:35</td>\n",
 | ||
|        "      <td>925716451457163300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>899320696869974000</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><USER> 2lit4life<EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>28</th>\n",
 | ||
|        "      <td>[😂, 🙄]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:35</td>\n",
 | ||
|        "      <td>925716451461357600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>784790670</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I’m not stop saying that!<EMOJI><EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>29</th>\n",
 | ||
|        "      <td>[🎉, 🎂, 🎈, 🎊, 🎁, 💜]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@justinerooney_]</td>\n",
 | ||
|        "      <td>2017-11-01 13:29:37</td>\n",
 | ||
|        "      <td>925716459828936700</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>3051266655</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><USER> HAPPY BIHDAY <EMOJI><EMOJI><EMOJI><EMOJ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>...</th>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68703</th>\n",
 | ||
|        "      <td>[😕]</td>\n",
 | ||
|        "      <td>[#halloweencostumes]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:04</td>\n",
 | ||
|        "      <td>925624214522036200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1672876458</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><HASHTAG> this one falls under the weird crazy...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68704</th>\n",
 | ||
|        "      <td>[😂, 😩]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:05</td>\n",
 | ||
|        "      <td>925624218682777600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>382473866</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I'm not allowed to have chocolates yet, then I...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68705</th>\n",
 | ||
|        "      <td>[😂]</td>\n",
 | ||
|        "      <td>[#MUFC]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:06</td>\n",
 | ||
|        "      <td>925624222889766900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>893145405457911800</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Manchester United manager Mourinho slams 'spec...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68706</th>\n",
 | ||
|        "      <td>[💖]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:07</td>\n",
 | ||
|        "      <td>925624227088121900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>240378516</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><EMOJI> en Bushwhick</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68707</th>\n",
 | ||
|        "      <td>[🌆, 👉, 🚖, 📞]</td>\n",
 | ||
|        "      <td>[#BurkeCentre]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:18</td>\n",
 | ||
|        "      <td>925624273237983200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>784620573209002000</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>: <HASHTAG> <EMOJI> <EMOJI><EMOJI> For Taxi <E...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68708</th>\n",
 | ||
|        "      <td>[😁]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@mychosliaheart, @BarrettoJulia, @iamjoshuaga...</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:18</td>\n",
 | ||
|        "      <td>925624273212805100</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>170998187</td>\n",
 | ||
|        "      <td>9.254136e+17</td>\n",
 | ||
|        "      <td><USER> <USER> <USER> Look, Mammeh and Daddeh! ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68709</th>\n",
 | ||
|        "      <td>[😋]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:24</td>\n",
 | ||
|        "      <td>925624298395533300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1348667816</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Life is so good with you <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68710</th>\n",
 | ||
|        "      <td>[👌, 🎃, 😘]</td>\n",
 | ||
|        "      <td>[#portlandoregon, #portlandhalloween, #carrie…]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:24</td>\n",
 | ||
|        "      <td>925624298378801200</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>722481645765300200</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Happy Halloween! <EMOJI>🏽<EMOJI><EMOJI> <HASHT...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68711</th>\n",
 | ||
|        "      <td>[👍]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@8limbsbondi...]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:26</td>\n",
 | ||
|        "      <td>925624306779897900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2443251500</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Some work on the ropes in today’s boxing class...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68712</th>\n",
 | ||
|        "      <td>[😭]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:27</td>\n",
 | ||
|        "      <td>925624310974136300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2406186390</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Scotty and Kristen’s halloween costumes <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68713</th>\n",
 | ||
|        "      <td>[😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@rfrandrea, @AdaaanAndyyy]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:30</td>\n",
 | ||
|        "      <td>925624323557146600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1039448149</td>\n",
 | ||
|        "      <td>9.256150e+17</td>\n",
 | ||
|        "      <td><USER> <USER> May pre-month celebration sis <E...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68714</th>\n",
 | ||
|        "      <td>[😭, 😭, 💘]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@peachshua1230]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:31</td>\n",
 | ||
|        "      <td>925624327755591700</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>845085544589672400</td>\n",
 | ||
|        "      <td>9.256009e+17</td>\n",
 | ||
|        "      <td><USER> Awww <EMOJI> Ajsksjdjd im smiling like ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68715</th>\n",
 | ||
|        "      <td>[😫, ✋]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:34</td>\n",
 | ||
|        "      <td>925624340342812700</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>924752524871131100</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>I hate when I send a text or snap n I'm so anx...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68716</th>\n",
 | ||
|        "      <td>[😂, 🙁]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:34</td>\n",
 | ||
|        "      <td>925624340355280900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>419493819</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>The answer is no I have no plans and I never l...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68717</th>\n",
 | ||
|        "      <td>[😭]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@BeachBoy_Gab]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:34</td>\n",
 | ||
|        "      <td>925624340346937300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2457745952</td>\n",
 | ||
|        "      <td>9.256219e+17</td>\n",
 | ||
|        "      <td><USER> LMAOOO I'm so proud <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68718</th>\n",
 | ||
|        "      <td>[😢, 💔]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:34</td>\n",
 | ||
|        "      <td>925624340338507800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1955767531</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>My cousin/little sister is leaving to San Fran...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68719</th>\n",
 | ||
|        "      <td>[🙃]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:35</td>\n",
 | ||
|        "      <td>925624344524361700</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>796490344581898200</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Can't be alone w my thoughts tonight so just g...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68720</th>\n",
 | ||
|        "      <td>[😂, 😂, 😂, 😂, 😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:36</td>\n",
 | ||
|        "      <td>925624348710285300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>907808317124177900</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><EMOJI><EMOJI><EMOJI><EMOJI><EMOJI> ambot!!!</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68721</th>\n",
 | ||
|        "      <td>[👌, 👊, 🙌]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:37</td>\n",
 | ||
|        "      <td>925624352929910800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>262162415</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><EMOJI>🏽<EMOJI>🏽 1st of the month!!Happy 1st o...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68722</th>\n",
 | ||
|        "      <td>[😴]</td>\n",
 | ||
|        "      <td>[#WednesdayWisdom]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:41</td>\n",
 | ||
|        "      <td>925624369715515400</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>574882525</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><HASHTAG> ... stay in bed <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68723</th>\n",
 | ||
|        "      <td>[😂, 😂, 😂, 😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@Louis_Tomlinson, @NiallOfficial]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:44</td>\n",
 | ||
|        "      <td>925624382269124600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>556175173</td>\n",
 | ||
|        "      <td>9.254038e+17</td>\n",
 | ||
|        "      <td><USER> <USER> THIS IS GOLD. GOLD. <EMOJI><EMOJ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68724</th>\n",
 | ||
|        "      <td>[😀]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:45</td>\n",
 | ||
|        "      <td>925624386455031800</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>1610265588</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td><EMOJI> thank you for the kind compliment</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68725</th>\n",
 | ||
|        "      <td>[😎]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:45</td>\n",
 | ||
|        "      <td>925624386454937600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>4760724450</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Enjoyed the silence <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68726</th>\n",
 | ||
|        "      <td>[✨]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:46</td>\n",
 | ||
|        "      <td>925624390657572900</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>882858115636514800</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>OS: Spiderman Homecoming <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68727</th>\n",
 | ||
|        "      <td>[🤷]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:46</td>\n",
 | ||
|        "      <td>925624390682849300</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>188129628</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Go to hell <EMOJI>🏽♀️</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68728</th>\n",
 | ||
|        "      <td>[😘]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:46</td>\n",
 | ||
|        "      <td>925624390666129400</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2473135939</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Thank you Yomi! <EMOJI></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68729</th>\n",
 | ||
|        "      <td>[😂]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@discopiggu]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:46</td>\n",
 | ||
|        "      <td>925624390670106600</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>2373584209</td>\n",
 | ||
|        "      <td>9.256241e+17</td>\n",
 | ||
|        "      <td><USER> Lol. Just enjoy the stars. Music Kidhar...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68730</th>\n",
 | ||
|        "      <td>[🙏]</td>\n",
 | ||
|        "      <td>[#NYCStrong]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:50</td>\n",
 | ||
|        "      <td>925624407459971100</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>181689756</td>\n",
 | ||
|        "      <td>NaN</td>\n",
 | ||
|        "      <td>Thoughts and prayers for NY<EMOJI>🏻 <HASHTAG></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68731</th>\n",
 | ||
|        "      <td>[💁]</td>\n",
 | ||
|        "      <td>[#GreatSuccess]</td>\n",
 | ||
|        "      <td>[@BrianyH]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:50</td>\n",
 | ||
|        "      <td>925624407460057100</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>60160788</td>\n",
 | ||
|        "      <td>9.254610e+17</td>\n",
 | ||
|        "      <td><USER> I searched COCK, PENIS, SHLONG, WINKY, ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>68732</th>\n",
 | ||
|        "      <td>[🍃, 🌻, 🌻, 🍃, 🍃, 💐, 💐, 🍃, 🙋]</td>\n",
 | ||
|        "      <td>[]</td>\n",
 | ||
|        "      <td>[@amitbarman520]</td>\n",
 | ||
|        "      <td>2017-11-01 07:23:53</td>\n",
 | ||
|        "      <td>925624420022063100</td>\n",
 | ||
|        "      <td>en</td>\n",
 | ||
|        "      <td>3792290725</td>\n",
 | ||
|        "      <td>9.256215e+17</td>\n",
 | ||
|        "      <td><USER> Thank you so much<EMOJI><EMOJI><EMOJI><...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "  </tbody>\n",
 | ||
|        "</table>\n",
 | ||
|        "<p>68733 rows × 9 columns</p>\n",
 | ||
|        "</div>"
 | ||
|       ],
 | ||
|       "text/plain": [
 | ||
|        "                             EMOJI  \\\n",
 | ||
|        "0                           [🔥, 👏]   \n",
 | ||
|        "1                              [🤦]   \n",
 | ||
|        "2                              [😄]   \n",
 | ||
|        "3                              [📷]   \n",
 | ||
|        "4                           [😩, 😩]   \n",
 | ||
|        "5                           [😭, 💓]   \n",
 | ||
|        "6                              [😂]   \n",
 | ||
|        "7                              [💯]   \n",
 | ||
|        "8                              [🙄]   \n",
 | ||
|        "9                        [😟, 😥, 😢]   \n",
 | ||
|        "10                             [🌻]   \n",
 | ||
|        "11                       [🍁, 🌺, 🍂]   \n",
 | ||
|        "12                             [🍃]   \n",
 | ||
|        "13                          [💭, 🤦]   \n",
 | ||
|        "14                          [😍, 😘]   \n",
 | ||
|        "15                             [😜]   \n",
 | ||
|        "16                          [😂, 🔥]   \n",
 | ||
|        "17                             [💕]   \n",
 | ||
|        "18                             [😉]   \n",
 | ||
|        "19                             [👅]   \n",
 | ||
|        "20                          [👌, 🙂]   \n",
 | ||
|        "21                          [🤗, 📺]   \n",
 | ||
|        "22                             [💯]   \n",
 | ||
|        "23                       [👅, 💦, 🍑]   \n",
 | ||
|        "24                             [💔]   \n",
 | ||
|        "25                       [🤐, 🤐, 🤐]   \n",
 | ||
|        "26                             [😴]   \n",
 | ||
|        "27                             [😂]   \n",
 | ||
|        "28                          [😂, 🙄]   \n",
 | ||
|        "29              [🎉, 🎂, 🎈, 🎊, 🎁, 💜]   \n",
 | ||
|        "...                            ...   \n",
 | ||
|        "68703                          [😕]   \n",
 | ||
|        "68704                       [😂, 😩]   \n",
 | ||
|        "68705                          [😂]   \n",
 | ||
|        "68706                          [💖]   \n",
 | ||
|        "68707                 [🌆, 👉, 🚖, 📞]   \n",
 | ||
|        "68708                          [😁]   \n",
 | ||
|        "68709                          [😋]   \n",
 | ||
|        "68710                    [👌, 🎃, 😘]   \n",
 | ||
|        "68711                          [👍]   \n",
 | ||
|        "68712                          [😭]   \n",
 | ||
|        "68713                          [😂]   \n",
 | ||
|        "68714                    [😭, 😭, 💘]   \n",
 | ||
|        "68715                       [😫, ✋]   \n",
 | ||
|        "68716                       [😂, 🙁]   \n",
 | ||
|        "68717                          [😭]   \n",
 | ||
|        "68718                       [😢, 💔]   \n",
 | ||
|        "68719                          [🙃]   \n",
 | ||
|        "68720              [😂, 😂, 😂, 😂, 😂]   \n",
 | ||
|        "68721                    [👌, 👊, 🙌]   \n",
 | ||
|        "68722                          [😴]   \n",
 | ||
|        "68723                 [😂, 😂, 😂, 😂]   \n",
 | ||
|        "68724                          [😀]   \n",
 | ||
|        "68725                          [😎]   \n",
 | ||
|        "68726                          [✨]   \n",
 | ||
|        "68727                          [🤷]   \n",
 | ||
|        "68728                          [😘]   \n",
 | ||
|        "68729                          [😂]   \n",
 | ||
|        "68730                          [🙏]   \n",
 | ||
|        "68731                          [💁]   \n",
 | ||
|        "68732  [🍃, 🌻, 🌻, 🍃, 🍃, 💐, 💐, 🍃, 🙋]   \n",
 | ||
|        "\n",
 | ||
|        "                                              HASHTAGS  \\\n",
 | ||
|        "0                                                   []   \n",
 | ||
|        "1                                                   []   \n",
 | ||
|        "2                                                   []   \n",
 | ||
|        "3                                                   []   \n",
 | ||
|        "4                                                   []   \n",
 | ||
|        "5                                                   []   \n",
 | ||
|        "6                                                   []   \n",
 | ||
|        "7                                                   []   \n",
 | ||
|        "8                                                   []   \n",
 | ||
|        "9                                                   []   \n",
 | ||
|        "10                                                  []   \n",
 | ||
|        "11                                                  []   \n",
 | ||
|        "12         [#mortdale, #partofthefamily, #gorgeousboy]   \n",
 | ||
|        "13                                                  []   \n",
 | ||
|        "14                                     [#7YearsOfKMH2]   \n",
 | ||
|        "15                                                  []   \n",
 | ||
|        "16                                                  []   \n",
 | ||
|        "17                                                  []   \n",
 | ||
|        "18                                                  []   \n",
 | ||
|        "19                                 [#footfetishnation]   \n",
 | ||
|        "20                                                  []   \n",
 | ||
|        "21                                                  []   \n",
 | ||
|        "22                                                  []   \n",
 | ||
|        "23                                                  []   \n",
 | ||
|        "24                                                  []   \n",
 | ||
|        "25                                                  []   \n",
 | ||
|        "26                                                  []   \n",
 | ||
|        "27                                                  []   \n",
 | ||
|        "28                                                  []   \n",
 | ||
|        "29                                                  []   \n",
 | ||
|        "...                                                ...   \n",
 | ||
|        "68703                             [#halloweencostumes]   \n",
 | ||
|        "68704                                               []   \n",
 | ||
|        "68705                                          [#MUFC]   \n",
 | ||
|        "68706                                               []   \n",
 | ||
|        "68707                                   [#BurkeCentre]   \n",
 | ||
|        "68708                                               []   \n",
 | ||
|        "68709                                               []   \n",
 | ||
|        "68710  [#portlandoregon, #portlandhalloween, #carrie…]   \n",
 | ||
|        "68711                                               []   \n",
 | ||
|        "68712                                               []   \n",
 | ||
|        "68713                                               []   \n",
 | ||
|        "68714                                               []   \n",
 | ||
|        "68715                                               []   \n",
 | ||
|        "68716                                               []   \n",
 | ||
|        "68717                                               []   \n",
 | ||
|        "68718                                               []   \n",
 | ||
|        "68719                                               []   \n",
 | ||
|        "68720                                               []   \n",
 | ||
|        "68721                                               []   \n",
 | ||
|        "68722                               [#WednesdayWisdom]   \n",
 | ||
|        "68723                                               []   \n",
 | ||
|        "68724                                               []   \n",
 | ||
|        "68725                                               []   \n",
 | ||
|        "68726                                               []   \n",
 | ||
|        "68727                                               []   \n",
 | ||
|        "68728                                               []   \n",
 | ||
|        "68729                                               []   \n",
 | ||
|        "68730                                     [#NYCStrong]   \n",
 | ||
|        "68731                                  [#GreatSuccess]   \n",
 | ||
|        "68732                                               []   \n",
 | ||
|        "\n",
 | ||
|        "                                             LINKED_USER            datetime  \\\n",
 | ||
|        "0                                                     [] 2017-11-01 13:29:00   \n",
 | ||
|        "1                                                     [] 2017-11-01 13:29:00   \n",
 | ||
|        "2                                                     [] 2017-11-01 13:29:03   \n",
 | ||
|        "3                                                     [] 2017-11-01 13:29:04   \n",
 | ||
|        "4                                        [@hiphopphiIes] 2017-11-01 13:29:06   \n",
 | ||
|        "5                                           [@WizMommma] 2017-11-01 13:29:02   \n",
 | ||
|        "6                                                     [] 2017-11-01 13:29:05   \n",
 | ||
|        "7                                                     [] 2017-11-01 13:29:07   \n",
 | ||
|        "8                                 [@SeaDimon, @lsarsour] 2017-11-01 13:29:09   \n",
 | ||
|        "9                                          [@Ian_khetye] 2017-11-01 13:29:10   \n",
 | ||
|        "10                                                    [] 2017-11-01 13:29:13   \n",
 | ||
|        "11                                          [@Dimafadma] 2017-11-01 13:29:15   \n",
 | ||
|        "12                                                    [] 2017-11-01 13:29:16   \n",
 | ||
|        "13                                                    [] 2017-11-01 13:29:20   \n",
 | ||
|        "14                                                    [] 2017-11-01 13:29:20   \n",
 | ||
|        "15                                                    [] 2017-11-01 13:29:22   \n",
 | ||
|        "16                                                    [] 2017-11-01 13:29:23   \n",
 | ||
|        "17                                       [@yungbabytate] 2017-11-01 13:29:23   \n",
 | ||
|        "18                                          [@cmckenney] 2017-11-01 13:29:23   \n",
 | ||
|        "19                                                    [] 2017-11-01 13:29:25   \n",
 | ||
|        "20                                                    [] 2017-11-01 13:29:25   \n",
 | ||
|        "21                                                    [] 2017-11-01 13:29:26   \n",
 | ||
|        "22                                                    [] 2017-11-01 13:29:26   \n",
 | ||
|        "23                                           [@ctrlpurp] 2017-11-01 13:29:29   \n",
 | ||
|        "24                                    [@saunders_court1] 2017-11-01 13:29:30   \n",
 | ||
|        "25                                                    [] 2017-11-01 13:29:31   \n",
 | ||
|        "26                                                    [] 2017-11-01 13:29:32   \n",
 | ||
|        "27                                       [@xxxtentacion] 2017-11-01 13:29:35   \n",
 | ||
|        "28                                                    [] 2017-11-01 13:29:35   \n",
 | ||
|        "29                                     [@justinerooney_] 2017-11-01 13:29:37   \n",
 | ||
|        "...                                                  ...                 ...   \n",
 | ||
|        "68703                                                 [] 2017-11-01 07:23:04   \n",
 | ||
|        "68704                                                 [] 2017-11-01 07:23:05   \n",
 | ||
|        "68705                                                 [] 2017-11-01 07:23:06   \n",
 | ||
|        "68706                                                 [] 2017-11-01 07:23:07   \n",
 | ||
|        "68707                                                 [] 2017-11-01 07:23:18   \n",
 | ||
|        "68708  [@mychosliaheart, @BarrettoJulia, @iamjoshuaga... 2017-11-01 07:23:18   \n",
 | ||
|        "68709                                                 [] 2017-11-01 07:23:24   \n",
 | ||
|        "68710                                                 [] 2017-11-01 07:23:24   \n",
 | ||
|        "68711                                  [@8limbsbondi...] 2017-11-01 07:23:26   \n",
 | ||
|        "68712                                                 [] 2017-11-01 07:23:27   \n",
 | ||
|        "68713                        [@rfrandrea, @AdaaanAndyyy] 2017-11-01 07:23:30   \n",
 | ||
|        "68714                                   [@peachshua1230] 2017-11-01 07:23:31   \n",
 | ||
|        "68715                                                 [] 2017-11-01 07:23:34   \n",
 | ||
|        "68716                                                 [] 2017-11-01 07:23:34   \n",
 | ||
|        "68717                                    [@BeachBoy_Gab] 2017-11-01 07:23:34   \n",
 | ||
|        "68718                                                 [] 2017-11-01 07:23:34   \n",
 | ||
|        "68719                                                 [] 2017-11-01 07:23:35   \n",
 | ||
|        "68720                                                 [] 2017-11-01 07:23:36   \n",
 | ||
|        "68721                                                 [] 2017-11-01 07:23:37   \n",
 | ||
|        "68722                                                 [] 2017-11-01 07:23:41   \n",
 | ||
|        "68723                 [@Louis_Tomlinson, @NiallOfficial] 2017-11-01 07:23:44   \n",
 | ||
|        "68724                                                 [] 2017-11-01 07:23:45   \n",
 | ||
|        "68725                                                 [] 2017-11-01 07:23:45   \n",
 | ||
|        "68726                                                 [] 2017-11-01 07:23:46   \n",
 | ||
|        "68727                                                 [] 2017-11-01 07:23:46   \n",
 | ||
|        "68728                                                 [] 2017-11-01 07:23:46   \n",
 | ||
|        "68729                                      [@discopiggu] 2017-11-01 07:23:46   \n",
 | ||
|        "68730                                                 [] 2017-11-01 07:23:50   \n",
 | ||
|        "68731                                         [@BrianyH] 2017-11-01 07:23:50   \n",
 | ||
|        "68732                                   [@amitbarman520] 2017-11-01 07:23:53   \n",
 | ||
|        "\n",
 | ||
|        "                       id lang              person      reply_to  \\\n",
 | ||
|        "0      925716304635547600   en            31507978           NaN   \n",
 | ||
|        "1      925716304664911900   en           231994649           NaN   \n",
 | ||
|        "2      925716317214089200   en          2592765104           NaN   \n",
 | ||
|        "3      925716321416949800   en           278737933           NaN   \n",
 | ||
|        "4      925716329801310200   en  824586253634981900  9.257162e+17   \n",
 | ||
|        "5      925716313019965400   en          1581953814  9.257088e+17   \n",
 | ||
|        "6      925716325607133200   en          1001999683           NaN   \n",
 | ||
|        "7      925716334008082400   en  745222369183043600           NaN   \n",
 | ||
|        "8      925716342401052700   en  798557155217539100  9.257147e+17   \n",
 | ||
|        "9      925716346570240000   en  744396039126421500  9.250629e+17   \n",
 | ||
|        "10     925716359182520300   en  721490010118205400  8.965900e+17   \n",
 | ||
|        "11     925716367558545400   en           520536723  9.257159e+17   \n",
 | ||
|        "12     925716371735900200   en  850852815941517300           NaN   \n",
 | ||
|        "13     925716388513230800   en  914145041588867100           NaN   \n",
 | ||
|        "14     925716388525645800   en          2425405622           NaN   \n",
 | ||
|        "15     925716396931240000   en          4614871873           NaN   \n",
 | ||
|        "16     925716401125331000   en          2831608345           NaN   \n",
 | ||
|        "17     925716401133948900   en  788571974633009200  9.255778e+17   \n",
 | ||
|        "18     925716401125544000   en           218307802  9.257115e+17   \n",
 | ||
|        "19     925716409489002500   en  885261166146179100           NaN   \n",
 | ||
|        "20     925716409497272300   en  831437760833609700           NaN   \n",
 | ||
|        "21     925716413699854300   en           231664542           NaN   \n",
 | ||
|        "22     925716413679009800   en          3196847035           NaN   \n",
 | ||
|        "23     925716426278735900   en  918492858352635900  9.257161e+17   \n",
 | ||
|        "24     925716430473039900   en          3471187337  9.257163e+17   \n",
 | ||
|        "25     925716434667184100   en  780060488600199200           NaN   \n",
 | ||
|        "26     925716438853345300   en           388380690           NaN   \n",
 | ||
|        "27     925716451457163300   en  899320696869974000           NaN   \n",
 | ||
|        "28     925716451461357600   en           784790670           NaN   \n",
 | ||
|        "29     925716459828936700   en          3051266655           NaN   \n",
 | ||
|        "...                   ...  ...                 ...           ...   \n",
 | ||
|        "68703  925624214522036200   en          1672876458           NaN   \n",
 | ||
|        "68704  925624218682777600   en           382473866           NaN   \n",
 | ||
|        "68705  925624222889766900   en  893145405457911800           NaN   \n",
 | ||
|        "68706  925624227088121900   en           240378516           NaN   \n",
 | ||
|        "68707  925624273237983200   en  784620573209002000           NaN   \n",
 | ||
|        "68708  925624273212805100   en           170998187  9.254136e+17   \n",
 | ||
|        "68709  925624298395533300   en          1348667816           NaN   \n",
 | ||
|        "68710  925624298378801200   en  722481645765300200           NaN   \n",
 | ||
|        "68711  925624306779897900   en          2443251500           NaN   \n",
 | ||
|        "68712  925624310974136300   en          2406186390           NaN   \n",
 | ||
|        "68713  925624323557146600   en          1039448149  9.256150e+17   \n",
 | ||
|        "68714  925624327755591700   en  845085544589672400  9.256009e+17   \n",
 | ||
|        "68715  925624340342812700   en  924752524871131100           NaN   \n",
 | ||
|        "68716  925624340355280900   en           419493819           NaN   \n",
 | ||
|        "68717  925624340346937300   en          2457745952  9.256219e+17   \n",
 | ||
|        "68718  925624340338507800   en          1955767531           NaN   \n",
 | ||
|        "68719  925624344524361700   en  796490344581898200           NaN   \n",
 | ||
|        "68720  925624348710285300   en  907808317124177900           NaN   \n",
 | ||
|        "68721  925624352929910800   en           262162415           NaN   \n",
 | ||
|        "68722  925624369715515400   en           574882525           NaN   \n",
 | ||
|        "68723  925624382269124600   en           556175173  9.254038e+17   \n",
 | ||
|        "68724  925624386455031800   en          1610265588           NaN   \n",
 | ||
|        "68725  925624386454937600   en          4760724450           NaN   \n",
 | ||
|        "68726  925624390657572900   en  882858115636514800           NaN   \n",
 | ||
|        "68727  925624390682849300   en           188129628           NaN   \n",
 | ||
|        "68728  925624390666129400   en          2473135939           NaN   \n",
 | ||
|        "68729  925624390670106600   en          2373584209  9.256241e+17   \n",
 | ||
|        "68730  925624407459971100   en           181689756           NaN   \n",
 | ||
|        "68731  925624407460057100   en            60160788  9.254610e+17   \n",
 | ||
|        "68732  925624420022063100   en          3792290725  9.256215e+17   \n",
 | ||
|        "\n",
 | ||
|        "                                                    text  \n",
 | ||
|        "0              fashionbombdaily's photo  <EMOJI><EMOJI>🏼  \n",
 | ||
|        "1      It’s scary how on point my horoscope be <EMOJI...  \n",
 | ||
|        "2                                   Woooaaaahhh <EMOJI>   \n",
 | ||
|        "3      <EMOJI> vivalcli: Portraits by Zhao Guojing an...  \n",
 | ||
|        "4                  <USER> i wanna know too<EMOJI><EMOJI>  \n",
 | ||
|        "5                <USER> veda was yoda too <EMOJI><EMOJI>  \n",
 | ||
|        "6      I’m less stressed about turning 30 now <EMOJI>...  \n",
 | ||
|        "7                                  Full charged. <EMOJI>  \n",
 | ||
|        "8      <USER> That’s part of the problem, (they) <USE...  \n",
 | ||
|        "9      <USER> got me emotional there<EMOJI><EMOJI><EM...  \n",
 | ||
|        "10                           back to the yellow <EMOJI>   \n",
 | ||
|        "11     <USER> Happy month to you and your loved ones ...  \n",
 | ||
|        "12     Maxx and Patricia. Family hangs at For Good He...  \n",
 | ||
|        "13     I need to STOP beating myself up with my thoug...  \n",
 | ||
|        "14      Cutest Son <EMOJI>Roll no. 31 <EMOJI> <HASHTAG>   \n",
 | ||
|        "15     By the summer I should have everything up and ...  \n",
 | ||
|        "16     I know my English is not that good but that do...  \n",
 | ||
|        "17                               <USER> I <EMOJI> u mama  \n",
 | ||
|        "18     <USER> That picture was NOT taken this morning...  \n",
 | ||
|        "19                         Welcome to <HASHTAG> <EMOJI>   \n",
 | ||
|        "20                               Awkward <EMOJI><EMOJI>   \n",
 | ||
|        "21           back at it with supernatural <EMOJI><EMOJI>  \n",
 | ||
|        "22     One of the best things I've learned was to sto...  \n",
 | ||
|        "23              <USER> Can I taste?<EMOJI><EMOJI><EMOJI>  \n",
 | ||
|        "24                          <USER> we miss you ☹️<EMOJI>  \n",
 | ||
|        "25     Actually my bias in WJSN are Eunseo & Bona...  \n",
 | ||
|        "26     I so cannot be bothered with the rest of the d...  \n",
 | ||
|        "27                               <USER> 2lit4life<EMOJI>  \n",
 | ||
|        "28              I’m not stop saying that!<EMOJI><EMOJI>   \n",
 | ||
|        "29     <USER> HAPPY BIHDAY <EMOJI><EMOJI><EMOJI><EMOJ...  \n",
 | ||
|        "...                                                  ...  \n",
 | ||
|        "68703  <HASHTAG> this one falls under the weird crazy...  \n",
 | ||
|        "68704  I'm not allowed to have chocolates yet, then I...  \n",
 | ||
|        "68705  Manchester United manager Mourinho slams 'spec...  \n",
 | ||
|        "68706                              <EMOJI> en Bushwhick   \n",
 | ||
|        "68707  : <HASHTAG> <EMOJI> <EMOJI><EMOJI> For Taxi <E...  \n",
 | ||
|        "68708  <USER> <USER> <USER> Look, Mammeh and Daddeh! ...  \n",
 | ||
|        "68709                   Life is so good with you <EMOJI>  \n",
 | ||
|        "68710  Happy Halloween! <EMOJI>🏽<EMOJI><EMOJI> <HASHT...  \n",
 | ||
|        "68711  Some work on the ropes in today’s boxing class...  \n",
 | ||
|        "68712    Scotty and Kristen’s halloween costumes <EMOJI>  \n",
 | ||
|        "68713  <USER> <USER> May pre-month celebration sis <E...  \n",
 | ||
|        "68714  <USER> Awww <EMOJI> Ajsksjdjd im smiling like ...  \n",
 | ||
|        "68715  I hate when I send a text or snap n I'm so anx...  \n",
 | ||
|        "68716  The answer is no I have no plans and I never l...  \n",
 | ||
|        "68717                 <USER> LMAOOO I'm so proud <EMOJI>  \n",
 | ||
|        "68718  My cousin/little sister is leaving to San Fran...  \n",
 | ||
|        "68719  Can't be alone w my thoughts tonight so just g...  \n",
 | ||
|        "68720      <EMOJI><EMOJI><EMOJI><EMOJI><EMOJI> ambot!!!   \n",
 | ||
|        "68721  <EMOJI>🏽<EMOJI>🏽 1st of the month!!Happy 1st o...  \n",
 | ||
|        "68722                  <HASHTAG> ... stay in bed <EMOJI>  \n",
 | ||
|        "68723  <USER> <USER> THIS IS GOLD. GOLD. <EMOJI><EMOJ...  \n",
 | ||
|        "68724         <EMOJI> thank you for the kind compliment   \n",
 | ||
|        "68725                        Enjoyed the silence <EMOJI>  \n",
 | ||
|        "68726                   OS: Spiderman Homecoming <EMOJI>  \n",
 | ||
|        "68727                            Go to hell <EMOJI>🏽♀️   \n",
 | ||
|        "68728                           Thank you Yomi! <EMOJI>   \n",
 | ||
|        "68729  <USER> Lol. Just enjoy the stars. Music Kidhar...  \n",
 | ||
|        "68730      Thoughts and prayers for NY<EMOJI>🏻 <HASHTAG>  \n",
 | ||
|        "68731  <USER> I searched COCK, PENIS, SHLONG, WINKY, ...  \n",
 | ||
|        "68732  <USER> Thank you so much<EMOJI><EMOJI><EMOJI><...  \n",
 | ||
|        "\n",
 | ||
|        "[68733 rows x 9 columns]"
 | ||
|       ]
 | ||
|      },
 | ||
|      "execution_count": 6,
 | ||
|      "metadata": {},
 | ||
|      "output_type": "execute_result"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "twitter_data = pd.read_json(json_files[0], encoding=\"utf-8\")\n",
 | ||
|     "twitter_data"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* extracting emojis and text"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 12,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "emojis = twitter_data['EMOJI']\n",
 | ||
|     "plain_text = twitter_data['text']"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* make our plain text more \"plain\":\n",
 | ||
|     "    * removing the keyword `<EMOJI>` (just for the beginning)\n",
 | ||
|     "    * removing remaining useless emojis, like skin modifier etc."
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 13,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "# defining blacklist for modifier emojis:\n",
 | ||
|     "emoji_blacklist = set([\n",
 | ||
|     "    chr(0x1F3FB),\n",
 | ||
|     "    chr(0x1F3FC),\n",
 | ||
|     "    chr(0x1F3FD),\n",
 | ||
|     "    chr(0x1F3FE),\n",
 | ||
|     "    chr(0x1F3FF),\n",
 | ||
|     "    chr(0x2642),\n",
 | ||
|     "    chr(0x2640)\n",
 | ||
|     "])"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 14,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "# filtering them and the EMOJI keyword out:\n",
 | ||
|     "plain_text = plain_text.str.replace(\"(<EMOJI>|<USER>|<HASHTAG>)\",\"\").str.replace(\"[\" + \"\".join(list(emoji_blacklist)) + \"]\",\"\")"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* defining different criterias for choosing a single emoji (currently `latest` is used)"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 10,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "def latest(lst):\n",
 | ||
|     "    return lst[-1] if len(lst) > 0 else 'X' \n",
 | ||
|     "def most_common(lst):\n",
 | ||
|     "    # trying to find the most common used emoji in the given lst\n",
 | ||
|     "    return max(set(lst), key=lst.count) if len(lst) > 0 else \"X\" # setting label to 'X' if there is an empty emoji list"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* convert all emojis to a sentiment vector"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 11,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "labels = emoji2sent([latest(e) for e in emojis])\n"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 12,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "text/plain": [
 | ||
|        "68733"
 | ||
|       ]
 | ||
|      },
 | ||
|      "execution_count": 12,
 | ||
|      "metadata": {},
 | ||
|      "output_type": "execute_result"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "len(labels)"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 13,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "wrong_labels = np.isnan(np.linalg.norm(labels, axis=1))"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* remove all data we have no label for"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 14,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "labels = labels[np.invert(wrong_labels)]\n",
 | ||
|     "plain_text = plain_text[np.invert(wrong_labels)]\n",
 | ||
|     "emojis = emojis[np.invert(wrong_labels)]"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 15,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "name": "stdout",
 | ||
|      "output_type": "stream",
 | ||
|      "text": [
 | ||
|       "33368 33368 33368\n"
 | ||
|      ]
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "print(len(labels), len(emojis), len(plain_text))"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* generate weights:"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 16,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "# at first count over our table\n",
 | ||
|     "emoji_count = {}\n",
 | ||
|     "\n",
 | ||
|     "\n",
 | ||
|     "for e_list in emojis:\n",
 | ||
|     "    for e in set(e_list):\n",
 | ||
|     "        if e not in emoji_count:\n",
 | ||
|     "            emoji_count[e] = 0\n",
 | ||
|     "        emoji_count[e] += 1\n",
 | ||
|     "\n",
 | ||
|     "emoji_count\n",
 | ||
|     "emoji_sum = sum([emoji_count[e] for e in emoji_count])\n",
 | ||
|     "\n",
 | ||
|     "emoji_weights = {}\n",
 | ||
|     "for e in emoji_count:\n",
 | ||
|     "    # tfidf for emojis\n",
 | ||
|     "    emoji_weights[e] = np.log((emoji_sum / emoji_count[e]))\n",
 | ||
|     "\n",
 | ||
|     "weights_sum= sum([emoji_weights[x] for x in emoji_weights])\n",
 | ||
|     "    \n",
 | ||
|     "# normalize:\n",
 | ||
|     "for e in emoji_weights:\n",
 | ||
|     "    emoji_weights[e] = emoji_weights[e] / weights_sum\n",
 | ||
|     "\n",
 | ||
|     "emoji_weights['X'] = 0  # dummy values\n",
 | ||
|     "emoji_count['X'] = 0"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* generating train and test set:"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 17,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "X1, Xt1, y1, yt1 = train_test_split(plain_text, labels, test_size=0.1, random_state=4222)"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 38,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "#y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in sent2emoji(y1)])"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 39,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "vectorizer = TfidfVectorizer(stop_words='english')\n",
 | ||
|     "vec_train = vectorizer.fit_transform(X1)\n",
 | ||
|     "vec_test = vectorizer.transform(Xt1)"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* train. this can take a very long time..."
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 40,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "from sklearn.neural_network import MLPClassifier as MLP\n",
 | ||
|     "from sklearn.multiclass import OneVsRestClassifier as OVRC\n",
 | ||
|     "from sklearn.tree import DecisionTreeClassifier as DTC\n",
 | ||
|     "\n",
 | ||
|     "from keras.models import Sequential\n",
 | ||
|     "from keras.layers import Dense"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 53,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "def train(max_size = 10000, layers=[(1024, 'relu'),(y1[0].shape[0],'softmax')], random_state=4222, ovrc=False, n_iter=5):\n",
 | ||
|     "    \n",
 | ||
|     "    model = Sequential()\n",
 | ||
|     "    \n",
 | ||
|     "    # build mlp layers:\n",
 | ||
|     "    keras_layers = []\n",
 | ||
|     "    first_layer = True\n",
 | ||
|     "    for layer in layers:\n",
 | ||
|     "        if first_layer:\n",
 | ||
|     "            model.add(Dense(units=layer[0], activation=layer[1], input_dim=vectorizer.transform([\" \"])[0]._shape[1]))\n",
 | ||
|     "            first_layer = False\n",
 | ||
|     "        else:\n",
 | ||
|     "            model.add(Dense(units=layer[0], activation=layer[1]))\n",
 | ||
|     "    \n",
 | ||
|     "    #mlp = MLPClassifier(layers=sknn_layers, random_state=random_state, verbose=True, n_iter=n_iter, batch_size=100)\n",
 | ||
|     "    \n",
 | ||
|     "    model.compile(loss='categorical_crossentropy',\n",
 | ||
|     "              optimizer='sgd',\n",
 | ||
|     "              metrics=['accuracy'],)\n",
 | ||
|     "    \n",
 | ||
|     "    clf = OVRC(model) if ovrc else model\n",
 | ||
|     "\n",
 | ||
|     "    clf.fit(vec_train[:max_size].A, y1[:max_size], validation_split=0.2, epochs=1)#, sample_weight=y1_weights[:max_size])\n",
 | ||
|     "    \n",
 | ||
|     "    return clf"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 54,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "name": "stdout",
 | ||
|      "output_type": "stream",
 | ||
|      "text": [
 | ||
|       "Train on 24024 samples, validate on 6007 samples\n",
 | ||
|       "Epoch 1/1\n",
 | ||
|       " 8576/24024 [=========>....................] - ETA: 10:31 - loss: 1.0637 - acc: 0.7273"
 | ||
|      ]
 | ||
|     },
 | ||
|     {
 | ||
|      "ename": "KeyboardInterrupt",
 | ||
|      "evalue": "",
 | ||
|      "output_type": "error",
 | ||
|      "traceback": [
 | ||
|       "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
 | ||
|       "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
 | ||
|       "\u001b[0;32m<ipython-input-54-b26dc554627d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mclf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmax_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m100000\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mlayers\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m6200\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'relu'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my1\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m'softmax'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
 | ||
|       "\u001b[0;32m<ipython-input-53-4427697ad6fa>\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(max_size, layers, random_state, ovrc, n_iter)\u001b[0m\n\u001b[1;32m     21\u001b[0m     \u001b[0mclf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mOVRC\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0movrc\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 23\u001b[0;31m     \u001b[0mclf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvec_train\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mmax_size\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mA\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my1\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mmax_size\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalidation_split\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0.2\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;31m#, sample_weight=y1_weights[:max_size])\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     24\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     25\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mclf\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/keras/models.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, x, y, batch_size, epochs, verbose, callbacks, validation_split, validation_data, shuffle, class_weight, sample_weight, initial_epoch, steps_per_epoch, validation_steps, **kwargs)\u001b[0m\n\u001b[1;32m   1000\u001b[0m                               \u001b[0minitial_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minitial_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1001\u001b[0m                               \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1002\u001b[0;31m                               validation_steps=validation_steps)\n\u001b[0m\u001b[1;32m   1003\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1004\u001b[0m     def evaluate(self, x=None, y=None,\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, x, y, batch_size, epochs, verbose, callbacks, validation_split, validation_data, shuffle, class_weight, sample_weight, initial_epoch, steps_per_epoch, validation_steps, **kwargs)\u001b[0m\n\u001b[1;32m   1703\u001b[0m                               \u001b[0minitial_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minitial_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1704\u001b[0m                               \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1705\u001b[0;31m                               validation_steps=validation_steps)\n\u001b[0m\u001b[1;32m   1706\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1707\u001b[0m     def evaluate(self, x=None, y=None,\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/keras/engine/training.py\u001b[0m in \u001b[0;36m_fit_loop\u001b[0;34m(self, f, ins, out_labels, batch_size, epochs, verbose, callbacks, val_f, val_ins, shuffle, callback_metrics, initial_epoch, steps_per_epoch, validation_steps)\u001b[0m\n\u001b[1;32m   1234\u001b[0m                         \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtoarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1235\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1236\u001b[0;31m                     \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins_batch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1237\u001b[0m                     \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1238\u001b[0m                         \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2480\u001b[0m         \u001b[0msession\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_session\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2481\u001b[0m         updated = session.run(fetches=fetches, feed_dict=feed_dict,\n\u001b[0;32m-> 2482\u001b[0;31m                               **self.session_kwargs)\n\u001b[0m\u001b[1;32m   2483\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mupdated\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2484\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    898\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    899\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 900\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    901\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    902\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1133\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mfinal_fetches\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mfinal_targets\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mhandle\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mfeed_dict_tensor\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1134\u001b[0m       results = self._do_run(handle, final_targets, final_fetches,\n\u001b[0;32m-> 1135\u001b[0;31m                              feed_dict_tensor, options, run_metadata)\n\u001b[0m\u001b[1;32m   1136\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1137\u001b[0m       \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_run\u001b[0;34m(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1314\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhandle\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1315\u001b[0m       return self._do_call(_run_fn, feeds, fetches, targets, options,\n\u001b[0;32m-> 1316\u001b[0;31m                            run_metadata)\n\u001b[0m\u001b[1;32m   1317\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1318\u001b[0m       \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_prun_fn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeeds\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetches\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_call\u001b[0;34m(self, fn, *args)\u001b[0m\n\u001b[1;32m   1320\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1321\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1322\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1323\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mOpError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1324\u001b[0m       \u001b[0mmessage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run_fn\u001b[0;34m(feed_dict, fetch_list, target_list, options, run_metadata)\u001b[0m\n\u001b[1;32m   1305\u001b[0m       \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_extend_graph\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1306\u001b[0m       return self._call_tf_sessionrun(\n\u001b[0;32m-> 1307\u001b[0;31m           options, feed_dict, fetch_list, target_list, run_metadata)\n\u001b[0m\u001b[1;32m   1308\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1309\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_prun_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;32m~/.local/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_call_tf_sessionrun\u001b[0;34m(self, options, feed_dict, fetch_list, target_list, run_metadata)\u001b[0m\n\u001b[1;32m   1407\u001b[0m       return tf_session.TF_SessionRun_wrapper(\n\u001b[1;32m   1408\u001b[0m           \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_list\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1409\u001b[0;31m           run_metadata)\n\u001b[0m\u001b[1;32m   1410\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1411\u001b[0m       \u001b[0;32mwith\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_exception_on_not_ok_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mstatus\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
 | ||
|       "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
 | ||
|      ]
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "clf = train(max_size=10000,layers=[(6200, 'relu'),(y1[0].shape[0],'softmax')])"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 43,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "text/plain": [
 | ||
|        "61236            <USER> Look at you!! Smart and beautiful \n",
 | ||
|        "66498                                        Missing home \n",
 | ||
|        "3920                                               Lmfao  \n",
 | ||
|        "10415                                      thats true..   \n",
 | ||
|        "61218                                       <USER> wrong  \n",
 | ||
|        "49421          Lmao  no o, it's almost 8pm. Cheating time \n",
 | ||
|        "44693                                        <USER> noted \n",
 | ||
|        "21987    Lol the stupid question mark boxes ruined my t...\n",
 | ||
|        "6458                                She look just like u  \n",
 | ||
|        "18291    <USER> Popeyes chicken with a KFC biscuit though \n",
 | ||
|        "21859    Still so unreal that my man an i have our own ...\n",
 | ||
|        "103      That’s what I said when I seen it  that’s craz...\n",
 | ||
|        "68215                    dnt really knw what jst happened \n",
 | ||
|        "66229               im so tired but not after seeing him  \n",
 | ||
|        "58987                                  As if I don't know \n",
 | ||
|        "1272     <USER> Hahaha was it big? I’m not afraid of sp...\n",
 | ||
|        "57222    Me seeing pics of my abusive ex with a kitten:...\n",
 | ||
|        "43792    hey <USER> how is it going in Lucca? Wish I wa...\n",
 | ||
|        "2041           Feeling so positive for weigh in  <HASHTAG>\n",
 | ||
|        "41344                  <USER> Yeah I knocked the fuck out \n",
 | ||
|        "5932       Would rather watch <USER> and the boys thanks  \n",
 | ||
|        "12743    Ralph Angel pissy drunk to drown out the hurt ...\n",
 | ||
|        "31462              & sis he don’t fuck with you !!! 🗣 \n",
 | ||
|        "59079                                I just need to know!!\n",
 | ||
|        "57842    <USER> did all the butt stuff with <USER> and ...\n",
 | ||
|        "8144                     Sometimes my life is interesting \n",
 | ||
|        "60991    <USER> Can I just say, I rlly fckin love ur pr...\n",
 | ||
|        "54675                       <USER> yeahwhat was she doing?\n",
 | ||
|        "50329    <USER> <USER> Hahaha so give her befor a Starb...\n",
 | ||
|        "55947    <USER> <USER> Damn! Right before he brought pe...\n",
 | ||
|        "                               ...                        \n",
 | ||
|        "9155          <USER> Hahaha true!! I didn't notice that ! \n",
 | ||
|        "44871                       and 'poof' .. He'll be great  \n",
 | ||
|        "42359    Going to a salon to have my hair cut tonight a...\n",
 | ||
|        "7957     Don’t try to fwm I will ignore the shit out of...\n",
 | ||
|        "42418    Class when your car gives up on you the day be...\n",
 | ||
|        "11077    Hi <USER> ♡Ur the reason that I smile everyday...\n",
 | ||
|        "20842                          <USER> <USER> See you then \n",
 | ||
|        "46515                  <USER> I wrote all my cards today  \n",
 | ||
|        "29521    <USER> <USER> <USER> <USER> Oml!! That kitty n...\n",
 | ||
|        "24751    <USER> me and my mom are watching pickler and ...\n",
 | ||
|        "67690                   Lmao havent eaten kapana in months\n",
 | ||
|        "51642          <USER> We do out best, don't we? <HASHTAG> \n",
 | ||
|        "39359            <USER> nahhhhh, that’s what fans are for \n",
 | ||
|        "965                       <USER> Fuck you! I’m so jealous \n",
 | ||
|        "60335    <USER> <USER> <USER> <USER> Good ur getting th...\n",
 | ||
|        "4447     <USER> I don't think so but they are v good Th...\n",
 | ||
|        "62531    can I just say y'all coming @ me for that post...\n",
 | ||
|        "14965                               I know I need you too \n",
 | ||
|        "6004                               Got me a Benihana date \n",
 | ||
|        "11002                               <USER> My only captain\n",
 | ||
|        "8944     Come join our small digi team as <HASHTAG> to ...\n",
 | ||
|        "11353    What a catch that was!A sprint with a dive! WO...\n",
 | ||
|        "62892    <USER> <USER> Bit like the gunners then no def...\n",
 | ||
|        "6238                        He's a horrible horrible dad  \n",
 | ||
|        "16551                                         “Infinity”  \n",
 | ||
|        "38812                            <USER> they be killing me\n",
 | ||
|        "46147              <USER> Y'all will roast my ass. Akhant \n",
 | ||
|        "65314    If this was America <HASHTAG> supporters would...\n",
 | ||
|        "37843                                         That double \n",
 | ||
|        "2921     <USER> <USER> Fucking up a correction, GG chalks \n",
 | ||
|        "Name: text, Length: 30031, dtype: object"
 | ||
|       ]
 | ||
|      },
 | ||
|      "execution_count": 43,
 | ||
|      "metadata": {},
 | ||
|      "output_type": "execute_result"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "X1"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* make a prediction and store it in a csv file:"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 44,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "pred = clf.predict(vectorizer.transform(Xt1))"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 45,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "text/plain": [
 | ||
|        "array([[0.45662233, 0.2710931 , 0.27228457],\n",
 | ||
|        "       [0.4544683 , 0.27005136, 0.2754803 ],\n",
 | ||
|        "       [0.45572498, 0.2714926 , 0.27278242],\n",
 | ||
|        "       ...,\n",
 | ||
|        "       [0.4522461 , 0.27333662, 0.2744173 ],\n",
 | ||
|        "       [0.45729154, 0.26964816, 0.27306038],\n",
 | ||
|        "       [0.45031306, 0.2748751 , 0.2748118 ]], dtype=float32)"
 | ||
|       ]
 | ||
|      },
 | ||
|      "execution_count": 45,
 | ||
|      "metadata": {},
 | ||
|      "output_type": "execute_result"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "pred"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 49,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "# build a dataframe to visualize test results:\n",
 | ||
|     "testlist = pd.DataFrame({'text': Xt1, \n",
 | ||
|     "                         'teacher': sent2emoji(yt1),\n",
 | ||
|     "                         'teacher_sentiment': yt1.tolist(),\n",
 | ||
|     "                         'predict': sent2emoji(pred),\n",
 | ||
|     "                         'predicted_sentiment': pred.tolist()})"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 50,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "text/html": [
 | ||
|        "<div>\n",
 | ||
|        "<style scoped>\n",
 | ||
|        "    .dataframe tbody tr th:only-of-type {\n",
 | ||
|        "        vertical-align: middle;\n",
 | ||
|        "    }\n",
 | ||
|        "\n",
 | ||
|        "    .dataframe tbody tr th {\n",
 | ||
|        "        vertical-align: top;\n",
 | ||
|        "    }\n",
 | ||
|        "\n",
 | ||
|        "    .dataframe thead th {\n",
 | ||
|        "        text-align: right;\n",
 | ||
|        "    }\n",
 | ||
|        "</style>\n",
 | ||
|        "<table border=\"1\" class=\"dataframe\">\n",
 | ||
|        "  <thead>\n",
 | ||
|        "    <tr style=\"text-align: right;\">\n",
 | ||
|        "      <th></th>\n",
 | ||
|        "      <th>predict</th>\n",
 | ||
|        "      <th>predicted_sentiment</th>\n",
 | ||
|        "      <th>teacher</th>\n",
 | ||
|        "      <th>teacher_sentiment</th>\n",
 | ||
|        "      <th>text</th>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "  </thead>\n",
 | ||
|        "  <tbody>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>7618</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45662233233451843, 0.27109310030937195, 0.2...</td>\n",
 | ||
|        "      <td>😒</td>\n",
 | ||
|        "      <td>[0.21660649819494585, 0.5913357400722021, 0.19...</td>\n",
 | ||
|        "      <td>There's fucking snow outside</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>6910</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.454468309879303, 0.27005136013031006, 0.275...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> You look so animated bro! *Rimshot*, Ge...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>35783</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4557249844074249, 0.271492600440979, 0.2727...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td><USER> Jon ordered it from a restaurant</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>15623</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4551065266132355, 0.27315083146095276, 0.27...</td>\n",
 | ||
|        "      <td>😅</td>\n",
 | ||
|        "      <td>[0.47186147186147187, 0.2922077922077922, 0.23...</td>\n",
 | ||
|        "      <td>I just want to move back in with my mom</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>12023</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.44956669211387634, 0.2718639373779297, 0.27...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td>guys lets vote!!!</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>15763</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4546020030975342, 0.27004513144493103, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>Bruhhhh this man need a show ASAP!!!</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>57240</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4514758884906769, 0.2734237313270569, 0.275...</td>\n",
 | ||
|        "      <td>😎</td>\n",
 | ||
|        "      <td>[0.5981432360742706, 0.10477453580901856, 0.29...</td>\n",
 | ||
|        "      <td>AND THE RICH SIT IN A LOW PLACE</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>2418</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4555293321609497, 0.2700120508670807, 0.274...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>Time to go to bed</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>66384</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4541899561882019, 0.27133306860923767, 0.27...</td>\n",
 | ||
|        "      <td>😍</td>\n",
 | ||
|        "      <td>[0.7296744771190439, 0.05173769460607014, 0.21...</td>\n",
 | ||
|        "      <td>May sound like a hillbilly, but girls that can...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>44639</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45672306418418884, 0.2679496109485626, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> <USER> <USER> IM DYING</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>54463</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45094504952430725, 0.2715355157852173, 0.27...</td>\n",
 | ||
|        "      <td>🙌</td>\n",
 | ||
|        "      <td>[0.6613545816733067, 0.10092961487383798, 0.23...</td>\n",
 | ||
|        "      <td>Black forest hot chocolate is coming back to C...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>38407</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45006927847862244, 0.2722932994365692, 0.27...</td>\n",
 | ||
|        "      <td>😎</td>\n",
 | ||
|        "      <td>[0.5981432360742706, 0.10477453580901856, 0.29...</td>\n",
 | ||
|        "      <td>5 days till my 21st.</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>31342</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45655250549316406, 0.26978597044944763, 0.2...</td>\n",
 | ||
|        "      <td>😄</td>\n",
 | ||
|        "      <td>[0.5586552217453505, 0.13662374821173104, 0.30...</td>\n",
 | ||
|        "      <td><USER> I'm just going to leave my Twitter acct...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>41255</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45397621393203735, 0.27026963233947754, 0.2...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>Oh god im so happy</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>19686</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4501204788684845, 0.27288398146629333, 0.27...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td>In my head</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>67193</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45182353258132935, 0.2724774479866028, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER>  Jo, chilllllllll. This kid is mentally...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>40650</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45002350211143494, 0.2710316777229309, 0.27...</td>\n",
 | ||
|        "      <td>😇</td>\n",
 | ||
|        "      <td>[0.6666666666666666, 0.06666666666666667, 0.26...</td>\n",
 | ||
|        "      <td>I’m ready sis</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>64416</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45193251967430115, 0.2698008418083191, 0.27...</td>\n",
 | ||
|        "      <td>😊</td>\n",
 | ||
|        "      <td>[0.7040175768989329, 0.059322033898305086, 0.2...</td>\n",
 | ||
|        "      <td>Sometimes we need to know how to respect our p...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>19525</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45155930519104004, 0.27194666862487793, 0.2...</td>\n",
 | ||
|        "      <td>🙆</td>\n",
 | ||
|        "      <td>[0.5964912280701754, 0.08771929824561403, 0.31...</td>\n",
 | ||
|        "      <td>Right?</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>39024</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4556638300418854, 0.26780301332473755, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> priceless  love how <USER> got back at ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>35342</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.452972412109375, 0.27151480317115784, 0.275...</td>\n",
 | ||
|        "      <td>😫</td>\n",
 | ||
|        "      <td>[0.3404710920770878, 0.4860813704496788, 0.173...</td>\n",
 | ||
|        "      <td><USER> Right</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>9715</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4522416293621063, 0.2719023823738098, 0.275...</td>\n",
 | ||
|        "      <td>😇</td>\n",
 | ||
|        "      <td>[0.6666666666666666, 0.06666666666666667, 0.26...</td>\n",
 | ||
|        "      <td>Opo pang i will!</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>40490</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4545004665851593, 0.27230802178382874, 0.27...</td>\n",
 | ||
|        "      <td>😮</td>\n",
 | ||
|        "      <td>[0.45555555555555555, 0.17777777777777778, 0.3...</td>\n",
 | ||
|        "      <td><USER> WOW  whomever was tasked with vetting a...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>22064</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4601033926010132, 0.2683771550655365, 0.271...</td>\n",
 | ||
|        "      <td>😍</td>\n",
 | ||
|        "      <td>[0.7296744771190439, 0.05173769460607014, 0.21...</td>\n",
 | ||
|        "      <td>Thank you <USER> !</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>53563</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45222631096839905, 0.2727421224117279, 0.27...</td>\n",
 | ||
|        "      <td>😄</td>\n",
 | ||
|        "      <td>[0.5586552217453505, 0.13662374821173104, 0.30...</td>\n",
 | ||
|        "      <td>Dat  daurin Dan kwali from behind is the real ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>67332</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45455402135849, 0.27052536606788635, 0.2749...</td>\n",
 | ||
|        "      <td>😪</td>\n",
 | ||
|        "      <td>[0.3506224066390041, 0.4315352697095436, 0.217...</td>\n",
 | ||
|        "      <td>I miss my baby so much ♥️</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>15404</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45141908526420593, 0.2713443338871002, 0.27...</td>\n",
 | ||
|        "      <td>😕</td>\n",
 | ||
|        "      <td>[0.20294117647058824, 0.6029411764705882, 0.19...</td>\n",
 | ||
|        "      <td>alright i'm gonna go take a shower, let me kno...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>30130</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4556472599506378, 0.2695685029029846, 0.274...</td>\n",
 | ||
|        "      <td>😳</td>\n",
 | ||
|        "      <td>[0.34515366430260047, 0.32742316784869974, 0.3...</td>\n",
 | ||
|        "      <td><USER> and neither are buying her music</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>37242</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4568144977092743, 0.27149033546447754, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> I saw that too as well! I feel to have ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>30533</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45350709557533264, 0.27462711930274963, 0.2...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>I had a mental break down but I’m back like hey</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>...</th>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "      <td>...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>16955</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45130616426467896, 0.2745077311992645, 0.27...</td>\n",
 | ||
|        "      <td>🙏</td>\n",
 | ||
|        "      <td>[0.4983755685510071, 0.08057179987004548, 0.42...</td>\n",
 | ||
|        "      <td>Bless up Esquivel finally update aeries</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>36805</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4585663378238678, 0.26974013447761536, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> <USER> <USER> Look just like my Mizuno ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>56326</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45519477128982544, 0.2686183452606201, 0.27...</td>\n",
 | ||
|        "      <td>😢</td>\n",
 | ||
|        "      <td>[0.39118825100133514, 0.38451268357810414, 0.2...</td>\n",
 | ||
|        "      <td>This felt like it happened yesterday.  <HASHTAG></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>40306</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.449861079454422, 0.2748417556285858, 0.2752...</td>\n",
 | ||
|        "      <td>😍</td>\n",
 | ||
|        "      <td>[0.7296744771190439, 0.05173769460607014, 0.21...</td>\n",
 | ||
|        "      <td>Our Guest photo this week highlights the beaut...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>51333</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4518674910068512, 0.2723572850227356, 0.275...</td>\n",
 | ||
|        "      <td>😌</td>\n",
 | ||
|        "      <td>[0.6240601503759399, 0.13984962406015036, 0.23...</td>\n",
 | ||
|        "      <td>I need to see what “the stranger things” is ab...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>42339</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4573005437850952, 0.2696344256401062, 0.273...</td>\n",
 | ||
|        "      <td>😔</td>\n",
 | ||
|        "      <td>[0.31784232365145226, 0.46390041493775935, 0.2...</td>\n",
 | ||
|        "      <td><USER> Plz can u make me a pc I don’t have eno...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>7644</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4539974331855774, 0.2710561156272888, 0.274...</td>\n",
 | ||
|        "      <td>😧</td>\n",
 | ||
|        "      <td>[0.32608695652173914, 0.391304347826087, 0.282...</td>\n",
 | ||
|        "      <td><USER> this is insulting</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>13953</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4520905911922455, 0.27237412333488464, 0.27...</td>\n",
 | ||
|        "      <td>😐</td>\n",
 | ||
|        "      <td>[0.16296296296296298, 0.5555555555555556, 0.28...</td>\n",
 | ||
|        "      <td>I know this might sound crazy but I rather Don...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>26460</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4516184329986572, 0.2706548869609833, 0.277...</td>\n",
 | ||
|        "      <td>😛</td>\n",
 | ||
|        "      <td>[0.6909090909090909, 0.08181818181818182, 0.22...</td>\n",
 | ||
|        "      <td>Just a couple of cute pugs hanging out</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>31571</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4516292214393616, 0.2722293734550476, 0.276...</td>\n",
 | ||
|        "      <td>😒</td>\n",
 | ||
|        "      <td>[0.21660649819494585, 0.5913357400722021, 0.19...</td>\n",
 | ||
|        "      <td><USER> She knows nothing will happen to her.. ...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>9536</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45403042435646057, 0.27084800601005554, 0.2...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td><USER> happy raisin</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>19571</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45092839002609253, 0.273369699716568, 0.275...</td>\n",
 | ||
|        "      <td>😡</td>\n",
 | ||
|        "      <td>[0.35978835978835977, 0.533068783068783, 0.107...</td>\n",
 | ||
|        "      <td>I'm so disappointed</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>35934</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45402011275291443, 0.2693026065826416, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> <USER> Nailed it.</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>4605</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45629507303237915, 0.2681595981121063, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> oh it’s more than a thing!</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>1913</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45600560307502747, 0.26834917068481445, 0.2...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td><USER> stop it</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>11827</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45951539278030396, 0.26939070224761963, 0.2...</td>\n",
 | ||
|        "      <td>😄</td>\n",
 | ||
|        "      <td>[0.5586552217453505, 0.13662374821173104, 0.30...</td>\n",
 | ||
|        "      <td>Have an awesome <HASHTAG> ❤️ <HASHTAG></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>15181</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4616319239139557, 0.2665380537509918, 0.271...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER>  when I see elbows ?</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>32869</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45471736788749695, 0.27229392528533936, 0.2...</td>\n",
 | ||
|        "      <td>😹</td>\n",
 | ||
|        "      <td>[0.4406779661016949, 0.2983050847457627, 0.261...</td>\n",
 | ||
|        "      <td>Damn Jani back at it again with the BB-8 costu...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>40784</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45305681228637695, 0.2729623019695282, 0.27...</td>\n",
 | ||
|        "      <td>😻</td>\n",
 | ||
|        "      <td>[0.6906474820143885, 0.0671462829736211, 0.242...</td>\n",
 | ||
|        "      <td>I think a big part of the reason Nick Wilde is...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>18611</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4504826068878174, 0.27414649724960327, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>My 12 year old brother on Altuve- “he’s like t...</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>28341</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45293256640434265, 0.27156686782836914, 0.2...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> Bruh  like how she know the exact number?</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>41368</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4524029791355133, 0.27189141511917114, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>They starting early</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>35554</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45386624336242676, 0.2720849812030792, 0.27...</td>\n",
 | ||
|        "      <td>😩</td>\n",
 | ||
|        "      <td>[0.22289823008849557, 0.5912610619469026, 0.18...</td>\n",
 | ||
|        "      <td>Please come through <USER></td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>27968</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4601033926010132, 0.2683771550655365, 0.271...</td>\n",
 | ||
|        "      <td>😍</td>\n",
 | ||
|        "      <td>[0.7296744771190439, 0.05173769460607014, 0.21...</td>\n",
 | ||
|        "      <td><USER> Thank you</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>36772</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.45253145694732666, 0.2714029550552368, 0.27...</td>\n",
 | ||
|        "      <td>😳</td>\n",
 | ||
|        "      <td>[0.34515366430260047, 0.32742316784869974, 0.3...</td>\n",
 | ||
|        "      <td>Imagine if the Vikings had a top 10 QB</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>7568</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4514819085597992, 0.27036288380622864, 0.27...</td>\n",
 | ||
|        "      <td>😭</td>\n",
 | ||
|        "      <td>[0.34310532030401736, 0.4364820846905538, 0.22...</td>\n",
 | ||
|        "      <td>Le costume de cupcakke.......</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>62837</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.4553525149822235, 0.27044105529785156, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td><USER> aM FKXNSK SCREAMING ODM</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>34105</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4522460997104645, 0.27333661913871765, 0.27...</td>\n",
 | ||
|        "      <td>😇</td>\n",
 | ||
|        "      <td>[0.6666666666666666, 0.06666666666666667, 0.26...</td>\n",
 | ||
|        "      <td>My birthday tomorrow</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>59069</th>\n",
 | ||
|        "      <td>😬</td>\n",
 | ||
|        "      <td>[0.45729154348373413, 0.26964816451072693, 0.2...</td>\n",
 | ||
|        "      <td>😉</td>\n",
 | ||
|        "      <td>[0.5634451019066403, 0.0992767915844839, 0.337...</td>\n",
 | ||
|        "      <td>im just tryna change your life</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "    <tr>\n",
 | ||
|        "      <th>47088</th>\n",
 | ||
|        "      <td>😱</td>\n",
 | ||
|        "      <td>[0.4503130614757538, 0.27487510442733765, 0.27...</td>\n",
 | ||
|        "      <td>😂</td>\n",
 | ||
|        "      <td>[0.46813021474490496, 0.24716181096977158, 0.2...</td>\n",
 | ||
|        "      <td>Do I look like I’m off 79th . Foh</td>\n",
 | ||
|        "    </tr>\n",
 | ||
|        "  </tbody>\n",
 | ||
|        "</table>\n",
 | ||
|        "<p>3337 rows × 5 columns</p>\n",
 | ||
|        "</div>"
 | ||
|       ],
 | ||
|       "text/plain": [
 | ||
|        "      predict                                predicted_sentiment teacher  \\\n",
 | ||
|        "7618        😬  [0.45662233233451843, 0.27109310030937195, 0.2...       😒   \n",
 | ||
|        "6910        😱  [0.454468309879303, 0.27005136013031006, 0.275...       😂   \n",
 | ||
|        "35783       😬  [0.4557249844074249, 0.271492600440979, 0.2727...       😭   \n",
 | ||
|        "15623       😬  [0.4551065266132355, 0.27315083146095276, 0.27...       😅   \n",
 | ||
|        "12023       😱  [0.44956669211387634, 0.2718639373779297, 0.27...       😭   \n",
 | ||
|        "15763       😱  [0.4546020030975342, 0.27004513144493103, 0.27...       😂   \n",
 | ||
|        "57240       😱  [0.4514758884906769, 0.2734237313270569, 0.275...       😎   \n",
 | ||
|        "2418        😬  [0.4555293321609497, 0.2700120508670807, 0.274...       😂   \n",
 | ||
|        "66384       😬  [0.4541899561882019, 0.27133306860923767, 0.27...       😍   \n",
 | ||
|        "44639       😬  [0.45672306418418884, 0.2679496109485626, 0.27...       😂   \n",
 | ||
|        "54463       😱  [0.45094504952430725, 0.2715355157852173, 0.27...       🙌   \n",
 | ||
|        "38407       😱  [0.45006927847862244, 0.2722932994365692, 0.27...       😎   \n",
 | ||
|        "31342       😬  [0.45655250549316406, 0.26978597044944763, 0.2...       😄   \n",
 | ||
|        "41255       😱  [0.45397621393203735, 0.27026963233947754, 0.2...       😂   \n",
 | ||
|        "19686       😱  [0.4501204788684845, 0.27288398146629333, 0.27...       😭   \n",
 | ||
|        "67193       😱  [0.45182353258132935, 0.2724774479866028, 0.27...       😂   \n",
 | ||
|        "40650       😱  [0.45002350211143494, 0.2710316777229309, 0.27...       😇   \n",
 | ||
|        "64416       😱  [0.45193251967430115, 0.2698008418083191, 0.27...       😊   \n",
 | ||
|        "19525       😱  [0.45155930519104004, 0.27194666862487793, 0.2...       🙆   \n",
 | ||
|        "39024       😱  [0.4556638300418854, 0.26780301332473755, 0.27...       😂   \n",
 | ||
|        "35342       😱  [0.452972412109375, 0.27151480317115784, 0.275...       😫   \n",
 | ||
|        "9715        😱  [0.4522416293621063, 0.2719023823738098, 0.275...       😇   \n",
 | ||
|        "40490       😬  [0.4545004665851593, 0.27230802178382874, 0.27...       😮   \n",
 | ||
|        "22064       😬  [0.4601033926010132, 0.2683771550655365, 0.271...       😍   \n",
 | ||
|        "53563       😱  [0.45222631096839905, 0.2727421224117279, 0.27...       😄   \n",
 | ||
|        "67332       😬  [0.45455402135849, 0.27052536606788635, 0.2749...       😪   \n",
 | ||
|        "15404       😱  [0.45141908526420593, 0.2713443338871002, 0.27...       😕   \n",
 | ||
|        "30130       😬  [0.4556472599506378, 0.2695685029029846, 0.274...       😳   \n",
 | ||
|        "37242       😬  [0.4568144977092743, 0.27149033546447754, 0.27...       😂   \n",
 | ||
|        "30533       😬  [0.45350709557533264, 0.27462711930274963, 0.2...       😂   \n",
 | ||
|        "...       ...                                                ...     ...   \n",
 | ||
|        "16955       😱  [0.45130616426467896, 0.2745077311992645, 0.27...       🙏   \n",
 | ||
|        "36805       😬  [0.4585663378238678, 0.26974013447761536, 0.27...       😂   \n",
 | ||
|        "56326       😱  [0.45519477128982544, 0.2686183452606201, 0.27...       😢   \n",
 | ||
|        "40306       😱  [0.449861079454422, 0.2748417556285858, 0.2752...       😍   \n",
 | ||
|        "51333       😱  [0.4518674910068512, 0.2723572850227356, 0.275...       😌   \n",
 | ||
|        "42339       😬  [0.4573005437850952, 0.2696344256401062, 0.273...       😔   \n",
 | ||
|        "7644        😱  [0.4539974331855774, 0.2710561156272888, 0.274...       😧   \n",
 | ||
|        "13953       😱  [0.4520905911922455, 0.27237412333488464, 0.27...       😐   \n",
 | ||
|        "26460       😱  [0.4516184329986572, 0.2706548869609833, 0.277...       😛   \n",
 | ||
|        "31571       😱  [0.4516292214393616, 0.2722293734550476, 0.276...       😒   \n",
 | ||
|        "9536        😱  [0.45403042435646057, 0.27084800601005554, 0.2...       😭   \n",
 | ||
|        "19571       😱  [0.45092839002609253, 0.273369699716568, 0.275...       😡   \n",
 | ||
|        "35934       😱  [0.45402011275291443, 0.2693026065826416, 0.27...       😂   \n",
 | ||
|        "4605        😬  [0.45629507303237915, 0.2681595981121063, 0.27...       😂   \n",
 | ||
|        "1913        😬  [0.45600560307502747, 0.26834917068481445, 0.2...       😭   \n",
 | ||
|        "11827       😬  [0.45951539278030396, 0.26939070224761963, 0.2...       😄   \n",
 | ||
|        "15181       😬  [0.4616319239139557, 0.2665380537509918, 0.271...       😂   \n",
 | ||
|        "32869       😬  [0.45471736788749695, 0.27229392528533936, 0.2...       😹   \n",
 | ||
|        "40784       😬  [0.45305681228637695, 0.2729623019695282, 0.27...       😻   \n",
 | ||
|        "18611       😱  [0.4504826068878174, 0.27414649724960327, 0.27...       😂   \n",
 | ||
|        "28341       😱  [0.45293256640434265, 0.27156686782836914, 0.2...       😂   \n",
 | ||
|        "41368       😱  [0.4524029791355133, 0.27189141511917114, 0.27...       😂   \n",
 | ||
|        "35554       😬  [0.45386624336242676, 0.2720849812030792, 0.27...       😩   \n",
 | ||
|        "27968       😬  [0.4601033926010132, 0.2683771550655365, 0.271...       😍   \n",
 | ||
|        "36772       😱  [0.45253145694732666, 0.2714029550552368, 0.27...       😳   \n",
 | ||
|        "7568        😱  [0.4514819085597992, 0.27036288380622864, 0.27...       😭   \n",
 | ||
|        "62837       😬  [0.4553525149822235, 0.27044105529785156, 0.27...       😂   \n",
 | ||
|        "34105       😱  [0.4522460997104645, 0.27333661913871765, 0.27...       😇   \n",
 | ||
|        "59069       😬  [0.45729154348373413, 0.26964816451072693, 0.2...       😉   \n",
 | ||
|        "47088       😱  [0.4503130614757538, 0.27487510442733765, 0.27...       😂   \n",
 | ||
|        "\n",
 | ||
|        "                                       teacher_sentiment  \\\n",
 | ||
|        "7618   [0.21660649819494585, 0.5913357400722021, 0.19...   \n",
 | ||
|        "6910   [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "35783  [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "15623  [0.47186147186147187, 0.2922077922077922, 0.23...   \n",
 | ||
|        "12023  [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "15763  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "57240  [0.5981432360742706, 0.10477453580901856, 0.29...   \n",
 | ||
|        "2418   [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "66384  [0.7296744771190439, 0.05173769460607014, 0.21...   \n",
 | ||
|        "44639  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "54463  [0.6613545816733067, 0.10092961487383798, 0.23...   \n",
 | ||
|        "38407  [0.5981432360742706, 0.10477453580901856, 0.29...   \n",
 | ||
|        "31342  [0.5586552217453505, 0.13662374821173104, 0.30...   \n",
 | ||
|        "41255  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "19686  [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "67193  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "40650  [0.6666666666666666, 0.06666666666666667, 0.26...   \n",
 | ||
|        "64416  [0.7040175768989329, 0.059322033898305086, 0.2...   \n",
 | ||
|        "19525  [0.5964912280701754, 0.08771929824561403, 0.31...   \n",
 | ||
|        "39024  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "35342  [0.3404710920770878, 0.4860813704496788, 0.173...   \n",
 | ||
|        "9715   [0.6666666666666666, 0.06666666666666667, 0.26...   \n",
 | ||
|        "40490  [0.45555555555555555, 0.17777777777777778, 0.3...   \n",
 | ||
|        "22064  [0.7296744771190439, 0.05173769460607014, 0.21...   \n",
 | ||
|        "53563  [0.5586552217453505, 0.13662374821173104, 0.30...   \n",
 | ||
|        "67332  [0.3506224066390041, 0.4315352697095436, 0.217...   \n",
 | ||
|        "15404  [0.20294117647058824, 0.6029411764705882, 0.19...   \n",
 | ||
|        "30130  [0.34515366430260047, 0.32742316784869974, 0.3...   \n",
 | ||
|        "37242  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "30533  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "...                                                  ...   \n",
 | ||
|        "16955  [0.4983755685510071, 0.08057179987004548, 0.42...   \n",
 | ||
|        "36805  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "56326  [0.39118825100133514, 0.38451268357810414, 0.2...   \n",
 | ||
|        "40306  [0.7296744771190439, 0.05173769460607014, 0.21...   \n",
 | ||
|        "51333  [0.6240601503759399, 0.13984962406015036, 0.23...   \n",
 | ||
|        "42339  [0.31784232365145226, 0.46390041493775935, 0.2...   \n",
 | ||
|        "7644   [0.32608695652173914, 0.391304347826087, 0.282...   \n",
 | ||
|        "13953  [0.16296296296296298, 0.5555555555555556, 0.28...   \n",
 | ||
|        "26460  [0.6909090909090909, 0.08181818181818182, 0.22...   \n",
 | ||
|        "31571  [0.21660649819494585, 0.5913357400722021, 0.19...   \n",
 | ||
|        "9536   [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "19571  [0.35978835978835977, 0.533068783068783, 0.107...   \n",
 | ||
|        "35934  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "4605   [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "1913   [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "11827  [0.5586552217453505, 0.13662374821173104, 0.30...   \n",
 | ||
|        "15181  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "32869  [0.4406779661016949, 0.2983050847457627, 0.261...   \n",
 | ||
|        "40784  [0.6906474820143885, 0.0671462829736211, 0.242...   \n",
 | ||
|        "18611  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "28341  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "41368  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "35554  [0.22289823008849557, 0.5912610619469026, 0.18...   \n",
 | ||
|        "27968  [0.7296744771190439, 0.05173769460607014, 0.21...   \n",
 | ||
|        "36772  [0.34515366430260047, 0.32742316784869974, 0.3...   \n",
 | ||
|        "7568   [0.34310532030401736, 0.4364820846905538, 0.22...   \n",
 | ||
|        "62837  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "34105  [0.6666666666666666, 0.06666666666666667, 0.26...   \n",
 | ||
|        "59069  [0.5634451019066403, 0.0992767915844839, 0.337...   \n",
 | ||
|        "47088  [0.46813021474490496, 0.24716181096977158, 0.2...   \n",
 | ||
|        "\n",
 | ||
|        "                                                    text  \n",
 | ||
|        "7618                       There's fucking snow outside   \n",
 | ||
|        "6910   <USER> You look so animated bro! *Rimshot*, Ge...  \n",
 | ||
|        "35783           <USER> Jon ordered it from a restaurant   \n",
 | ||
|        "15623           I just want to move back in with my mom   \n",
 | ||
|        "12023                                 guys lets vote!!!   \n",
 | ||
|        "15763             Bruhhhh this man need a show ASAP!!!    \n",
 | ||
|        "57240                   AND THE RICH SIT IN A LOW PLACE   \n",
 | ||
|        "2418                                  Time to go to bed   \n",
 | ||
|        "66384  May sound like a hillbilly, but girls that can...  \n",
 | ||
|        "44639                     <USER> <USER> <USER> IM DYING   \n",
 | ||
|        "54463  Black forest hot chocolate is coming back to C...  \n",
 | ||
|        "38407                               5 days till my 21st.  \n",
 | ||
|        "31342  <USER> I'm just going to leave my Twitter acct...  \n",
 | ||
|        "41255                                Oh god im so happy   \n",
 | ||
|        "19686                                        In my head   \n",
 | ||
|        "67193  <USER>  Jo, chilllllllll. This kid is mentally...  \n",
 | ||
|        "40650                                    I’m ready sis    \n",
 | ||
|        "64416  Sometimes we need to know how to respect our p...  \n",
 | ||
|        "19525                                           Right?    \n",
 | ||
|        "39024  <USER> priceless  love how <USER> got back at ...  \n",
 | ||
|        "35342                                      <USER> Right   \n",
 | ||
|        "9715                                   Opo pang i will!   \n",
 | ||
|        "40490  <USER> WOW  whomever was tasked with vetting a...  \n",
 | ||
|        "22064                               Thank you <USER> !    \n",
 | ||
|        "53563  Dat  daurin Dan kwali from behind is the real ...  \n",
 | ||
|        "67332                          I miss my baby so much ♥️  \n",
 | ||
|        "15404  alright i'm gonna go take a shower, let me kno...  \n",
 | ||
|        "30130           <USER> and neither are buying her music   \n",
 | ||
|        "37242  <USER> I saw that too as well! I feel to have ...  \n",
 | ||
|        "30533   I had a mental break down but I’m back like hey   \n",
 | ||
|        "...                                                  ...  \n",
 | ||
|        "16955           Bless up Esquivel finally update aeries   \n",
 | ||
|        "36805  <USER> <USER> <USER> Look just like my Mizuno ...  \n",
 | ||
|        "56326  This felt like it happened yesterday.  <HASHTAG>   \n",
 | ||
|        "40306  Our Guest photo this week highlights the beaut...  \n",
 | ||
|        "51333  I need to see what “the stranger things” is ab...  \n",
 | ||
|        "42339  <USER> Plz can u make me a pc I don’t have eno...  \n",
 | ||
|        "7644                           <USER> this is insulting   \n",
 | ||
|        "13953  I know this might sound crazy but I rather Don...  \n",
 | ||
|        "26460           Just a couple of cute pugs hanging out    \n",
 | ||
|        "31571  <USER> She knows nothing will happen to her.. ...  \n",
 | ||
|        "9536                                <USER> happy raisin   \n",
 | ||
|        "19571                               I'm so disappointed   \n",
 | ||
|        "35934                          <USER> <USER> Nailed it.   \n",
 | ||
|        "4605                   <USER> oh it’s more than a thing!  \n",
 | ||
|        "1913                                      <USER> stop it  \n",
 | ||
|        "11827            Have an awesome <HASHTAG> ❤️ <HASHTAG>   \n",
 | ||
|        "15181                      <USER>  when I see elbows ?    \n",
 | ||
|        "32869  Damn Jani back at it again with the BB-8 costu...  \n",
 | ||
|        "40784  I think a big part of the reason Nick Wilde is...  \n",
 | ||
|        "18611  My 12 year old brother on Altuve- “he’s like t...  \n",
 | ||
|        "28341   <USER> Bruh  like how she know the exact number?  \n",
 | ||
|        "41368                              They starting early    \n",
 | ||
|        "35554                        Please come through <USER>   \n",
 | ||
|        "27968                                  <USER> Thank you   \n",
 | ||
|        "36772            Imagine if the Vikings had a top 10 QB   \n",
 | ||
|        "7568                       Le costume de cupcakke.......  \n",
 | ||
|        "62837                    <USER> aM FKXNSK SCREAMING ODM   \n",
 | ||
|        "34105                              My birthday tomorrow   \n",
 | ||
|        "59069                     im just tryna change your life  \n",
 | ||
|        "47088                  Do I look like I’m off 79th . Foh  \n",
 | ||
|        "\n",
 | ||
|        "[3337 rows x 5 columns]"
 | ||
|       ]
 | ||
|      },
 | ||
|      "metadata": {},
 | ||
|      "output_type": "display_data"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "display(testlist)\n"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 61,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "testlist.to_csv('test.csv')"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "markdown",
 | ||
|    "metadata": {},
 | ||
|    "source": [
 | ||
|     "* a simple output widget for testing:"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": 63,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "application/vnd.jupyter.widget-view+json": {
 | ||
|        "model_id": "865c37ebeb2443a589ccbaf220456457",
 | ||
|        "version_major": 2,
 | ||
|        "version_minor": 0
 | ||
|       },
 | ||
|       "text/html": [
 | ||
|        "<p>Failed to display Jupyter Widget of type <code>Text</code>.</p>\n",
 | ||
|        "<p>\n",
 | ||
|        "  If you're reading this message in the Jupyter Notebook or JupyterLab Notebook, it may mean\n",
 | ||
|        "  that the widgets JavaScript is still loading. If this message persists, it\n",
 | ||
|        "  likely means that the widgets JavaScript library is either not installed or\n",
 | ||
|        "  not enabled. See the <a href=\"https://ipywidgets.readthedocs.io/en/stable/user_install.html\">Jupyter\n",
 | ||
|        "  Widgets Documentation</a> for setup instructions.\n",
 | ||
|        "</p>\n",
 | ||
|        "<p>\n",
 | ||
|        "  If you're reading this message in another frontend (for example, a static\n",
 | ||
|        "  rendering on GitHub or <a href=\"https://nbviewer.jupyter.org/\">NBViewer</a>),\n",
 | ||
|        "  it may mean that your frontend doesn't currently support widgets.\n",
 | ||
|        "</p>\n"
 | ||
|       ],
 | ||
|       "text/plain": [
 | ||
|        "Text(value='')"
 | ||
|       ]
 | ||
|      },
 | ||
|      "metadata": {},
 | ||
|      "output_type": "display_data"
 | ||
|     },
 | ||
|     {
 | ||
|      "data": {
 | ||
|       "application/vnd.jupyter.widget-view+json": {
 | ||
|        "model_id": "d34382a5e13c4be396303afc6b138c2a",
 | ||
|        "version_major": 2,
 | ||
|        "version_minor": 0
 | ||
|       },
 | ||
|       "text/html": [
 | ||
|        "<p>Failed to display Jupyter Widget of type <code>VBox</code>.</p>\n",
 | ||
|        "<p>\n",
 | ||
|        "  If you're reading this message in the Jupyter Notebook or JupyterLab Notebook, it may mean\n",
 | ||
|        "  that the widgets JavaScript is still loading. If this message persists, it\n",
 | ||
|        "  likely means that the widgets JavaScript library is either not installed or\n",
 | ||
|        "  not enabled. See the <a href=\"https://ipywidgets.readthedocs.io/en/stable/user_install.html\">Jupyter\n",
 | ||
|        "  Widgets Documentation</a> for setup instructions.\n",
 | ||
|        "</p>\n",
 | ||
|        "<p>\n",
 | ||
|        "  If you're reading this message in another frontend (for example, a static\n",
 | ||
|        "  rendering on GitHub or <a href=\"https://nbviewer.jupyter.org/\">NBViewer</a>),\n",
 | ||
|        "  it may mean that your frontend doesn't currently support widgets.\n",
 | ||
|        "</p>\n"
 | ||
|       ],
 | ||
|       "text/plain": [
 | ||
|        "VBox(children=(Button(description='get smiley', icon='check', style=ButtonStyle(), tooltip='Click me'), Output()))"
 | ||
|       ]
 | ||
|      },
 | ||
|      "metadata": {},
 | ||
|      "output_type": "display_data"
 | ||
|     }
 | ||
|    ],
 | ||
|    "source": [
 | ||
|     "out = widgets.Output()\n",
 | ||
|     "\n",
 | ||
|     "t = widgets.Text()\n",
 | ||
|     "b = widgets.Button(\n",
 | ||
|     "    description='get smiley',\n",
 | ||
|     "    disabled=False,\n",
 | ||
|     "    button_style='', # 'success', 'info', 'warning', 'danger' or ''\n",
 | ||
|     "    tooltip='Click me',\n",
 | ||
|     "    icon='check'\n",
 | ||
|     ")\n",
 | ||
|     "\n",
 | ||
|     "\n",
 | ||
|     "\n",
 | ||
|     "def handle_submit(sender):\n",
 | ||
|     "    with out:\n",
 | ||
|     "        clear_output()\n",
 | ||
|     "    with out:\n",
 | ||
|     "        pred = clf.predict(vectorizer.transform([t.value]))\n",
 | ||
|     "        \n",
 | ||
|     "        display(Markdown(\"# \" + str(sent2emoji(pred))))\n",
 | ||
|     "\n",
 | ||
|     "b.on_click(handle_submit)\n",
 | ||
|     "    \n",
 | ||
|     "display(t)\n",
 | ||
|     "display(widgets.VBox([b, out]))  "
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": null,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": [
 | ||
|     "import numpy as np\n",
 | ||
|     "\n",
 | ||
|     "y_trans = mlb.inverse_transform(yt1)\n",
 | ||
|     "pred_trans = mlb.inverse_transform(yt1)\n",
 | ||
|     "\n",
 | ||
|     "# evaluate accuracy\n",
 | ||
|     "pos = 0\n",
 | ||
|     "neg = 0\n",
 | ||
|     "all = 0\n",
 | ||
|     "for entry in range(len(y_trans)):\n",
 | ||
|     "    if len(np.intersect1d(y_trans[entry], pred_trans[entry])) > 0:\n",
 | ||
|     "        pos += 1\n",
 | ||
|     "    else:\n",
 | ||
|     "        neg += 1\n",
 | ||
|     "    all += 1\n",
 | ||
|     "print(pos/all)\n",
 | ||
|     "print(neg)"
 | ||
|    ]
 | ||
|   },
 | ||
|   {
 | ||
|    "cell_type": "code",
 | ||
|    "execution_count": null,
 | ||
|    "metadata": {},
 | ||
|    "outputs": [],
 | ||
|    "source": []
 | ||
|   }
 | ||
|  ],
 | ||
|  "metadata": {
 | ||
|   "kernelspec": {
 | ||
|    "display_name": "Python 3",
 | ||
|    "language": "python",
 | ||
|    "name": "python3"
 | ||
|   },
 | ||
|   "language_info": {
 | ||
|    "codemirror_mode": {
 | ||
|     "name": "ipython",
 | ||
|     "version": 3
 | ||
|    },
 | ||
|    "file_extension": ".py",
 | ||
|    "mimetype": "text/x-python",
 | ||
|    "name": "python",
 | ||
|    "nbconvert_exporter": "python",
 | ||
|    "pygments_lexer": "ipython3",
 | ||
|    "version": "3.6.5"
 | ||
|   }
 | ||
|  },
 | ||
|  "nbformat": 4,
 | ||
|  "nbformat_minor": 2
 | ||
| }
 |