From b65dce3ae72ce76ec45f75832753706c88c1e51f Mon Sep 17 00:00:00 2001 From: Jonas Weinz Date: Sat, 9 Jun 2018 14:54:34 +0200 Subject: [PATCH 1/4] update... --- .../simple_twitter_learning.ipynb | 3192 +++++++++-------- 1 file changed, 1728 insertions(+), 1464 deletions(-) diff --git a/Project/simple_approach/simple_twitter_learning.ipynb b/Project/simple_approach/simple_twitter_learning.ipynb index 5a828f5..d3c5821 100644 --- a/Project/simple_approach/simple_twitter_learning.ipynb +++ b/Project/simple_approach/simple_twitter_learning.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -20,6 +20,15 @@ "from sklearn.preprocessing import MultiLabelBinarizer" ] }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "SINGLE_LABEL = True" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -37,11 +46,11 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ - "data_root_folder = \"../data/en/\" # i created a symlink here" + "data_root_folder = \"./data_en/\" # i created a symlink here" ] }, { @@ -53,7 +62,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -76,24 +85,1101 @@ }, { "cell_type": "code", - "execution_count": 46, + "execution_count": 5, "metadata": {}, "outputs": [ { - "ename": "ValueError", - "evalue": "Expected object or value", - "output_type": "error", - "traceback": [ - "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[1;31mValueError\u001b[0m Traceback (most recent call last)", - "\u001b[1;32m\u001b[0m in \u001b[0;36m\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mtwitter_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread_json\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mjson_files\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"utf-8\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 2\u001b[0m \u001b[0mtwitter_data\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", - "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\io\\json\\json.py\u001b[0m in \u001b[0;36mread_json\u001b[1;34m(path_or_buf, orient, typ, dtype, convert_axes, convert_dates, keep_default_dates, numpy, precise_float, date_unit, encoding, lines, chunksize, compression)\u001b[0m\n\u001b[0;32m 364\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mjson_reader\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 365\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 366\u001b[1;33m \u001b[1;32mreturn\u001b[0m \u001b[0mjson_reader\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 367\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 368\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n", - "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\io\\json\\json.py\u001b[0m in \u001b[0;36mread\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 465\u001b[0m )\n\u001b[0;32m 466\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 467\u001b[1;33m \u001b[0mobj\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_get_object_parser\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 468\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 469\u001b[0m \u001b[1;32mreturn\u001b[0m \u001b[0mobj\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", - "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\io\\json\\json.py\u001b[0m in \u001b[0;36m_get_object_parser\u001b[1;34m(self, json)\u001b[0m\n\u001b[0;32m 482\u001b[0m \u001b[0mobj\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 483\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mtyp\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m'frame'\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 484\u001b[1;33m \u001b[0mobj\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mFrameParser\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mjson\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mparse\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 485\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 486\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mtyp\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m'series'\u001b[0m \u001b[1;32mor\u001b[0m \u001b[0mobj\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", - "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\io\\json\\json.py\u001b[0m in \u001b[0;36mparse\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 574\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 575\u001b[0m \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 576\u001b[1;33m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_parse_no_numpy\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 577\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 578\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mobj\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n", - "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\io\\json\\json.py\u001b[0m in \u001b[0;36m_parse_no_numpy\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 791\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0morient\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m\"columns\"\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 792\u001b[0m self.obj = DataFrame(\n\u001b[1;32m--> 793\u001b[1;33m loads(json, precise_float=self.precise_float), dtype=None)\n\u001b[0m\u001b[0;32m 794\u001b[0m \u001b[1;32melif\u001b[0m \u001b[0morient\u001b[0m \u001b[1;33m==\u001b[0m \u001b[1;34m\"split\"\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 795\u001b[0m decoded = dict((str(k), v)\n", - "\u001b[1;31mValueError\u001b[0m: Expected object or value" - ] + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
EMOJIHASHTAGSLINKED_USERdatetimeidlangpersonreply_totext
0[๐Ÿ”ฅ, ๐Ÿ‘][][]2017-11-01 13:29:00925716304635547600en31507978NaNfashionbombdaily's photo <EMOJI><EMOJI>๐Ÿผ
1[๐Ÿคฆ][][]2017-11-01 13:29:00925716304664911900en231994649NaNItโ€™s scary how on point my horoscope be <EMOJI...
2[๐Ÿ˜„][][]2017-11-01 13:29:03925716317214089200en2592765104NaNWoooaaaahhh <EMOJI>
3[๐Ÿ“ท][][]2017-11-01 13:29:04925716321416949800en278737933NaN<EMOJI> vivalcli: Portraits by Zhao Guojing an...
4[๐Ÿ˜ฉ, ๐Ÿ˜ฉ][][@hiphopphiIes]2017-11-01 13:29:06925716329801310200en8245862536349819009.257162e+17<USER> i wanna know too<EMOJI><EMOJI>
5[๐Ÿ˜ญ, ๐Ÿ’“][][@WizMommma]2017-11-01 13:29:02925716313019965400en15819538149.257088e+17<USER> veda was yoda too <EMOJI><EMOJI>
6[๐Ÿ˜‚][][]2017-11-01 13:29:05925716325607133200en1001999683NaNIโ€™m less stressed about turning 30 now <EMOJI>...
7[๐Ÿ’ฏ][][]2017-11-01 13:29:07925716334008082400en745222369183043600NaNFull charged. <EMOJI>
8[๐Ÿ™„][][@SeaDimon, @lsarsour]2017-11-01 13:29:09925716342401052700en7985571552175391009.257147e+17<USER> Thatโ€™s part of the problem, (they) <USE...
9[๐Ÿ˜Ÿ, ๐Ÿ˜ฅ, ๐Ÿ˜ข][][@Ian_khetye]2017-11-01 13:29:10925716346570240000en7443960391264215009.250629e+17<USER> got me emotional there<EMOJI><EMOJI><EM...
10[๐ŸŒป][][]2017-11-01 13:29:13925716359182520300en7214900101182054008.965900e+17back to the yellow <EMOJI>
11[๐Ÿ, ๐ŸŒบ, ๐Ÿ‚][][@Dimafadma]2017-11-01 13:29:15925716367558545400en5205367239.257159e+17<USER> Happy month to you and your loved ones ...
12[๐Ÿƒ][#mortdale, #partofthefamily, #gorgeousboy][]2017-11-01 13:29:16925716371735900200en850852815941517300NaNMaxx and Patricia. Family hangs at For Good He...
13[๐Ÿ’ญ, ๐Ÿคฆ][][]2017-11-01 13:29:20925716388513230800en914145041588867100NaNI need to STOP beating myself up with my thoug...
14[๐Ÿ˜, ๐Ÿ˜˜][#7YearsOfKMH2][]2017-11-01 13:29:20925716388525645800en2425405622NaNCutest Son <EMOJI>Roll no. 31 <EMOJI> <HASHTAG>
15[๐Ÿ˜œ][][]2017-11-01 13:29:22925716396931240000en4614871873NaNBy the summer I should have everything up and ...
16[๐Ÿ˜‚, ๐Ÿ”ฅ][][]2017-11-01 13:29:23925716401125331000en2831608345NaNI know my English is not that good but that do...
17[๐Ÿ’•][][@yungbabytate]2017-11-01 13:29:23925716401133948900en7885719746330092009.255778e+17<USER> I <EMOJI> u mama
18[๐Ÿ˜‰][][@cmckenney]2017-11-01 13:29:23925716401125544000en2183078029.257115e+17<USER> That picture was NOT taken this morning...
19[๐Ÿ‘…][#footfetishnation][]2017-11-01 13:29:25925716409489002500en885261166146179100NaNWelcome to <HASHTAG> <EMOJI>
20[๐Ÿ‘Œ, ๐Ÿ™‚][][]2017-11-01 13:29:25925716409497272300en831437760833609700NaNAwkward <EMOJI><EMOJI>
21[๐Ÿค—, ๐Ÿ“บ][][]2017-11-01 13:29:26925716413699854300en231664542NaNback at it with supernatural <EMOJI><EMOJI>
22[๐Ÿ’ฏ][][]2017-11-01 13:29:26925716413679009800en3196847035NaNOne of the best things I've learned was to sto...
23[๐Ÿ‘…, ๐Ÿ’ฆ, ๐Ÿ‘][][@ctrlpurp]2017-11-01 13:29:29925716426278735900en9184928583526359009.257161e+17<USER> Can I taste?<EMOJI><EMOJI><EMOJI>
24[๐Ÿ’”][][@saunders_court1]2017-11-01 13:29:30925716430473039900en34711873379.257163e+17<USER> we miss you โ˜น๏ธ<EMOJI>
25[๐Ÿค, ๐Ÿค, ๐Ÿค][][]2017-11-01 13:29:31925716434667184100en780060488600199200NaNActually my bias in WJSN are Eunseo &amp; Bona...
26[๐Ÿ˜ด][][]2017-11-01 13:29:32925716438853345300en388380690NaNI so cannot be bothered with the rest of the d...
27[๐Ÿ˜‚][][@xxxtentacion]2017-11-01 13:29:35925716451457163300en899320696869974000NaN<USER> 2lit4life<EMOJI>
28[๐Ÿ˜‚, ๐Ÿ™„][][]2017-11-01 13:29:35925716451461357600en784790670NaNIโ€™m not stop saying that!<EMOJI><EMOJI>
29[๐ŸŽ‰, ๐ŸŽ‚, ๐ŸŽˆ, ๐ŸŽŠ, ๐ŸŽ, ๐Ÿ’œ][][@justinerooney_]2017-11-01 13:29:37925716459828936700en3051266655NaN<USER> HAPPY BIHDAY <EMOJI><EMOJI><EMOJI><EMOJ...
..............................
68703[๐Ÿ˜•][#halloweencostumes][]2017-11-01 07:23:04925624214522036200en1672876458NaN<HASHTAG> this one falls under the weird crazy...
68704[๐Ÿ˜‚, ๐Ÿ˜ฉ][][]2017-11-01 07:23:05925624218682777600en382473866NaNI'm not allowed to have chocolates yet, then I...
68705[๐Ÿ˜‚][#MUFC][]2017-11-01 07:23:06925624222889766900en893145405457911800NaNManchester United manager Mourinho slams 'spec...
68706[๐Ÿ’–][][]2017-11-01 07:23:07925624227088121900en240378516NaN<EMOJI> en Bushwhick
68707[๐ŸŒ†, ๐Ÿ‘‰, ๐Ÿš–, ๐Ÿ“ž][#BurkeCentre][]2017-11-01 07:23:18925624273237983200en784620573209002000NaN: <HASHTAG> <EMOJI> <EMOJI><EMOJI> For Taxi <E...
68708[๐Ÿ˜][][@mychosliaheart, @BarrettoJulia, @iamjoshuaga...2017-11-01 07:23:18925624273212805100en1709981879.254136e+17<USER> <USER> <USER> Look, Mammeh and Daddeh! ...
68709[๐Ÿ˜‹][][]2017-11-01 07:23:24925624298395533300en1348667816NaNLife is so good with you <EMOJI>
68710[๐Ÿ‘Œ, ๐ŸŽƒ, ๐Ÿ˜˜][#portlandoregon, #portlandhalloween, #carrieโ€ฆ][]2017-11-01 07:23:24925624298378801200en722481645765300200NaNHappy Halloween! <EMOJI>๐Ÿฝ<EMOJI><EMOJI> <HASHT...
68711[๐Ÿ‘][][@8limbsbondi...]2017-11-01 07:23:26925624306779897900en2443251500NaNSome work on the ropes in todayโ€™s boxing class...
68712[๐Ÿ˜ญ][][]2017-11-01 07:23:27925624310974136300en2406186390NaNScotty and Kristenโ€™s halloween costumes <EMOJI>
68713[๐Ÿ˜‚][][@rfrandrea, @AdaaanAndyyy]2017-11-01 07:23:30925624323557146600en10394481499.256150e+17<USER> <USER> May pre-month celebration sis <E...
68714[๐Ÿ˜ญ, ๐Ÿ˜ญ, ๐Ÿ’˜][][@peachshua1230]2017-11-01 07:23:31925624327755591700en8450855445896724009.256009e+17<USER> Awww <EMOJI> Ajsksjdjd im smiling like ...
68715[๐Ÿ˜ซ, โœ‹][][]2017-11-01 07:23:34925624340342812700en924752524871131100NaNI hate when I send a text or snap n I'm so anx...
68716[๐Ÿ˜‚, ๐Ÿ™][][]2017-11-01 07:23:34925624340355280900en419493819NaNThe answer is no I have no plans and I never l...
68717[๐Ÿ˜ญ][][@BeachBoy_Gab]2017-11-01 07:23:34925624340346937300en24577459529.256219e+17<USER> LMAOOO I'm so proud <EMOJI>
68718[๐Ÿ˜ข, ๐Ÿ’”][][]2017-11-01 07:23:34925624340338507800en1955767531NaNMy cousin/little sister is leaving to San Fran...
68719[๐Ÿ™ƒ][][]2017-11-01 07:23:35925624344524361700en796490344581898200NaNCan't be alone w my thoughts tonight so just g...
68720[๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚][][]2017-11-01 07:23:36925624348710285300en907808317124177900NaN<EMOJI><EMOJI><EMOJI><EMOJI><EMOJI> ambot!!!
68721[๐Ÿ‘Œ, ๐Ÿ‘Š, ๐Ÿ™Œ][][]2017-11-01 07:23:37925624352929910800en262162415NaN<EMOJI>๐Ÿฝ<EMOJI>๐Ÿฝ 1st of the month!!Happy 1st o...
68722[๐Ÿ˜ด][#WednesdayWisdom][]2017-11-01 07:23:41925624369715515400en574882525NaN<HASHTAG> ... stay in bed <EMOJI>
68723[๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚][][@Louis_Tomlinson, @NiallOfficial]2017-11-01 07:23:44925624382269124600en5561751739.254038e+17<USER> <USER> THIS IS GOLD. GOLD. <EMOJI><EMOJ...
68724[๐Ÿ˜€][][]2017-11-01 07:23:45925624386455031800en1610265588NaN<EMOJI> thank you for the kind compliment
68725[๐Ÿ˜Ž][][]2017-11-01 07:23:45925624386454937600en4760724450NaNEnjoyed the silence <EMOJI>
68726[โœจ][][]2017-11-01 07:23:46925624390657572900en882858115636514800NaNOS: Spiderman Homecoming <EMOJI>
68727[๐Ÿคท][][]2017-11-01 07:23:46925624390682849300en188129628NaNGo to hell <EMOJI>๐Ÿฝโ€โ™€๏ธ
68728[๐Ÿ˜˜][][]2017-11-01 07:23:46925624390666129400en2473135939NaNThank you Yomi! <EMOJI>
68729[๐Ÿ˜‚][][@discopiggu]2017-11-01 07:23:46925624390670106600en23735842099.256241e+17<USER> Lol. Just enjoy the stars. Music Kidhar...
68730[๐Ÿ™][#NYCStrong][]2017-11-01 07:23:50925624407459971100en181689756NaNThoughts and prayers for NY<EMOJI>๐Ÿป <HASHTAG>
68731[๐Ÿ’][#GreatSuccess][@BrianyH]2017-11-01 07:23:50925624407460057100en601607889.254610e+17<USER> I searched COCK, PENIS, SHLONG, WINKY, ...
68732[๐Ÿƒ, ๐ŸŒป, ๐ŸŒป, ๐Ÿƒ, ๐Ÿƒ, ๐Ÿ’, ๐Ÿ’, ๐Ÿƒ, ๐Ÿ™‹][][@amitbarman520]2017-11-01 07:23:53925624420022063100en37922907259.256215e+17<USER> Thank you so much<EMOJI><EMOJI><EMOJI><...
\n", + "

68733 rows ร— 9 columns

\n", + "
" + ], + "text/plain": [ + " EMOJI \\\n", + "0 [๐Ÿ”ฅ, ๐Ÿ‘] \n", + "1 [๐Ÿคฆ] \n", + "2 [๐Ÿ˜„] \n", + "3 [๐Ÿ“ท] \n", + "4 [๐Ÿ˜ฉ, ๐Ÿ˜ฉ] \n", + "5 [๐Ÿ˜ญ, ๐Ÿ’“] \n", + "6 [๐Ÿ˜‚] \n", + "7 [๐Ÿ’ฏ] \n", + "8 [๐Ÿ™„] \n", + "9 [๐Ÿ˜Ÿ, ๐Ÿ˜ฅ, ๐Ÿ˜ข] \n", + "10 [๐ŸŒป] \n", + "11 [๐Ÿ, ๐ŸŒบ, ๐Ÿ‚] \n", + "12 [๐Ÿƒ] \n", + "13 [๐Ÿ’ญ, ๐Ÿคฆ] \n", + "14 [๐Ÿ˜, ๐Ÿ˜˜] \n", + "15 [๐Ÿ˜œ] \n", + "16 [๐Ÿ˜‚, ๐Ÿ”ฅ] \n", + "17 [๐Ÿ’•] \n", + "18 [๐Ÿ˜‰] \n", + "19 [๐Ÿ‘…] \n", + "20 [๐Ÿ‘Œ, ๐Ÿ™‚] \n", + "21 [๐Ÿค—, ๐Ÿ“บ] \n", + "22 [๐Ÿ’ฏ] \n", + "23 [๐Ÿ‘…, ๐Ÿ’ฆ, ๐Ÿ‘] \n", + "24 [๐Ÿ’”] \n", + "25 [๐Ÿค, ๐Ÿค, ๐Ÿค] \n", + "26 [๐Ÿ˜ด] \n", + "27 [๐Ÿ˜‚] \n", + "28 [๐Ÿ˜‚, ๐Ÿ™„] \n", + "29 [๐ŸŽ‰, ๐ŸŽ‚, ๐ŸŽˆ, ๐ŸŽŠ, ๐ŸŽ, ๐Ÿ’œ] \n", + "... ... \n", + "68703 [๐Ÿ˜•] \n", + "68704 [๐Ÿ˜‚, ๐Ÿ˜ฉ] \n", + "68705 [๐Ÿ˜‚] \n", + "68706 [๐Ÿ’–] \n", + "68707 [๐ŸŒ†, ๐Ÿ‘‰, ๐Ÿš–, ๐Ÿ“ž] \n", + "68708 [๐Ÿ˜] \n", + "68709 [๐Ÿ˜‹] \n", + "68710 [๐Ÿ‘Œ, ๐ŸŽƒ, ๐Ÿ˜˜] \n", + "68711 [๐Ÿ‘] \n", + "68712 [๐Ÿ˜ญ] \n", + "68713 [๐Ÿ˜‚] \n", + "68714 [๐Ÿ˜ญ, ๐Ÿ˜ญ, ๐Ÿ’˜] \n", + "68715 [๐Ÿ˜ซ, โœ‹] \n", + "68716 [๐Ÿ˜‚, ๐Ÿ™] \n", + "68717 [๐Ÿ˜ญ] \n", + "68718 [๐Ÿ˜ข, ๐Ÿ’”] \n", + "68719 [๐Ÿ™ƒ] \n", + "68720 [๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚] \n", + "68721 [๐Ÿ‘Œ, ๐Ÿ‘Š, ๐Ÿ™Œ] \n", + "68722 [๐Ÿ˜ด] \n", + "68723 [๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚, ๐Ÿ˜‚] \n", + "68724 [๐Ÿ˜€] \n", + "68725 [๐Ÿ˜Ž] \n", + "68726 [โœจ] \n", + "68727 [๐Ÿคท] \n", + "68728 [๐Ÿ˜˜] \n", + "68729 [๐Ÿ˜‚] \n", + "68730 [๐Ÿ™] \n", + "68731 [๐Ÿ’] \n", + "68732 [๐Ÿƒ, ๐ŸŒป, ๐ŸŒป, ๐Ÿƒ, ๐Ÿƒ, ๐Ÿ’, ๐Ÿ’, ๐Ÿƒ, ๐Ÿ™‹] \n", + "\n", + " HASHTAGS \\\n", + "0 [] \n", + "1 [] \n", + "2 [] \n", + "3 [] \n", + "4 [] \n", + "5 [] \n", + "6 [] \n", + "7 [] \n", + "8 [] \n", + "9 [] \n", + "10 [] \n", + "11 [] \n", + "12 [#mortdale, #partofthefamily, #gorgeousboy] \n", + "13 [] \n", + "14 [#7YearsOfKMH2] \n", + "15 [] \n", + "16 [] \n", + "17 [] \n", + "18 [] \n", + "19 [#footfetishnation] \n", + "20 [] \n", + "21 [] \n", + "22 [] \n", + "23 [] \n", + "24 [] \n", + "25 [] \n", + "26 [] \n", + "27 [] \n", + "28 [] \n", + "29 [] \n", + "... ... \n", + "68703 [#halloweencostumes] \n", + "68704 [] \n", + "68705 [#MUFC] \n", + "68706 [] \n", + "68707 [#BurkeCentre] \n", + "68708 [] \n", + "68709 [] \n", + "68710 [#portlandoregon, #portlandhalloween, #carrieโ€ฆ] \n", + "68711 [] \n", + "68712 [] \n", + "68713 [] \n", + "68714 [] \n", + "68715 [] \n", + "68716 [] \n", + "68717 [] \n", + "68718 [] \n", + "68719 [] \n", + "68720 [] \n", + "68721 [] \n", + "68722 [#WednesdayWisdom] \n", + "68723 [] \n", + "68724 [] \n", + "68725 [] \n", + "68726 [] \n", + "68727 [] \n", + "68728 [] \n", + "68729 [] \n", + "68730 [#NYCStrong] \n", + "68731 [#GreatSuccess] \n", + "68732 [] \n", + "\n", + " LINKED_USER datetime \\\n", + "0 [] 2017-11-01 13:29:00 \n", + "1 [] 2017-11-01 13:29:00 \n", + "2 [] 2017-11-01 13:29:03 \n", + "3 [] 2017-11-01 13:29:04 \n", + "4 [@hiphopphiIes] 2017-11-01 13:29:06 \n", + "5 [@WizMommma] 2017-11-01 13:29:02 \n", + "6 [] 2017-11-01 13:29:05 \n", + "7 [] 2017-11-01 13:29:07 \n", + "8 [@SeaDimon, @lsarsour] 2017-11-01 13:29:09 \n", + "9 [@Ian_khetye] 2017-11-01 13:29:10 \n", + "10 [] 2017-11-01 13:29:13 \n", + "11 [@Dimafadma] 2017-11-01 13:29:15 \n", + "12 [] 2017-11-01 13:29:16 \n", + "13 [] 2017-11-01 13:29:20 \n", + "14 [] 2017-11-01 13:29:20 \n", + "15 [] 2017-11-01 13:29:22 \n", + "16 [] 2017-11-01 13:29:23 \n", + "17 [@yungbabytate] 2017-11-01 13:29:23 \n", + "18 [@cmckenney] 2017-11-01 13:29:23 \n", + "19 [] 2017-11-01 13:29:25 \n", + "20 [] 2017-11-01 13:29:25 \n", + "21 [] 2017-11-01 13:29:26 \n", + "22 [] 2017-11-01 13:29:26 \n", + "23 [@ctrlpurp] 2017-11-01 13:29:29 \n", + "24 [@saunders_court1] 2017-11-01 13:29:30 \n", + "25 [] 2017-11-01 13:29:31 \n", + "26 [] 2017-11-01 13:29:32 \n", + "27 [@xxxtentacion] 2017-11-01 13:29:35 \n", + "28 [] 2017-11-01 13:29:35 \n", + "29 [@justinerooney_] 2017-11-01 13:29:37 \n", + "... ... ... \n", + "68703 [] 2017-11-01 07:23:04 \n", + "68704 [] 2017-11-01 07:23:05 \n", + "68705 [] 2017-11-01 07:23:06 \n", + "68706 [] 2017-11-01 07:23:07 \n", + "68707 [] 2017-11-01 07:23:18 \n", + "68708 [@mychosliaheart, @BarrettoJulia, @iamjoshuaga... 2017-11-01 07:23:18 \n", + "68709 [] 2017-11-01 07:23:24 \n", + "68710 [] 2017-11-01 07:23:24 \n", + "68711 [@8limbsbondi...] 2017-11-01 07:23:26 \n", + "68712 [] 2017-11-01 07:23:27 \n", + "68713 [@rfrandrea, @AdaaanAndyyy] 2017-11-01 07:23:30 \n", + "68714 [@peachshua1230] 2017-11-01 07:23:31 \n", + "68715 [] 2017-11-01 07:23:34 \n", + "68716 [] 2017-11-01 07:23:34 \n", + "68717 [@BeachBoy_Gab] 2017-11-01 07:23:34 \n", + "68718 [] 2017-11-01 07:23:34 \n", + "68719 [] 2017-11-01 07:23:35 \n", + "68720 [] 2017-11-01 07:23:36 \n", + "68721 [] 2017-11-01 07:23:37 \n", + "68722 [] 2017-11-01 07:23:41 \n", + "68723 [@Louis_Tomlinson, @NiallOfficial] 2017-11-01 07:23:44 \n", + "68724 [] 2017-11-01 07:23:45 \n", + "68725 [] 2017-11-01 07:23:45 \n", + "68726 [] 2017-11-01 07:23:46 \n", + "68727 [] 2017-11-01 07:23:46 \n", + "68728 [] 2017-11-01 07:23:46 \n", + "68729 [@discopiggu] 2017-11-01 07:23:46 \n", + "68730 [] 2017-11-01 07:23:50 \n", + "68731 [@BrianyH] 2017-11-01 07:23:50 \n", + "68732 [@amitbarman520] 2017-11-01 07:23:53 \n", + "\n", + " id lang person reply_to \\\n", + "0 925716304635547600 en 31507978 NaN \n", + "1 925716304664911900 en 231994649 NaN \n", + "2 925716317214089200 en 2592765104 NaN \n", + "3 925716321416949800 en 278737933 NaN \n", + "4 925716329801310200 en 824586253634981900 9.257162e+17 \n", + "5 925716313019965400 en 1581953814 9.257088e+17 \n", + "6 925716325607133200 en 1001999683 NaN \n", + "7 925716334008082400 en 745222369183043600 NaN \n", + "8 925716342401052700 en 798557155217539100 9.257147e+17 \n", + "9 925716346570240000 en 744396039126421500 9.250629e+17 \n", + "10 925716359182520300 en 721490010118205400 8.965900e+17 \n", + "11 925716367558545400 en 520536723 9.257159e+17 \n", + "12 925716371735900200 en 850852815941517300 NaN \n", + "13 925716388513230800 en 914145041588867100 NaN \n", + "14 925716388525645800 en 2425405622 NaN \n", + "15 925716396931240000 en 4614871873 NaN \n", + "16 925716401125331000 en 2831608345 NaN \n", + "17 925716401133948900 en 788571974633009200 9.255778e+17 \n", + "18 925716401125544000 en 218307802 9.257115e+17 \n", + "19 925716409489002500 en 885261166146179100 NaN \n", + "20 925716409497272300 en 831437760833609700 NaN \n", + "21 925716413699854300 en 231664542 NaN \n", + "22 925716413679009800 en 3196847035 NaN \n", + "23 925716426278735900 en 918492858352635900 9.257161e+17 \n", + "24 925716430473039900 en 3471187337 9.257163e+17 \n", + "25 925716434667184100 en 780060488600199200 NaN \n", + "26 925716438853345300 en 388380690 NaN \n", + "27 925716451457163300 en 899320696869974000 NaN \n", + "28 925716451461357600 en 784790670 NaN \n", + "29 925716459828936700 en 3051266655 NaN \n", + "... ... ... ... ... \n", + "68703 925624214522036200 en 1672876458 NaN \n", + "68704 925624218682777600 en 382473866 NaN \n", + "68705 925624222889766900 en 893145405457911800 NaN \n", + "68706 925624227088121900 en 240378516 NaN \n", + "68707 925624273237983200 en 784620573209002000 NaN \n", + "68708 925624273212805100 en 170998187 9.254136e+17 \n", + "68709 925624298395533300 en 1348667816 NaN \n", + "68710 925624298378801200 en 722481645765300200 NaN \n", + "68711 925624306779897900 en 2443251500 NaN \n", + "68712 925624310974136300 en 2406186390 NaN \n", + "68713 925624323557146600 en 1039448149 9.256150e+17 \n", + "68714 925624327755591700 en 845085544589672400 9.256009e+17 \n", + "68715 925624340342812700 en 924752524871131100 NaN \n", + "68716 925624340355280900 en 419493819 NaN \n", + "68717 925624340346937300 en 2457745952 9.256219e+17 \n", + "68718 925624340338507800 en 1955767531 NaN \n", + "68719 925624344524361700 en 796490344581898200 NaN \n", + "68720 925624348710285300 en 907808317124177900 NaN \n", + "68721 925624352929910800 en 262162415 NaN \n", + "68722 925624369715515400 en 574882525 NaN \n", + "68723 925624382269124600 en 556175173 9.254038e+17 \n", + "68724 925624386455031800 en 1610265588 NaN \n", + "68725 925624386454937600 en 4760724450 NaN \n", + "68726 925624390657572900 en 882858115636514800 NaN \n", + "68727 925624390682849300 en 188129628 NaN \n", + "68728 925624390666129400 en 2473135939 NaN \n", + "68729 925624390670106600 en 2373584209 9.256241e+17 \n", + "68730 925624407459971100 en 181689756 NaN \n", + "68731 925624407460057100 en 60160788 9.254610e+17 \n", + "68732 925624420022063100 en 3792290725 9.256215e+17 \n", + "\n", + " text \n", + "0 fashionbombdaily's photo ๐Ÿผ \n", + "1 Itโ€™s scary how on point my horoscope be \n", + "3 vivalcli: Portraits by Zhao Guojing an... \n", + "4 i wanna know too \n", + "5 veda was yoda too \n", + "6 Iโ€™m less stressed about turning 30 now ... \n", + "7 Full charged. \n", + "8 Thatโ€™s part of the problem, (they) got me emotional there \n", + "11 Happy month to you and your loved ones ... \n", + "12 Maxx and Patricia. Family hangs at For Good He... \n", + "13 I need to STOP beating myself up with my thoug... \n", + "14 Cutest Son Roll no. 31 \n", + "15 By the summer I should have everything up and ... \n", + "16 I know my English is not that good but that do... \n", + "17 I u mama \n", + "18 That picture was NOT taken this morning... \n", + "19 Welcome to \n", + "20 Awkward \n", + "21 back at it with supernatural \n", + "22 One of the best things I've learned was to sto... \n", + "23 Can I taste? \n", + "24 we miss you โ˜น๏ธ \n", + "25 Actually my bias in WJSN are Eunseo & Bona... \n", + "26 I so cannot be bothered with the rest of the d... \n", + "27 2lit4life \n", + "28 Iโ€™m not stop saying that! \n", + "29 HAPPY BIHDAY this one falls under the weird crazy... \n", + "68704 I'm not allowed to have chocolates yet, then I... \n", + "68705 Manchester United manager Mourinho slams 'spec... \n", + "68706 en Bushwhick \n", + "68707 : For Taxi Look, Mammeh and Daddeh! ... \n", + "68709 Life is so good with you \n", + "68710 Happy Halloween! ๐Ÿฝ \n", + "68713 May pre-month celebration sis Awww Ajsksjdjd im smiling like ... \n", + "68715 I hate when I send a text or snap n I'm so anx... \n", + "68716 The answer is no I have no plans and I never l... \n", + "68717 LMAOOO I'm so proud \n", + "68718 My cousin/little sister is leaving to San Fran... \n", + "68719 Can't be alone w my thoughts tonight so just g... \n", + "68720 ambot!!! \n", + "68721 ๐Ÿฝ๐Ÿฝ 1st of the month!!Happy 1st o... \n", + "68722 ... stay in bed \n", + "68723 THIS IS GOLD. GOLD. thank you for the kind compliment \n", + "68725 Enjoyed the silence \n", + "68726 OS: Spiderman Homecoming \n", + "68727 Go to hell ๐Ÿฝโ€โ™€๏ธ \n", + "68728 Thank you Yomi! \n", + "68729 Lol. Just enjoy the stars. Music Kidhar... \n", + "68730 Thoughts and prayers for NY๐Ÿป \n", + "68731 I searched COCK, PENIS, SHLONG, WINKY, ... \n", + "68732 Thank you so much<... \n", + "\n", + "[68733 rows x 9 columns]" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" } ], "source": [ @@ -110,7 +1196,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -129,7 +1215,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -147,7 +1233,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -155,16 +1241,6 @@ "plain_text = plain_text.str.replace(\"\",\"\").str.replace(\"[\" + \"\".join(list(emoji_blacklist)) + \"]\",\"\")" ] }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [], - "source": [ - "# making a set of the emoji list:\n", - "\n" - ] - }, { "cell_type": "markdown", "metadata": {}, @@ -174,13 +1250,72 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 9, "metadata": {}, "outputs": [], "source": [ - "mlb = MultiLabelBinarizer()\n", + "def latest(lst):\n", + " return lst[-1] if len(lst) > 0 else 'X' \n", + "def most_common(lst):\n", + " # trying to find the most common used emoji in the given lst\n", + " return max(set(lst), key=lst.count) if len(lst) > 0 else \"X\" # setting label to 'X' if there is an empty emoji list" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": {}, + "outputs": [], + "source": [ + "mlb_multi = MultiLabelBinarizer()\n", + "mlb_single = MultiLabelBinarizer()\n", "\n", - "labels = mlb.fit_transform(emojis)" + "multi_labels = mlb_multi.fit_transform(emojis)\n", + "single_labels = mlb_single.fit_transform(np.array([latest(x) for x in emojis]))\n", + "\n", + "mlb = mlb_single if SINGLE_LABEL else mlb_multi\n", + "labels = single_labels if SINGLE_LABEL else multi_labels" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* generate weights:" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": {}, + "outputs": [], + "source": [ + "# at first count over our table\n", + "emoji_count = {}\n", + "\n", + "\n", + "for e_list in emojis:\n", + " for e in set(e_list):\n", + " if e not in emoji_count:\n", + " emoji_count[e] = 0\n", + " emoji_count[e] += 1\n", + "\n", + "emoji_count\n", + "emoji_sum = sum([emoji_count[e] for e in emoji_count])\n", + "\n", + "emoji_weights = {}\n", + "for e in emoji_count:\n", + " # tfidf for emojis\n", + " emoji_weights[e] = np.log((emoji_sum / emoji_count[e]))\n", + "\n", + "weights_sum= sum([emoji_weights[x] for x in emoji_weights])\n", + " \n", + "# normalize:\n", + "for e in emoji_weights:\n", + " emoji_weights[e] = emoji_weights[e] / weights_sum\n", + "\n", + "emoji_weights['X'] = 0 # dummy values\n", + "emoji_count['X'] = 0" ] }, { @@ -192,7 +1327,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 15, "metadata": {}, "outputs": [], "source": [ @@ -201,7 +1336,16 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 19, + "metadata": {}, + "outputs": [], + "source": [ + "y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in mlb.inverse_transform(y1)])" + ] + }, + { + "cell_type": "code", + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -219,1055 +1363,159 @@ }, { "cell_type": "code", - "execution_count": 18, - "metadata": {}, - "outputs": [], - "source": [ - "from sklearn.neural_network import MLPClassifier as MLP\n", - "from sklearn.multiclass import OneVsRestClassifier as OVRC\n", - "from sklearn.tree import DecisionTreeClassifier as DTC" - ] - }, - { - "cell_type": "code", - "execution_count": 19, - "metadata": {}, - "outputs": [], - "source": [ - "def train(max_size = 1000):\n", - " clf = OVRC(DTC())\n", - "\n", - " clf.fit(vec_train[:max_size], y1[:max_size])\n", - " \n", - " return clf" - ] - }, - { - "cell_type": "code", - "execution_count": 20, + "execution_count": 21, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 0 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 1 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 4 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 15 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 16 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 17 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 19 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 22 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 23 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 24 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 25 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 26 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 27 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 28 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 30 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 31 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 32 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 33 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 34 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 35 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 36 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 37 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 38 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 39 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 40 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 41 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 42 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 43 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 44 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 46 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 47 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 48 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 49 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 51 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 53 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 54 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 56 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 57 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 61 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 64 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 66 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 67 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 68 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 69 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 70 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 71 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 72 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 73 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 74 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 75 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 76 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 77 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 80 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 81 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 82 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 83 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 85 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 86 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 87 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 88 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 93 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 98 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 100 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 101 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 102 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 103 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 104 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 105 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 106 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 107 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 108 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 109 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 110 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 112 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 113 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 114 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 116 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 117 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 120 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 121 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 122 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 123 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 125 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 127 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 128 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 130 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 131 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 132 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 133 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 134 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 137 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 138 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 141 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 143 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 144 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 145 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 146 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 148 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 150 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 152 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 153 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 154 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 156 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 158 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 159 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 160 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 161 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 162 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 163 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 164 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 165 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 166 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 167 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 168 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 169 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 170 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 171 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 172 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 173 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 174 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 175 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 176 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 177 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 178 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 179 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 180 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 181 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 183 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 184 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 185 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 187 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 190 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 197 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 198 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 200 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 201 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 203 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 207 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 208 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 209 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 210 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 211 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 212 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 213 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 215 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 216 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 217 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 219 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 220 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 221 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 222 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 223 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 224 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 225 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 228 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 229 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 230 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 231 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 232 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 234 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 235 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 236 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 237 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 238 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 239 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 240 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 241 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 242 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 243 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 244 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 245 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 246 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 247 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 248 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 249 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 250 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 251 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 252 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 253 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 254 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 256 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 257 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 258 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 259 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 260 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 261 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 262 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 263 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 264 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 266 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 267 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 269 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 270 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 271 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 272 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 273 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 274 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 275 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 276 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 277 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 278 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 279 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 281 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 283 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 284 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 285 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 286 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 289 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 291 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 292 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 293 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 294 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 296 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 298 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 299 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 300 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 302 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 303 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 306 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 307 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 309 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 310 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 312 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 313 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 314 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 315 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 317 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 322 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 325 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 328 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 329 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 331 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 332 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 333 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 334 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 335 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 336 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 337 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 338 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 339 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 342 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 345 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 354 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 357 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 360 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 364 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 365 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 368 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 369 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 375 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 381 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 382 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 386 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 402 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 403 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 404 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 405 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 406 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 407 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 408 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 409 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 411 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 412 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 417 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 419 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 420 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 423 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 424 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 425 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 426 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 427 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 428 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 430 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 433 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 435 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 436 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 437 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 440 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 442 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 443 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 444 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 445 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 446 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 447 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 448 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 449 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 450 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 452 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 454 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 455 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 456 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 457 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 463 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 465 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 467 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 468 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 469 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 470 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 474 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 479 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 481 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 484 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 486 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 487 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 488 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 489 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 490 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 492 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 493 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 495 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 496 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 497 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 498 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 499 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 507 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 511 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 512 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 513 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 517 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 518 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 520 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 527 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 528 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 529 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 530 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 531 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 532 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 533 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 534 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 536 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 537 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 538 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 539 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 540 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 544 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 545 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 546 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 550 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 551 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 552 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 553 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 554 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 555 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 556 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 557 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 558 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 561 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 564 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 565 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 566 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 567 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 568 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 569 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 570 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 571 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 573 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 574 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 575 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 577 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 578 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 579 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 581 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 582 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 583 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 586 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 587 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 588 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 590 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 591 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 592 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 593 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 594 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 595 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 596 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 598 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 601 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 602 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 606 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 607 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 608 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 611 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 612 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 613 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 614 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 615 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 616 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 618 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 619 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 620 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 621 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 622 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 623 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 624 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 625 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 626 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 627 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 628 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 629 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 630 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 631 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 633 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 636 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 637 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 639 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 640 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 641 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 644 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 645 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 646 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 648 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 650 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 651 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 652 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 654 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 655 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 658 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 661 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 663 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 664 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 666 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 668 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 669 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 670 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 671 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 672 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 673 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 674 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 675 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 676 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 677 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 678 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 679 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 680 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 681 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 682 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 683 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 684 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 685 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 686 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 687 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 688 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 689 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 690 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 691 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 692 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 693 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 694 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 695 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 696 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 697 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 698 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 700 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 701 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 702 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 703 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 705 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 706 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 709 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 710 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 711 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 714 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 720 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 724 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 726 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 727 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 731 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 733 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 740 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 746 is present in all training examples.\n", - " str(classes[c]))\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 754 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 757 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 759 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 761 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 763 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 767 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 771 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 773 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 777 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 779 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 780 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 782 is present in all training examples.\n", - " str(classes[c]))\n", - "C:\\Users\\Maren\\Anaconda3\\lib\\site-packages\\sklearn\\multiclass.py:76: UserWarning: Label not 784 is present in all training examples.\n", - " str(classes[c]))\n" + "/home/jonas/.local/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n", + " from ._conv import register_converters as _register_converters\n", + "Using TensorFlow backend.\n" ] } ], "source": [ - "clf = train()" + "from sklearn.neural_network import MLPClassifier as MLP\n", + "from sklearn.multiclass import OneVsRestClassifier as OVRC\n", + "from sklearn.tree import DecisionTreeClassifier as DTC\n", + "\n", + "from keras.models import Sequential\n", + "from keras.layers import Dense" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": {}, + "outputs": [], + "source": [ + "def train(max_size = 10000, layers=[(1024, 'relu'),(y1[0].shape[0],'softmax')], random_state=4222, ovrc=False, n_iter=5):\n", + " \n", + " model = Sequential()\n", + " \n", + " # build mlp layers:\n", + " keras_layers = []\n", + " first_layer = True\n", + " for layer in layers:\n", + " if first_layer:\n", + " model.add(Dense(units=layer[0], activation=layer[1], input_dim=vectorizer.transform([\" \"])[0]._shape[1]))\n", + " first_layer = False\n", + " else:\n", + " model.add(Dense(units=layer[0], activation=layer[1]))\n", + " \n", + " #mlp = MLPClassifier(layers=sknn_layers, random_state=random_state, verbose=True, n_iter=n_iter, batch_size=100)\n", + " \n", + " model.compile(loss='categorical_crossentropy',\n", + " optimizer='sgd',\n", + " metrics=['accuracy'])\n", + " \n", + " clf = OVRC(model) if ovrc else model\n", + "\n", + " clf.fit(vec_train[:max_size].A, y1[:max_size], validation_split=0.2, sample_weight=y1_weights[:max_size])\n", + " \n", + " return clf" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Train on 8000 samples, validate on 2000 samples\n", + "Epoch 1/1\n", + "8000/8000 [==============================] - 109s 14ms/step - loss: 0.0042 - acc: 0.0012 - val_loss: 0.0042 - val_acc: 0.0020\n" + ] + } + ], + "source": [ + "clf = train(max_size=10000,layers=[(1200, 'relu'),(1200,'relu'),(y1[0].shape[0],'softmax')])" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "62691 I just finished mine I was extremely ne...\n", + "9959 Kinda Gross but yup it's ...\n", + "39726 Treating myself to a manicure because even une...\n", + "20883 Sarfraz Done it.Congrats.Pakistan Rules the Wo...\n", + "2705 I turn 20 in Just over a month and Iโ€™ve never ...\n", + "20766 The coolest & beautiful duo ever โคโค\n", + "13242 Studying abroad in Italy for 3 weeks i...\n", + "32951 You're nice to meeeeee thanks I appreciate that \n", + "7297 hahahha it kinda does look like me \n", + "10913 Ya Rasulullah.,You are the Messenger...\n", + "58664 crying\n", + "28113 Man my Dad crazy but I miss his Bok Choi soup ...\n", + "20698 Well done!!\n", + "45787 Mi mess\n", + "36076 schooling all the \n", + "66970 Awww but Iโ€™m sure your man can \n", + "34787 TWEET using the hashtag... is the rel...\n", + "9746 Nation is lost y NS boosting tat he will appea...\n", + "64458 Video dinner medic \n", + "63868 He wouldn't expect anything less \n", + "7878 Looking for an ASAP?๐Ÿ•ฐ๏ธCheck out our ...\n", + "42253 Cuddled up in a hoodie and fuzzy socks. \n", + "32650 Too true the Buble album is out and...\n", + "58945 Woke up late again \n", + "60382 Damn g well mfs glad you out take adva...\n", + "37224 + SATURDAY OFFICIAL CAU VS MOREHOUSE ...\n", + "19488 My back is sore\n", + "36042 Actually, it should be October 31st๐Ÿ•ธ vs. Novem...\n", + " ... \n", + "4414 Absolutely mate \n", + "21768 Running late to pick up the kids, and this tra...\n", + "5359 Lmao well if you say so \n", + "22550 Hardcore \n", + "55252 Click here to watch it: Kane hot office sex i...\n", + "42040 And brother โ€๏ธ thanks\n", + "19063 yes Haley \n", + "477 Our differences are the real treasur...\n", + "41045 I just took a two hour nap instead of d...\n", + "52270 Some guy full on grabbed my ass last night whe...\n", + "52102 Can't ever do anything for myself. \n", + "29210 OMFG SHES SO BEAUTIFUL \n", + "2131 Check out what I'm selling on my shop \n", + "2912 My shordy b boostin \n", + "64797 I pray my nieces NEVER feel this type of hurt ...\n", + "63632 I should definitely go to sleep and rea...\n", + "30426 Texas asf \n", + "68567 annyeong! if you have time kindly check...\n", + "61825 He melts me! I want him to stay this small for...\n", + "8057 Sorry Not Sorry By is Track 13 on I liked it too \n", + "18808 A mansion gap, maybe \n", + "64643 Happy halloween \n", + "34804 Where is a Civil Rights Lawyer ready to help t...\n", + "62123 I keep having dreams that my family come and v...\n", + "18325 # May this day bring countless happines...\n", + "66916 Happy Halloween \n", + "63618 This is what happens when I finish a painting \n", + "Name: text, Length: 61859, dtype: object" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "X1" ] }, { @@ -1279,19 +1527,90 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 27, "metadata": {}, "outputs": [], "source": [ - "pred = clf.predict(vectorizer.transform(Xt1))\n", - "\n", - "# build a dataframe to visualize test results:\n", - "testlist = pd.DataFrame({'text': Xt1, 'teacher': mlb.inverse_transform(yt1), 'predict': mlb.inverse_transform(pred)})" + "pred = clf.predict(vectorizer.transform(Xt1))" ] }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 28, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[0.00124256, 0.00124216, 0.00123592, ..., 0.00123677, 0.00123611,\n", + " 0.00123534],\n", + " [0.00124442, 0.00123547, 0.00123502, ..., 0.00123892, 0.00123958,\n", + " 0.00123556],\n", + " [0.00124413, 0.00123538, 0.00124574, ..., 0.00123829, 0.00123556,\n", + " 0.00123374],\n", + " ...,\n", + " [0.00123915, 0.00123915, 0.00123916, ..., 0.00123915, 0.00123916,\n", + " 0.00123915],\n", + " [0.00124084, 0.00124438, 0.00123832, ..., 0.00123602, 0.00125055,\n", + " 0.00123963],\n", + " [0.00124321, 0.0012361 , 0.00123488, ..., 0.00123589, 0.00124259,\n", + " 0.00123691]], dtype=float32)" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "pred" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": {}, + "outputs": [], + "source": [ + "binary_pred = np.zeros_like(pred)\n", + "binary_pred[np.arange(len(pred)), pred.argmax(1)] = 1 " + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "array([[0., 0., 0., ..., 0., 0., 0.],\n", + " [0., 0., 0., ..., 0., 0., 0.],\n", + " [0., 0., 0., ..., 0., 0., 0.]], dtype=float32)" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "binary_pred[[0,1,2]]" + ] + }, + { + "cell_type": "code", + "execution_count": 31, + "metadata": {}, + "outputs": [], + "source": [ + "# build a dataframe to visualize test results:\n", + "testlist = pd.DataFrame({'text': Xt1, 'teacher': (mlb_single if SINGLE_LABEL else mlb).inverse_transform(yt1), 'predict': (mlb_single if SINGLE_LABEL else mlb).inverse_transform(binary_pred)})" + ] + }, + { + "cell_type": "code", + "execution_count": 32, "metadata": {}, "outputs": [ { @@ -1322,184 +1641,184 @@ " \n", " \n", " \n", - " 57624\n", - " ()\n", - " (รฐลธหœยก, รฐลธโ€™ยฅ)\n", - " @RealRoseTaylor1: IMO A terrorist doesnรขโ‚ฌโ„ขt h...\n", + " 15278\n", + " (๐ŸŒ ,)\n", + " (๐Ÿ˜…,)\n", + " <USER> <USER> 2 years? โœŒ\n", " \n", " \n", - " 58180\n", - " ()\n", - " (รฐลธหœโ€™,)\n", - " @mog7546: NOT BREAKING NEWS - #KELLY's STUPID...\n", + " 36882\n", + " (๐Ÿ•”,)\n", + " (๐Ÿ˜‚,)\n", + " tell me why this is me everyday\n", " \n", " \n", - " 122719\n", - " ()\n", - " (รฐลธยคยฆ, รฐลธหœโ€š)\n", - " @SpecialMonroe: Iรขโ‚ฌโ„ขm more of like a รขโ‚ฌล“ yes ...\n", + " 65543\n", + " (๐ŸŒ,)\n", + " (๐Ÿ“Œ,)\n", + " please follow us ::Twitter โ–ถ๏ธ โ–ถ๏ธ โ–ถ๏ธMARSHMALL...\n", " \n", " \n", - " 132425\n", - " ()\n", - " (รฐลธยคยท,)\n", - " @xo_sweetttnesss Basically รฐลธ๏ฟฝยฝรขโ‚ฌ๏ฟฝรขโ„ขโ‚ฌรฏยธ๏ฟฝ\n", + " 65893\n", + " (๐Ÿ˜‚,)\n", + " (๐Ÿ”,)\n", + " This\n", " \n", " \n", - " 95629\n", - " (รฐลธหœโ€š,)\n", - " (รฐลธหœโ€š,)\n", - " @JVino_: Never should of gave niggas technolo...\n", + " 55496\n", + " (๐ŸŽณ,)\n", + " (๐Ÿ˜,)\n", + " <USER> Im in love\n", " \n", " \n", - " 144805\n", - " (รฐลธหœโ€š,)\n", - " (รฐลธยคยท,)\n", - " @_Erickaaaaaaa: People mad iffy Iรขโ‚ฌโ„ขm not aro...\n", + " 61997\n", + " (๐ŸŒ,)\n", + " (๐ŸŒธ,)\n", + " <USER> Miss you gemmthankyou sooo muchโคโค\n", " \n", " \n", - " 50997\n", - " (รฐลธโ€™โ€ข, รฐลธโ€บยซ)\n", - " (รฐลธโ€™โ€ข, รฐลธโ€บยซ)\n", - " @MURASAKI_9394: &lt;preview&gt; 171101 ICN@mt...\n", + " 15819\n", + " (๐Ÿ”น,)\n", + " (๐Ÿ˜‚,)\n", + " Me as a parent\n", " \n", " \n", - " 52294\n", - " (รฐลธโ€˜ยป,)\n", - " (รฐลธหœยฃ, รฐลธหœ๏ฟฝ)\n", - " @JaDinePhils: Rogue x Gambit x Deadpool No cu...\n", + " 21340\n", + " (๐ŸŒ‘,)\n", + " (๐Ÿ˜‚,)\n", + " Really betting my manager rn for tonightโ€™s game\n", " \n", " \n", - " 57600\n", - " (รฐลธโ„ขล’,)\n", - " (รฐลธโ€™โ„ข,)\n", - " @CailenHanzlik: So hyped watching my former t...\n", + " 26691\n", + " (๐ŸŽณ,)\n", + " (๐Ÿ˜ฉ,)\n", + " Y ES IM A BAD BOY SO I LIKE BAD GIRL\n", " \n", " \n", - " 12709\n", - " ()\n", - " (รฐลธโ€™โ‚ฌ,)\n", - " @C_eazyy @RuthlessLuke_ LMAO DED let a nigga s...\n", + " 57025\n", + " (๐ŸŒท,)\n", + " (๐Ÿ˜ƒ,)\n", + " <USER> Just downloaded to my fire stick over ...\n", " \n", " \n", - " 159921\n", - " ()\n", - " (รฐลธโ€˜ลฝ,)\n", - " @ShawnHayes_Real @Mr_Ghostly @CR_Shelton @Rojo...\n", + " 17967\n", + " (๐Ÿ”,)\n", + " (๐Ÿ˜,)\n", + " <USER> Love this ! Hollywood is the man\n", " \n", " \n", - " 1297\n", - " ()\n", - " (รฐลธหœโ€š, รฐลธโ€™โ‚ฌ)\n", - " @Ieansquad: he really solved the equation I c...\n", + " 68555\n", + " (๐ŸŒ‘,)\n", + " (๐Ÿ˜‰,)\n", + " <USER> Absolutely but if it had been a banana ...\n", " \n", " \n", - " 124445\n", - " (รขลกยพ, รฐลธโ„ขโ€น)\n", - " (รฐลธหœยฉ,)\n", - " It is really breaking my heart. Imma stick by ...\n", + " 20784\n", + " (๐Ÿ’,)\n", + " (๐Ÿป,)\n", + " La Grasaaaaaaaaa Reverse Shatter Back Board S...\n", " \n", " \n", - " 150159\n", - " ()\n", - " (รฐลธ๏ฟฝยฐ,)\n", - " @jikookarchive: : aw sexy~: (jimin your cleav...\n", + " 68300\n", + " (๐Ÿฅฃ,)\n", + " (๐Ÿ˜,)\n", + " I go to New York next month ahhhhhh\n", " \n", " \n", - " 170959\n", - " (รขล“โ€ฆ, รฐลธหœยญ, รฐลธ๏ฟฝล’)\n", - " (รขล“โ€ฆ, รฐลธโ€ยฅ, รฐลธ๏ฟฝโ€น)\n", - " @Harrys1DEmpire: 1: Like this2: Follow all th...\n", + " 4659\n", + " (๐Ÿ’,)\n", + " (๐Ÿ˜ญ,)\n", + " <USER> Iโ€™m trying to enjoy it as much as the f...\n", " \n", " \n", - " 46992\n", - " ()\n", - " (รฐลธลฝยฌ, รฐลธโ€™โ€น, รฐลธโ€โ€”)\n", - " @ONGSEONGWU_TH: [] #WANNAONE X Innisfree | On...\n", + " 66706\n", + " (๐ŸŒ•,)\n", + " (๐Ÿ“ž,)\n", + " : Salamander Resort <HASHTAG> ๐Ÿฝ๏ธ For Taxi 70...\n", " \n", " \n", - " 130772\n", - " ()\n", - " (รฐลธ๏ฟฝยบ,)\n", - " @lbtreiman: Well i certainly didn't get 'em a...\n", + " 47510\n", + " (๐ŸŽ„,)\n", + " (๐Ÿ‘‰,)\n", + " For your actions there WILL be consequences. Y...\n", " \n", " \n", - " 63733\n", - " ()\n", - " (รฐลธลฝฦ’,)\n", - " @gamngbizzle: Follow everyone who retweets t...\n", + " 55294\n", + " (๐Ÿ˜พ,)\n", + " (๐Ÿ˜‚,)\n", + " <USER> Omg my cousin charging 40\n", " \n", " \n", - " 22026\n", - " ()\n", - " (รฐลธโ€™โ€ข, รฐลธโ€œยท)\n", - " @fshion_me: Love itรฃโ‚ฌ๏ฟฝ@perlinekรฃโ‚ฌโ€˜Coupon code...\n", + " 621\n", + " (๐ŸŒ,)\n", + " (๐Ÿคฆ,)\n", + " Zoey daycare lets her do whatever she want, I ...\n", " \n", " \n", - " 109588\n", - " ()\n", - " (รฐลธหœ๏ฟฝ,)\n", - " @SoCuteBabies: Those eyes\n", + " 31011\n", + " (๐Ÿ˜Œ,)\n", + " (๐Ÿ˜€,)\n", + " yeah! โœŒ๏ธ\n", " \n", " \n", - " 167358\n", - " (รฐลธโ€™โ€ข,)\n", - " (รฐลธหœห†, รฐลธโ€˜ยป)\n", - " @Lepetit626: Happy Halloween from the cutest ...\n", + " 30659\n", + " (๐ŸŽ,)\n", + " (๐Ÿ’ช,)\n", + " This was so much I mean SO MUCH over due for t...\n", " \n", " \n", - " 132276\n", - " ()\n", - " (รฐลธโ€™โ‚ฌ,)\n", - " @marceoooo shuttup\n", + " 66284\n", + " (๐Ÿค”,)\n", + " (๐Ÿ™‚,)\n", + " Parent contact booking is now open! Please fol...\n", " \n", " \n", - " 150897\n", - " ()\n", - " (รฐลธหœห†, รฐลธโ€ยฅ)\n", - " @instaWANKtube: Drilling babe@mistersex17 @hq...\n", + " 66758\n", + " (๐ŸŽ„,)\n", + " (๐Ÿ˜ฅ,)\n", + " <USER> OCONUS we donโ€™t have the Turkey Day buf...\n", " \n", " \n", - " 15211\n", - " ()\n", - " (รฐลธลฝฦ’,)\n", - " @G_Eazy: Hopped out of the millennium falcon ...\n", + " 13456\n", + " (๐ŸŒ ,)\n", + " (๐Ÿ’•,)\n", + " Dems realtor business partners have lots of ni...\n", " \n", " \n", - " 58157\n", - " (รขล’โ€บ, รฐลธโ€™ล )\n", - " (รขล’โ€บ, รฐลธโ€™ล )\n", - " @NBCNewsNight: Stranger Things Neuro Upside D...\n", + " 15057\n", + " (๐Ÿฅฃ,)\n", + " (๐Ÿ˜‚,)\n", + " Ready for the dodgers fans excuses\n", " \n", " \n", - " 87036\n", - " ()\n", - " (รฐลธหœโ€š,)\n", - " I ran a lot harder back then, as well.I join v...\n", + " 188\n", + " (๐ŸŽ„,)\n", + " (๐ŸŽ‰,)\n", + " <USER> Happy Birthday Angge\n", " \n", " \n", - " 68909\n", - " (รฐลธโ€™ลฝ,)\n", - " (รฐลธลกโ€”,)\n", - " @Holy_Boost: SUMMER BOOST case GA! -Like+ ...\n", + " 5054\n", + " (๐ŸŽ„,)\n", + " (๐Ÿ˜‚,)\n", + " <USER> <USER> Lawsuit\n", " \n", " \n", - " 70063\n", - " ()\n", - " (รฐลธหœยญ,)\n", - " I love you so much meliflua รข๏ฟฝยครฏยธ๏ฟฝ\n", + " 18099\n", + " (๐Ÿ‘ƒ,)\n", + " (๐Ÿ˜ค,)\n", + " Finna roll this up no excuses\n", " \n", " \n", - " 53508\n", - " ()\n", - " (รฐลธโ€™ยฅ,)\n", - " @SMMmarkeing786: Get FREE CBD OIL Trial Bott...\n", + " 17120\n", + " (๐ŸŒ,)\n", + " (โšก,)\n", + " But itโ€™s forever fuck em and keep it gutta ๏ธ\n", " \n", " \n", - " 91590\n", - " (รฐลธโ€˜โ‚ฌ,)\n", - " (รฐลธโ€˜โ‚ฌ,)\n", - " @dezidoesit: Shea Moisture did not come to pl...\n", + " 14552\n", + " (๐Ÿ“–,)\n", + " (๐Ÿ˜,)\n", + " I just need to hubby a hockey player up\n", " \n", " \n", " ...\n", @@ -1508,339 +1827,268 @@ " ...\n", " \n", " \n", - " 82637\n", - " (รฐลธลฝฦ’,)\n", - " ()\n", - " @KissaSins: Follow me on Instagram!!\n", + " 21819\n", + " (๐ŸŽ„,)\n", + " (๐Ÿ˜‚,)\n", + " Niggas funny af\n", " \n", " \n", - " 151805\n", - " (รฐลธโ€˜โ‚ฌ,)\n", - " (รฐลธโ€˜โ‚ฌ,)\n", - " @dezidoesit: Shea Moisture did not come to pl...\n", + " 18460\n", + " (โ™ฟ,)\n", + " (๐Ÿ’,)\n", + " 1. Donโ€™t EVER disrespect Thanksgiving cuz yo f...\n", " \n", " \n", - " 25914\n", - " ()\n", - " (รฐลธโ€หœ,)\n", - " @Heartless600904: He knows how badly he hurt ...\n", + " 60291\n", + " (๐Ÿšฎ,)\n", + " (๐Ÿ’˜,)\n", + " happy bday lexi <USER>\n", " \n", " \n", - " 91602\n", - " ()\n", - " (รฐลธหœยก,)\n", - " @1776Stonewall @Frederick99m That's when I kne...\n", + " 22623\n", + " (๐Ÿ”–,)\n", + " (๐Ÿ˜ฉ,)\n", + " Mr.Lazaro said โ€œthereโ€™s my girlsโ€ when he seen...\n", " \n", " \n", - " 16911\n", - " (รฐลธหœยญ, รฐลธหœ๏ฟฝ)\n", - " (รฐลธหœยฉ,)\n", - " Not even out of bed yet and Iรขโ‚ฌโ„ขm ready to get...\n", + " 87\n", + " (๐ŸŒ,)\n", + " (๐ŸŽˆ,)\n", + " Happy Birthday Blake!!!! I hope you have an am...\n", " \n", " \n", - " 94798\n", - " (รฐลธโ„ขโ€ž,)\n", - " (รฐลธโ„ขฦ’,)\n", - " nobody gets how lonely and hungry i get\n", + " 2884\n", + " (๐Ÿ„,)\n", + " (๐Ÿ˜‰,)\n", + " <USER> This would be a good time to do a Week ...\n", " \n", " \n", - " 112317\n", - " ()\n", - " (รฐลธยคโ€”,)\n", - " @BIGAC_: new month, new money, new opportunit...\n", + " 30212\n", + " (๐Ÿง˜,)\n", + " (๐Ÿ“Œ,)\n", + " <USER> Done, pls โค๏ธ y FAV\n", " \n", " \n", - " 72241\n", - " ()\n", - " (รฐลธหœลฝ,)\n", - " @ZeeTamil: Happy birthday @iamsrk #ZeeTamil #...\n", + " 55813\n", + " (๐Ÿ˜พ,)\n", + " (๐Ÿ˜,)\n", + " There is just something about <USER> <HASHTAG>\n", " \n", " \n", - " 160551\n", - " ()\n", - " (รฐลธหœยญ,)\n", - " @WORLDSTARNOW: Drake looks like he entering h...\n", + " 11657\n", + " (๐Ÿ’š,)\n", + " (๐Ÿ˜ด,)\n", + " <USER> you're brudda!\n", " \n", " \n", - " 151889\n", - " (รฐลธโ€™โ€“,)\n", - " (รฐลธหœ๏ฟฝ,)\n", - " @GenderReveaIs: The moment of truth, hoop sty...\n", + " 18215\n", + " (๐Ÿน,)\n", + " (๐Ÿคท,)\n", + " Not being depressed โ€๏ธ\n", " \n", " \n", - " 64998\n", - " (รฐลธลฝฦ’,)\n", - " (รฐลธโ€™โ€œ, รฐลธ๏ฟฝยถ)\n", - " @LA_Loving: Babyรขโ‚ฌโ„ขs first Halloween\n", + " 48609\n", + " (๐Ÿง˜,)\n", + " (๐Ÿค‘,)\n", + " <USER> I โค you. My woman crush everyday as alw...\n", " \n", " \n", - " 138015\n", - " (รฐลธโ€˜โ‚ฌ,)\n", - " (รฐลธหœโ€š,)\n", - " @MikeChosen1: When you got a girl who doesn't...\n", + " 16079\n", + " (๐Ÿฅฃ,)\n", + " (โš“,)\n", + " I added a video to a <USER> playlist ๐Ÿ›ณ ๏ธ The ...\n", " \n", " \n", - " 84447\n", - " (รฐลธล’ยน,)\n", - " (รฐลธโ€™โ€ข,)\n", - " @LiamPayne @pinkskiesljp @BestSimy @LiamPayne ...\n", + " 28380\n", + " (๐Ÿฅฃ,)\n", + " (๐Ÿ˜‚,)\n", + " Dodgers\n", " \n", " \n", - " 125899\n", - " (รขยญ๏ฟฝ, รฐลธโ€˜๏ฟฝ, รฐลธโ€™โ„ข, รฐลธโ„ข๏ฟฝ)\n", - " (รฐลธโ„ข๏ฟฝ,)\n", - " @Oh_Ashlaay We just have to pray to the baseba...\n", + " 41212\n", + " (๐ŸŒ,)\n", + " (๐Ÿ”ด,)\n", + " [LIVE] on <USER>\n", " \n", " \n", - " 47898\n", - " (รฐลธหœโ€š,)\n", - " (รฐลธหœโ€š,)\n", - " @JVino_: Never should of gave niggas technolo...\n", + " 67555\n", + " (๐Ÿ”—,)\n", + " (๐Ÿ’ž,)\n", + " โ€ข <USER> my precious Niya always checking up o...\n", " \n", " \n", - " 7597\n", - " ()\n", - " (รฐลธหœโ€š,)\n", - " @junkiejunkrat Weรขโ‚ฌโ„ขre doing goooooood. But fu...\n", + " 45490\n", + " (๐Ÿ•”,)\n", + " (๐Ÿคท,)\n", + " If you wanna make things right it go both ways โ€๏ธ\n", " \n", " \n", - " 173305\n", - " ()\n", - " (รฐลธล’ห†, รฐลธโ€™โ€บ)\n", - " Ohh nice.\n", + " 54052\n", + " (๐ŸŒ,)\n", + " (๐Ÿ˜ข,)\n", + " Poor baby!!!\n", " \n", " \n", - " 133827\n", - " ()\n", - " (รฐลธโ€™โ„ข,)\n", - " @JenBluesnake: This is lovely. Unsworth's app...\n", + " 54517\n", + " (๐Ÿน,)\n", + " (๐Ÿ˜š,)\n", + " <USER> happy birthday, hope you have a good day\n", " \n", " \n", - " 157487\n", - " ()\n", - " (รฐลธโ€™ยป,)\n", - " @yesyours: : Vehicle Magnet #VehicleMagnet รฐ...\n", + " 24047\n", + " (๐ŸŒท,)\n", + " (๐Ÿ˜Œ,)\n", + " Donโ€™t get mad when them haters stare let em lo...\n", " \n", " \n", - " 142977\n", - " ()\n", - " (รฐลธล’ยธ, รฐลธโ€™โ€œ)\n", - " @namkook_daily: they are so cosy and soft รขหœ๏ฟฝ\n", + " 253\n", + " (๐Ÿฅ„,)\n", + " (๐Ÿ˜Ž,)\n", + " Sag season right around the corner. 25 on the ...\n", " \n", " \n", - " 47506\n", - " ()\n", - " (รฐลธโ€™โ„ข, รฐลธโ€ยฅ)\n", - " @Juli_SJ13: รขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยข2017 SAVED รขโ‚ฌยขรข...\n", + " 64707\n", + " (๐ŸŽธ,)\n", + " (๐Ÿ˜‡,)\n", + " <USER> Letโ€™s see his costume\n", " \n", " \n", - " 164518\n", - " ()\n", - " (รฐลธหœล“,)\n", - " @marcogumabao: I hope you like your eggs SUNN...\n", + " 34279\n", + " (๐ŸŒฏ,)\n", + " (๐Ÿ˜ฅ,)\n", + " <USER> I AM NERVOUS!!\n", " \n", " \n", - " 96549\n", - " (รฐลธลฝฦ’,)\n", - " (รฐลธโ€™โ€œ, รฐลธ๏ฟฝยถ)\n", - " @LA_Loving: Babyรขโ‚ฌโ„ขs first Halloween\n", + " 58342\n", + " (๐Ÿค,)\n", + " (๐Ÿ™Œ,)\n", + " <USER> This looks amazing\n", " \n", " \n", - " 69134\n", - " ()\n", - " (รฐลธหœยก, รฐลธหœลพ)\n", - " Reading this @AshcroftBen with many mixed emot...\n", + " 16361\n", + " (๐ŸŽ„,)\n", + " (๐Ÿ™Œ,)\n", + " <USER> <USER> <USER> <USER> <USER> <USER> Shit...\n", " \n", " \n", - " 116753\n", - " ()\n", - " (รฐลธ๏ฟฝโ€น,)\n", - " @Caradelevingne: รข๏ฟฝยครฏยธ๏ฟฝ NO_ONE EVER REALLY DI...\n", + " 39069\n", + " (๐Ÿ˜‚,)\n", + " (๐Ÿ‘‡,)\n", + " THIS\n", " \n", " \n", - " 125133\n", - " ()\n", - " (รฐลธหœโ€ฐ, รฐลธโ€“ยค)\n", - " @DannyTu3250187: @Kriszti7504 @filipina_krueg...\n", + " 59739\n", + " (๐ŸŒท,)\n", + " (๐Ÿ†,)\n", + " I've never consumed a reindeer.\n", " \n", " \n", - " 5081\n", - " (รฐลธโ€™โ€“,)\n", - " (รฐลธหœหœ,)\n", - " @brysoxox: rt or gay\n", + " 49140\n", + " (๐ŸŒ•,)\n", + " (๐Ÿค,)\n", + " Sales is the heart of business.\n", " \n", " \n", - " 62088\n", - " ()\n", - " (รฐลธโ€™โ€,)\n", - " Why do say that hondas are for fboys??\n", + " 47901\n", + " (๐Ÿ˜‚,)\n", + " (๐Ÿ˜ญ,)\n", + " bruuuuhhh\n", " \n", " \n", - " 32769\n", - " (รฐลธโ€™โ€บ,)\n", - " (รฐลธหœ๏ฟฝ,)\n", - " @menggalurks: Live na ba ang EB today? #ALDU...\n", + " 4241\n", + " (๐Ÿ’ฒ,)\n", + " (๐ŸŽ“,)\n", + " <USER> Congratulations ! youโ€™ve graduated with...\n", " \n", " \n", - " 92385\n", - " ()\n", - " (รฐลธโ€™โ€,)\n", - " OML, WHAT HAPPENED?!!\n", + " 24123\n", + " (โž—,)\n", + " (๐Ÿ‘,)\n", + " <USER> Your A Rock Star! How You Put Up With ...\n", " \n", " \n", "\n", - "

17634 rows ร— 3 columns

\n", + "

6874 rows ร— 3 columns

\n", "" ], "text/plain": [ - " predict teacher \\\n", - "57624 () (รฐลธหœยก, รฐลธโ€™ยฅ) \n", - "58180 () (รฐลธหœโ€™,) \n", - "122719 () (รฐลธยคยฆ, รฐลธหœโ€š) \n", - "132425 () (รฐลธยคยท,) \n", - "95629 (รฐลธหœโ€š,) (รฐลธหœโ€š,) \n", - "144805 (รฐลธหœโ€š,) (รฐลธยคยท,) \n", - "50997 (รฐลธโ€™โ€ข, รฐลธโ€บยซ) (รฐลธโ€™โ€ข, รฐลธโ€บยซ) \n", - "52294 (รฐลธโ€˜ยป,) (รฐลธหœยฃ, รฐลธหœ๏ฟฝ) \n", - "57600 (รฐลธโ„ขล’,) (รฐลธโ€™โ„ข,) \n", - "12709 () (รฐลธโ€™โ‚ฌ,) \n", - "159921 () (รฐลธโ€˜ลฝ,) \n", - "1297 () (รฐลธหœโ€š, รฐลธโ€™โ‚ฌ) \n", - "124445 (รขลกยพ, รฐลธโ„ขโ€น) (รฐลธหœยฉ,) \n", - "150159 () (รฐลธ๏ฟฝยฐ,) \n", - "170959 (รขล“โ€ฆ, รฐลธหœยญ, รฐลธ๏ฟฝล’) (รขล“โ€ฆ, รฐลธโ€ยฅ, รฐลธ๏ฟฝโ€น) \n", - "46992 () (รฐลธลฝยฌ, รฐลธโ€™โ€น, รฐลธโ€โ€”) \n", - "130772 () (รฐลธ๏ฟฝยบ,) \n", - "63733 () (รฐลธลฝฦ’,) \n", - "22026 () (รฐลธโ€™โ€ข, รฐลธโ€œยท) \n", - "109588 () (รฐลธหœ๏ฟฝ,) \n", - "167358 (รฐลธโ€™โ€ข,) (รฐลธหœห†, รฐลธโ€˜ยป) \n", - "132276 () (รฐลธโ€™โ‚ฌ,) \n", - "150897 () (รฐลธหœห†, รฐลธโ€ยฅ) \n", - "15211 () (รฐลธลฝฦ’,) \n", - "58157 (รขล’โ€บ, รฐลธโ€™ล ) (รขล’โ€บ, รฐลธโ€™ล ) \n", - "87036 () (รฐลธหœโ€š,) \n", - "68909 (รฐลธโ€™ลฝ,) (รฐลธลกโ€”,) \n", - "70063 () (รฐลธหœยญ,) \n", - "53508 () (รฐลธโ€™ยฅ,) \n", - "91590 (รฐลธโ€˜โ‚ฌ,) (รฐลธโ€˜โ‚ฌ,) \n", - "... ... ... \n", - "82637 (รฐลธลฝฦ’,) () \n", - "151805 (รฐลธโ€˜โ‚ฌ,) (รฐลธโ€˜โ‚ฌ,) \n", - "25914 () (รฐลธโ€หœ,) \n", - "91602 () (รฐลธหœยก,) \n", - "16911 (รฐลธหœยญ, รฐลธหœ๏ฟฝ) (รฐลธหœยฉ,) \n", - "94798 (รฐลธโ„ขโ€ž,) (รฐลธโ„ขฦ’,) \n", - "112317 () (รฐลธยคโ€”,) \n", - "72241 () (รฐลธหœลฝ,) \n", - "160551 () (รฐลธหœยญ,) \n", - "151889 (รฐลธโ€™โ€“,) (รฐลธหœ๏ฟฝ,) \n", - "64998 (รฐลธลฝฦ’,) (รฐลธโ€™โ€œ, รฐลธ๏ฟฝยถ) \n", - "138015 (รฐลธโ€˜โ‚ฌ,) (รฐลธหœโ€š,) \n", - "84447 (รฐลธล’ยน,) (รฐลธโ€™โ€ข,) \n", - "125899 (รขยญ๏ฟฝ, รฐลธโ€˜๏ฟฝ, รฐลธโ€™โ„ข, รฐลธโ„ข๏ฟฝ) (รฐลธโ„ข๏ฟฝ,) \n", - "47898 (รฐลธหœโ€š,) (รฐลธหœโ€š,) \n", - "7597 () (รฐลธหœโ€š,) \n", - "173305 () (รฐลธล’ห†, รฐลธโ€™โ€บ) \n", - "133827 () (รฐลธโ€™โ„ข,) \n", - "157487 () (รฐลธโ€™ยป,) \n", - "142977 () (รฐลธล’ยธ, รฐลธโ€™โ€œ) \n", - "47506 () (รฐลธโ€™โ„ข, รฐลธโ€ยฅ) \n", - "164518 () (รฐลธหœล“,) \n", - "96549 (รฐลธลฝฦ’,) (รฐลธโ€™โ€œ, รฐลธ๏ฟฝยถ) \n", - "69134 () (รฐลธหœยก, รฐลธหœลพ) \n", - "116753 () (รฐลธ๏ฟฝโ€น,) \n", - "125133 () (รฐลธหœโ€ฐ, รฐลธโ€“ยค) \n", - "5081 (รฐลธโ€™โ€“,) (รฐลธหœหœ,) \n", - "62088 () (รฐลธโ€™โ€,) \n", - "32769 (รฐลธโ€™โ€บ,) (รฐลธหœ๏ฟฝ,) \n", - "92385 () (รฐลธโ€™โ€,) \n", + " predict teacher text\n", + "15278 (๐ŸŒ ,) (๐Ÿ˜…,) 2 years? โœŒ\n", + "36882 (๐Ÿ•”,) (๐Ÿ˜‚,) tell me why this is me everyday \n", + "65543 (๐ŸŒ,) (๐Ÿ“Œ,) please follow us ::Twitter โ–ถ๏ธ โ–ถ๏ธ โ–ถ๏ธMARSHMALL...\n", + "65893 (๐Ÿ˜‚,) (๐Ÿ”,) This \n", + "55496 (๐ŸŽณ,) (๐Ÿ˜,) Im in love \n", + "61997 (๐ŸŒ,) (๐ŸŒธ,) Miss you gemmthankyou sooo muchโคโค\n", + "15819 (๐Ÿ”น,) (๐Ÿ˜‚,) Me as a parent \n", + "21340 (๐ŸŒ‘,) (๐Ÿ˜‚,) Really betting my manager rn for tonightโ€™s game \n", + "26691 (๐ŸŽณ,) (๐Ÿ˜ฉ,) Y ES IM A BAD BOY SO I LIKE BAD GIRL \n", + "57025 (๐ŸŒท,) (๐Ÿ˜ƒ,) Just downloaded to my fire stick over ...\n", + "17967 (๐Ÿ”,) (๐Ÿ˜,) Love this ! Hollywood is the man \n", + "68555 (๐ŸŒ‘,) (๐Ÿ˜‰,) Absolutely but if it had been a banana ...\n", + "20784 (๐Ÿ’,) (๐Ÿป,) La Grasaaaaaaaaa Reverse Shatter Back Board S...\n", + "68300 (๐Ÿฅฃ,) (๐Ÿ˜,) I go to New York next month ahhhhhh \n", + "4659 (๐Ÿ’,) (๐Ÿ˜ญ,) Iโ€™m trying to enjoy it as much as the f...\n", + "66706 (๐ŸŒ•,) (๐Ÿ“ž,) : Salamander Resort ๐Ÿฝ๏ธ For Taxi 70...\n", + "47510 (๐ŸŽ„,) (๐Ÿ‘‰,) For your actions there WILL be consequences. Y...\n", + "55294 (๐Ÿ˜พ,) (๐Ÿ˜‚,) Omg my cousin charging 40 \n", + "621 (๐ŸŒ,) (๐Ÿคฆ,) Zoey daycare lets her do whatever she want, I ...\n", + "31011 (๐Ÿ˜Œ,) (๐Ÿ˜€,) yeah! โœŒ๏ธ \n", + "30659 (๐ŸŽ,) (๐Ÿ’ช,) This was so much I mean SO MUCH over due for t...\n", + "66284 (๐Ÿค”,) (๐Ÿ™‚,) Parent contact booking is now open! Please fol...\n", + "66758 (๐ŸŽ„,) (๐Ÿ˜ฅ,) OCONUS we donโ€™t have the Turkey Day buf...\n", + "13456 (๐ŸŒ ,) (๐Ÿ’•,) Dems realtor business partners have lots of ni...\n", + "15057 (๐Ÿฅฃ,) (๐Ÿ˜‚,) Ready for the dodgers fans excuses \n", + "188 (๐ŸŽ„,) (๐ŸŽ‰,) Happy Birthday Angge \n", + "5054 (๐ŸŽ„,) (๐Ÿ˜‚,) Lawsuit \n", + "18099 (๐Ÿ‘ƒ,) (๐Ÿ˜ค,) Finna roll this up no excuses \n", + "17120 (๐ŸŒ,) (โšก,) But itโ€™s forever fuck em and keep it gutta ๏ธ\n", + "14552 (๐Ÿ“–,) (๐Ÿ˜,) I just need to hubby a hockey player up \n", + "... ... ... ...\n", + "21819 (๐ŸŽ„,) (๐Ÿ˜‚,) Niggas funny af \n", + "18460 (โ™ฟ,) (๐Ÿ’,) 1. Donโ€™t EVER disrespect Thanksgiving cuz yo f...\n", + "60291 (๐Ÿšฎ,) (๐Ÿ’˜,) happy bday lexi \n", + "22623 (๐Ÿ”–,) (๐Ÿ˜ฉ,) Mr.Lazaro said โ€œthereโ€™s my girlsโ€ when he seen...\n", + "87 (๐ŸŒ,) (๐ŸŽˆ,) Happy Birthday Blake!!!! I hope you have an am...\n", + "2884 (๐Ÿ„,) (๐Ÿ˜‰,) This would be a good time to do a Week ...\n", + "30212 (๐Ÿง˜,) (๐Ÿ“Œ,) Done, pls โค๏ธ y FAV\n", + "55813 (๐Ÿ˜พ,) (๐Ÿ˜,) There is just something about \n", + "11657 (๐Ÿ’š,) (๐Ÿ˜ด,) you're brudda!\n", + "18215 (๐Ÿน,) (๐Ÿคท,) Not being depressed โ€๏ธ \n", + "48609 (๐Ÿง˜,) (๐Ÿค‘,) I โค you. My woman crush everyday as alw...\n", + "16079 (๐Ÿฅฃ,) (โš“,) I added a video to a playlist ๐Ÿ›ณ ๏ธ The ...\n", + "28380 (๐Ÿฅฃ,) (๐Ÿ˜‚,) Dodgers \n", + "41212 (๐ŸŒ,) (๐Ÿ”ด,) [LIVE] on \n", + "67555 (๐Ÿ”—,) (๐Ÿ’ž,) โ€ข my precious Niya always checking up o...\n", + "45490 (๐Ÿ•”,) (๐Ÿคท,) If you wanna make things right it go both ways โ€๏ธ\n", + "54052 (๐ŸŒ,) (๐Ÿ˜ข,) Poor baby!!! \n", + "54517 (๐Ÿน,) (๐Ÿ˜š,) happy birthday, hope you have a good day\n", + "24047 (๐ŸŒท,) (๐Ÿ˜Œ,) Donโ€™t get mad when them haters stare let em lo...\n", + "253 (๐Ÿฅ„,) (๐Ÿ˜Ž,) Sag season right around the corner. 25 on the ...\n", + "64707 (๐ŸŽธ,) (๐Ÿ˜‡,) Letโ€™s see his costume \n", + "34279 (๐ŸŒฏ,) (๐Ÿ˜ฅ,) I AM NERVOUS!!\n", + "58342 (๐Ÿค,) (๐Ÿ™Œ,) This looks amazing \n", + "16361 (๐ŸŽ„,) (๐Ÿ™Œ,) Shit...\n", + "39069 (๐Ÿ˜‚,) (๐Ÿ‘‡,) THIS \n", + "59739 (๐ŸŒท,) (๐Ÿ†,) I've never consumed a reindeer. \n", + "49140 (๐ŸŒ•,) (๐Ÿค,) Sales is the heart of business. \n", + "47901 (๐Ÿ˜‚,) (๐Ÿ˜ญ,) bruuuuhhh \n", + "4241 (๐Ÿ’ฒ,) (๐ŸŽ“,) Congratulations ! youโ€™ve graduated with...\n", + "24123 (โž—,) (๐Ÿ‘,) Your A Rock Star! How You Put Up With ...\n", "\n", - " text \n", - "57624 @RealRoseTaylor1: IMO A terrorist doesnรขโ‚ฌโ„ขt h... \n", - "58180 @mog7546: NOT BREAKING NEWS - #KELLY's STUPID... \n", - "122719 @SpecialMonroe: Iรขโ‚ฌโ„ขm more of like a รขโ‚ฌล“ yes ... \n", - "132425 @xo_sweetttnesss Basically รฐลธ๏ฟฝยฝรขโ‚ฌ๏ฟฝรขโ„ขโ‚ฌรฏยธ๏ฟฝ \n", - "95629 @JVino_: Never should of gave niggas technolo... \n", - "144805 @_Erickaaaaaaa: People mad iffy Iรขโ‚ฌโ„ขm not aro... \n", - "50997 @MURASAKI_9394: <preview> 171101 ICN@mt... \n", - "52294 @JaDinePhils: Rogue x Gambit x Deadpool No cu... \n", - "57600 @CailenHanzlik: So hyped watching my former t... \n", - "12709 @C_eazyy @RuthlessLuke_ LMAO DED let a nigga s... \n", - "159921 @ShawnHayes_Real @Mr_Ghostly @CR_Shelton @Rojo... \n", - "1297 @Ieansquad: he really solved the equation I c... \n", - "124445 It is really breaking my heart. Imma stick by ... \n", - "150159 @jikookarchive: : aw sexy~: (jimin your cleav... \n", - "170959 @Harrys1DEmpire: 1: Like this2: Follow all th... \n", - "46992 @ONGSEONGWU_TH: [] #WANNAONE X Innisfree | On... \n", - "130772 @lbtreiman: Well i certainly didn't get 'em a... \n", - "63733 @gamngbizzle: Follow everyone who retweets t... \n", - "22026 @fshion_me: Love itรฃโ‚ฌ๏ฟฝ@perlinekรฃโ‚ฌโ€˜Coupon code... \n", - "109588 @SoCuteBabies: Those eyes \n", - "167358 @Lepetit626: Happy Halloween from the cutest ... \n", - "132276 @marceoooo shuttup \n", - "150897 @instaWANKtube: Drilling babe@mistersex17 @hq... \n", - "15211 @G_Eazy: Hopped out of the millennium falcon ... \n", - "58157 @NBCNewsNight: Stranger Things Neuro Upside D... \n", - "87036 I ran a lot harder back then, as well.I join v... \n", - "68909 @Holy_Boost: SUMMER BOOST case GA! -Like+ ... \n", - "70063 I love you so much meliflua รข๏ฟฝยครฏยธ๏ฟฝ \n", - "53508 @SMMmarkeing786: Get FREE CBD OIL Trial Bott... \n", - "91590 @dezidoesit: Shea Moisture did not come to pl... \n", - "... ... \n", - "82637 @KissaSins: Follow me on Instagram!! \n", - "151805 @dezidoesit: Shea Moisture did not come to pl... \n", - "25914 @Heartless600904: He knows how badly he hurt ... \n", - "91602 @1776Stonewall @Frederick99m That's when I kne... \n", - "16911 Not even out of bed yet and Iรขโ‚ฌโ„ขm ready to get... \n", - "94798 nobody gets how lonely and hungry i get \n", - "112317 @BIGAC_: new month, new money, new opportunit... \n", - "72241 @ZeeTamil: Happy birthday @iamsrk #ZeeTamil #... \n", - "160551 @WORLDSTARNOW: Drake looks like he entering h... \n", - "151889 @GenderReveaIs: The moment of truth, hoop sty... \n", - "64998 @LA_Loving: Babyรขโ‚ฌโ„ขs first Halloween \n", - "138015 @MikeChosen1: When you got a girl who doesn't... \n", - "84447 @LiamPayne @pinkskiesljp @BestSimy @LiamPayne ... \n", - "125899 @Oh_Ashlaay We just have to pray to the baseba... \n", - "47898 @JVino_: Never should of gave niggas technolo... \n", - "7597 @junkiejunkrat Weรขโ‚ฌโ„ขre doing goooooood. But fu... \n", - "173305 Ohh nice. \n", - "133827 @JenBluesnake: This is lovely. Unsworth's app... \n", - "157487 @yesyours: : Vehicle Magnet #VehicleMagnet รฐ... \n", - "142977 @namkook_daily: they are so cosy and soft รขหœ๏ฟฝ \n", - "47506 @Juli_SJ13: รขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยขรขโ‚ฌยข2017 SAVED รขโ‚ฌยขรข... \n", - "164518 @marcogumabao: I hope you like your eggs SUNN... \n", - "96549 @LA_Loving: Babyรขโ‚ฌโ„ขs first Halloween \n", - "69134 Reading this @AshcroftBen with many mixed emot... \n", - "116753 @Caradelevingne: รข๏ฟฝยครฏยธ๏ฟฝ NO_ONE EVER REALLY DI... \n", - "125133 @DannyTu3250187: @Kriszti7504 @filipina_krueg... \n", - "5081 @brysoxox: rt or gay \n", - "62088 Why do say that hondas are for fboys?? \n", - "32769 @menggalurks: Live na ba ang EB today? #ALDU... \n", - "92385 OML, WHAT HAPPENED?!! \n", - "\n", - "[17634 rows x 3 columns]" + "[6874 rows x 3 columns]" ] }, "metadata": {}, "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "()\n" - ] } ], "source": [ - "display(testlist)\n", - "print(testlist[\"predict\"][57624])" + "display(testlist)\n" ] }, { "cell_type": "code", - "execution_count": 60, + "execution_count": 33, "metadata": {}, "outputs": [], "source": [ @@ -1856,13 +2104,13 @@ }, { "cell_type": "code", - "execution_count": 58, + "execution_count": 36, "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "1e6d156f9beb42ada3790d977beb2b7c", + "model_id": "ba20ba113dff4af0b14ea6a6e666e521", "version_major": 2, "version_minor": 0 }, @@ -1891,7 +2139,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "b76a73c0fa7946f28fe91e18240484a4", + "model_id": "f3af634eb2e64822921b57848e032dcf", "version_major": 2, "version_minor": 0 }, @@ -1936,7 +2184,23 @@ " with out:\n", " clear_output()\n", " with out:\n", - " display(Markdown(\"# \" + str(mlb.inverse_transform(clf.predict(vectorizer.transform([t.value])))[0])))\n", + " pred = clf.predict(vectorizer.transform([t.value]))\n", + " \n", + " #binary_pred = np.zeros_like(pred)\n", + " #binary_pred[np.arange(len(pred)), pred.argmax(1)] = 1\n", + " \n", + " binary_pred = []\n", + " \n", + " s = np.argsort(pred[0])[-5:]\n", + " \n", + " for i in s:\n", + " b = np.zeros_like(pred[0])\n", + " b[i] = 1\n", + " binary_pred.append(b)\n", + " \n", + " binary_pred = np.array(binary_pred)\n", + " \n", + " display(Markdown(\"# \" + str((mlb_single if SINGLE_LABEL else mlb).inverse_transform(binary_pred))))\n", "\n", "b.on_click(handle_submit)\n", " \n", @@ -2002,7 +2266,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.6.4" + "version": "3.6.5" } }, "nbformat": 4, From 6c835bbc2925e4793cccdd0670b80a66ddec8607 Mon Sep 17 00:00:00 2001 From: Jonas Weinz Date: Sun, 10 Jun 2018 14:41:41 +0200 Subject: [PATCH 2/4] keras approach --- .../simple_twitter_learning.ipynb | 24 +++++++++++++++---- 1 file changed, 19 insertions(+), 5 deletions(-) diff --git a/Project/simple_approach/simple_twitter_learning.ipynb b/Project/simple_approach/simple_twitter_learning.ipynb index d3c5821..a69701f 100644 --- a/Project/simple_approach/simple_twitter_learning.ipynb +++ b/Project/simple_approach/simple_twitter_learning.ipynb @@ -20,6 +20,20 @@ "from sklearn.preprocessing import MultiLabelBinarizer" ] }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [], + "source": [ + "# TODO importing function for sentiment to emoji mapping\n", + "def sent2emoji(sentiment_vector: np.array):\n", + " return '๐Ÿคฆ'\n", + "\n", + "def emoji2sent(emoji: str):\n", + " return np.zeros(3)" + ] + }, { "cell_type": "code", "execution_count": 2, @@ -1263,7 +1277,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ @@ -1286,7 +1300,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 11, "metadata": {}, "outputs": [], "source": [ @@ -1327,7 +1341,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ @@ -1336,7 +1350,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 13, "metadata": {}, "outputs": [], "source": [ @@ -1345,7 +1359,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ From 5e2af0697e8366c2993a820c5861af06e71f6ba3 Mon Sep 17 00:00:00 2001 From: Jonas Weinz Date: Sun, 10 Jun 2018 15:06:45 +0200 Subject: [PATCH 3/4] minor adjustments --- .../simple_twitter_learning.ipynb | 47 +++++++++---------- 1 file changed, 21 insertions(+), 26 deletions(-) diff --git a/Project/simple_approach/simple_twitter_learning.ipynb b/Project/simple_approach/simple_twitter_learning.ipynb index a69701f..eccd552 100644 --- a/Project/simple_approach/simple_twitter_learning.ipynb +++ b/Project/simple_approach/simple_twitter_learning.ipynb @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -36,7 +36,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -60,7 +60,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -76,7 +76,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -99,7 +99,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -1191,7 +1191,7 @@ "[68733 rows x 9 columns]" ] }, - "execution_count": 5, + "execution_count": 6, "metadata": {}, "output_type": "execute_result" } @@ -1210,7 +1210,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -1229,7 +1229,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -1247,7 +1247,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 9, "metadata": {}, "outputs": [], "source": [ @@ -1264,7 +1264,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ @@ -1277,18 +1277,11 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ - "mlb_multi = MultiLabelBinarizer()\n", - "mlb_single = MultiLabelBinarizer()\n", - "\n", - "multi_labels = mlb_multi.fit_transform(emojis)\n", - "single_labels = mlb_single.fit_transform(np.array([latest(x) for x in emojis]))\n", - "\n", - "mlb = mlb_single if SINGLE_LABEL else mlb_multi\n", - "labels = single_labels if SINGLE_LABEL else multi_labels" + "labels = [emoji2sent(latest(x)) for x in emojis]" ] }, { @@ -1300,7 +1293,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 13, "metadata": {}, "outputs": [], "source": [ @@ -1341,7 +1334,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ @@ -1350,16 +1343,16 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 15, "metadata": {}, "outputs": [], "source": [ - "y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in mlb.inverse_transform(y1)])" + "y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in sent2emoji(y1)])" ] }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 16, "metadata": {}, "outputs": [], "source": [ @@ -1619,7 +1612,9 @@ "outputs": [], "source": [ "# build a dataframe to visualize test results:\n", - "testlist = pd.DataFrame({'text': Xt1, 'teacher': (mlb_single if SINGLE_LABEL else mlb).inverse_transform(yt1), 'predict': (mlb_single if SINGLE_LABEL else mlb).inverse_transform(binary_pred)})" + "testlist = pd.DataFrame({'text': Xt1, \n", + " 'teacher': mlb_single.inverse_transform(yt1) if SINGLE_LABEL else sent2emoji(yt1), \n", + " 'predict': mlb_single.inverse_transform(binary_pred) if SINGLE_LABEL else sent2emoji(binary_pred)})" ] }, { @@ -2214,7 +2209,7 @@ " \n", " binary_pred = np.array(binary_pred)\n", " \n", - " display(Markdown(\"# \" + str((mlb_single if SINGLE_LABEL else mlb).inverse_transform(binary_pred))))\n", + " display(Markdown(\"# \" + str(mlb_single.inverse_transform(binary_pred) if SINGLE_LABEL else sent2emoji(binary_pred))))\n", "\n", "b.on_click(handle_submit)\n", " \n", From 8fd29ab33d694a7c3fb367cd9253351304ff3b0c Mon Sep 17 00:00:00 2001 From: Jonas Weinz Date: Sun, 10 Jun 2018 17:31:43 +0200 Subject: [PATCH 4/4] sentiment learning --- .../simple_twitter_learning.ipynb | 951 +++++++++--------- 1 file changed, 483 insertions(+), 468 deletions(-) diff --git a/Project/simple_approach/simple_twitter_learning.ipynb b/Project/simple_approach/simple_twitter_learning.ipynb index eccd552..78f5fa0 100644 --- a/Project/simple_approach/simple_twitter_learning.ipynb +++ b/Project/simple_approach/simple_twitter_learning.ipynb @@ -26,12 +26,17 @@ "metadata": {}, "outputs": [], "source": [ - "# TODO importing function for sentiment to emoji mapping\n", - "def sent2emoji(sentiment_vector: np.array):\n", - " return '๐Ÿคฆ'\n", + "import sys\n", + "sys.path.append(\"..\")\n", "\n", - "def emoji2sent(emoji: str):\n", - " return np.zeros(3)" + "from Tools.Emoji_Distance import sentiment_vector_to_emoji\n", + "from Tools.Emoji_Distance import emoji_to_sentiment_vector\n", + "\n", + "def emoji2sent(emoji_arr):\n", + " return np.array([emoji_to_sentiment_vector(e) for e in emoji_arr])\n", + "\n", + "def sent2emoji(sent_arr):\n", + " return [sentiment_vector_to_emoji(s) for s in sent_arr]" ] }, { @@ -1210,7 +1215,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 37, "metadata": {}, "outputs": [], "source": [ @@ -1229,7 +1234,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 38, "metadata": {}, "outputs": [], "source": [ @@ -1247,7 +1252,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 39, "metadata": {}, "outputs": [], "source": [ @@ -1259,12 +1264,12 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "* trying a multi label vectorizer" + "* defining different criterias for choosing a single emoji (currently `latest` is used)" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 40, "metadata": {}, "outputs": [], "source": [ @@ -1275,13 +1280,84 @@ " return max(set(lst), key=lst.count) if len(lst) > 0 else \"X\" # setting label to 'X' if there is an empty emoji list" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* convert all emojis to a sentiment vector" + ] + }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 41, "metadata": {}, "outputs": [], "source": [ - "labels = [emoji2sent(latest(x)) for x in emojis]" + "labels = emoji2sent([latest(e) for e in emojis])\n" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "68733" + ] + }, + "execution_count": 42, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(labels)" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": {}, + "outputs": [], + "source": [ + "wrong_labels = np.isnan(np.linalg.norm(labels, axis=1))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "* remove all data we have no label for" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [], + "source": [ + "labels = labels[np.invert(wrong_labels)]\n", + "plain_text = plain_text[np.invert(wrong_labels)]\n", + "emojis = emojis[np.invert(wrong_labels)]" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "58308 58308 58308\n" + ] + } + ], + "source": [ + "print(len(labels), len(emojis), len(plain_text))" ] }, { @@ -1293,7 +1369,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 46, "metadata": {}, "outputs": [], "source": [ @@ -1334,7 +1410,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 49, "metadata": {}, "outputs": [], "source": [ @@ -1343,16 +1419,16 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 50, "metadata": {}, "outputs": [], "source": [ - "y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in sent2emoji(y1)])" + "#y1_weights = np.array([(sum([emoji_weights[e] for e in e_list]) / len(e_list)) if len(e_list) > 0 else 0 for e_list in sent2emoji(y1)])" ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 51, "metadata": {}, "outputs": [], "source": [ @@ -1370,7 +1446,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 52, "metadata": {}, "outputs": [ { @@ -1394,7 +1470,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 53, "metadata": {}, "outputs": [], "source": [ @@ -1420,14 +1496,14 @@ " \n", " clf = OVRC(model) if ovrc else model\n", "\n", - " clf.fit(vec_train[:max_size].A, y1[:max_size], validation_split=0.2, sample_weight=y1_weights[:max_size])\n", + " clf.fit(vec_train[:max_size].A, y1[:max_size], validation_split=0.2)#, sample_weight=y1_weights[:max_size])\n", " \n", " return clf" ] }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 54, "metadata": {}, "outputs": [ { @@ -1436,7 +1512,7 @@ "text": [ "Train on 8000 samples, validate on 2000 samples\n", "Epoch 1/1\n", - "8000/8000 [==============================] - 109s 14ms/step - loss: 0.0042 - acc: 0.0012 - val_loss: 0.0042 - val_acc: 0.0020\n" + "8000/8000 [==============================] - 80s 10ms/step - loss: 1.0421 - acc: 0.7270 - val_loss: 1.0213 - val_acc: 0.7330\n" ] } ], @@ -1446,77 +1522,77 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 55, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "62691 I just finished mine I was extremely ne...\n", - "9959 Kinda Gross but yup it's ...\n", - "39726 Treating myself to a manicure because even une...\n", - "20883 Sarfraz Done it.Congrats.Pakistan Rules the Wo...\n", - "2705 I turn 20 in Just over a month and Iโ€™ve never ...\n", - "20766 The coolest & beautiful duo ever โคโค\n", - "13242 Studying abroad in Italy for 3 weeks i...\n", - "32951 You're nice to meeeeee thanks I appreciate that \n", - "7297 hahahha it kinda does look like me \n", - "10913 Ya Rasulullah.,You are the Messenger...\n", - "58664 crying\n", - "28113 Man my Dad crazy but I miss his Bok Choi soup ...\n", - "20698 Well done!!\n", - "45787 Mi mess\n", - "36076 schooling all the \n", - "66970 Awww but Iโ€™m sure your man can \n", - "34787 TWEET using the hashtag... is the rel...\n", - "9746 Nation is lost y NS boosting tat he will appea...\n", - "64458 Video dinner medic \n", - "63868 He wouldn't expect anything less \n", - "7878 Looking for an ASAP?๐Ÿ•ฐ๏ธCheck out our ...\n", - "42253 Cuddled up in a hoodie and fuzzy socks. \n", - "32650 Too true the Buble album is out and...\n", - "58945 Woke up late again \n", - "60382 Damn g well mfs glad you out take adva...\n", - "37224 + SATURDAY OFFICIAL CAU VS MOREHOUSE ...\n", - "19488 My back is sore\n", - "36042 Actually, it should be October 31st๐Ÿ•ธ vs. Novem...\n", + "10237 How much do you know about the y...\n", + "45851 She said she don't start until Friday \n", + "28327 Ryane just told me to not stress because it's ...\n", + "22017 Meet Asian & Russian Beauty From Here Fi...\n", + "23341 What do u mean \n", + "42942 โ”Š โ”Š โœฒ๏ฝžโ”Š โœฒ...\n", + "28320 Woot woot leafs win \n", + "26801 weโ€™re here for you and you know that, y...\n", + "66054 gm Mailand have an awesome day \n", + "64440 Happy halloween \n", + "1695 BARCELONA SPOING CLUB \n", + "57848 I will purchase a few things because I love th...\n", + "6174 Ah I'll let you off then ! \n", + "9295 just the idea of empowering women is so...\n", + "48858 Damn!! People late on the thing. This t...\n", + "17032 I miss u \n", + "30856 I just want to be with you always \n", + "56964 when you canโ€™t fall asleep because you just ca...\n", + "64594 less than 24hrs until the big 21\n", + "14707 were furry trash \n", + "54005 At this point, I will break the bank \n", + "60411 Thank not me! \n", + "59436 when u finally get a new nigga and all yo old ...\n", + "1264 I was a Nintendo boy my friend down the...\n", + "42327 Rabbit rabbit white rabbit. May everything goe...\n", + "39441 rainy morning ๐ŸŒง\n", + "17380 I'm glad it arrived safely!! Thank you ...\n", + "51558 Been in this drive through for 15 minutes Sti...\n", + "24223 I'm looking into it!!! \n", + "31673 Seokjin's just standing there & steal my ...\n", " ... \n", - "4414 Absolutely mate \n", - "21768 Running late to pick up the kids, and this tra...\n", - "5359 Lmao well if you say so \n", - "22550 Hardcore \n", - "55252 Click here to watch it: Kane hot office sex i...\n", - "42040 And brother โ€๏ธ thanks\n", - "19063 yes Haley \n", - "477 Our differences are the real treasur...\n", - "41045 I just took a two hour nap instead of d...\n", - "52270 Some guy full on grabbed my ass last night whe...\n", - "52102 Can't ever do anything for myself. \n", - "29210 OMFG SHES SO BEAUTIFUL \n", - "2131 Check out what I'm selling on my shop \n", - "2912 My shordy b boostin \n", - "64797 I pray my nieces NEVER feel this type of hurt ...\n", - "63632 I should definitely go to sleep and rea...\n", - "30426 Texas asf \n", - "68567 annyeong! if you have time kindly check...\n", - "61825 He melts me! I want him to stay this small for...\n", - "8057 Sorry Not Sorry By is Track 13 on I liked it too \n", - "18808 A mansion gap, maybe \n", - "64643 Happy halloween \n", - "34804 Where is a Civil Rights Lawyer ready to help t...\n", - "62123 I keep having dreams that my family come and v...\n", - "18325 # May this day bring countless happines...\n", - "66916 Happy Halloween \n", - "63618 This is what happens when I finish a painting \n", - "Name: text, Length: 61859, dtype: object" + "29591 Lmfao heโ€™s gonna wake up to 17 messages about ...\n", + "52608 The seaweed is always greener in somebody else...\n", + "22482 I can!\n", + "552 This is actually true. I like my rooibos black...\n", + "48523 Also the Punjabi in ke is dying ...\n", + "61773 Always make me cry always hurting me always ma...\n", + "61578 Thank you so much!!! \n", + "34541 I am here for this \n", + "2485 Yes bambz \n", + "35802 Donโ€™t give up just yet.\n", + "8504 HAPPY BIHDAY \n", + "3403 any dates of south america??? \n", + "53606 So nice honey\n", + "6234 my boyfriend and my sister are gonna be here f...\n", + "5030 Thanks! And definitely\n", + "46147 Y'all will roast my ass. Akhant \n", + "6445 Click here to watch it: MILF Phoenix Marie ta...\n", + "65485 Would have broke it\n", + "36002 Okinnam\n", + "53927 Thats my crew, I'd fit right in with th...\n", + "53701 Lol they saving it for match day \n", + "3549 Nooo after tonight we can be friends ag...\n", + "9393 Amazing the media trying to politics a terror ...\n", + "67371 Got so many compliments on our costumes tonigh...\n", + "22173 The Shoes...\n", + "26422 Happy Birthday today to Rep. Bruce Antone and ...\n", + "41219 Good morning sex \n", + "37447 My baby so cute โค๏ธ \n", + "21608 My week on Twitter : 1 Tweet. See yours with \n", + "1594 Itโ€™s fair to say I ruined my life a few times ...\n", + "Name: text, Length: 52477, dtype: object" ] }, - "execution_count": 26, + "execution_count": 55, "metadata": {}, "output_type": "execute_result" } @@ -1534,7 +1610,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 56, "metadata": {}, "outputs": [], "source": [ @@ -1543,28 +1619,22 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 57, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "array([[0.00124256, 0.00124216, 0.00123592, ..., 0.00123677, 0.00123611,\n", - " 0.00123534],\n", - " [0.00124442, 0.00123547, 0.00123502, ..., 0.00123892, 0.00123958,\n", - " 0.00123556],\n", - " [0.00124413, 0.00123538, 0.00124574, ..., 0.00123829, 0.00123556,\n", - " 0.00123374],\n", + "array([[0.49225155, 0.22154534, 0.28620324],\n", + " [0.4917669 , 0.22080076, 0.28743234],\n", + " [0.49208197, 0.22085808, 0.28705996],\n", " ...,\n", - " [0.00123915, 0.00123915, 0.00123916, ..., 0.00123915, 0.00123916,\n", - " 0.00123915],\n", - " [0.00124084, 0.00124438, 0.00123832, ..., 0.00123602, 0.00125055,\n", - " 0.00123963],\n", - " [0.00124321, 0.0012361 , 0.00123488, ..., 0.00123589, 0.00124259,\n", - " 0.00123691]], dtype=float32)" + " [0.48990184, 0.22155353, 0.28854463],\n", + " [0.49245682, 0.22013731, 0.28740585],\n", + " [0.4891684 , 0.2214878 , 0.2893438 ]], dtype=float32)" ] }, - "execution_count": 28, + "execution_count": 57, "metadata": {}, "output_type": "execute_result" } @@ -1575,51 +1645,19 @@ }, { "cell_type": "code", - "execution_count": 29, - "metadata": {}, - "outputs": [], - "source": [ - "binary_pred = np.zeros_like(pred)\n", - "binary_pred[np.arange(len(pred)), pred.argmax(1)] = 1 " - ] - }, - { - "cell_type": "code", - "execution_count": 30, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[0., 0., 0., ..., 0., 0., 0.],\n", - " [0., 0., 0., ..., 0., 0., 0.],\n", - " [0., 0., 0., ..., 0., 0., 0.]], dtype=float32)" - ] - }, - "execution_count": 30, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "binary_pred[[0,1,2]]" - ] - }, - { - "cell_type": "code", - "execution_count": 31, + "execution_count": 59, "metadata": {}, "outputs": [], "source": [ "# build a dataframe to visualize test results:\n", "testlist = pd.DataFrame({'text': Xt1, \n", - " 'teacher': mlb_single.inverse_transform(yt1) if SINGLE_LABEL else sent2emoji(yt1), \n", - " 'predict': mlb_single.inverse_transform(binary_pred) if SINGLE_LABEL else sent2emoji(binary_pred)})" + " 'teacher': sent2emoji(yt1),\n", + " 'predict': sent2emoji(pred)})" ] }, { "cell_type": "code", - "execution_count": 32, + "execution_count": 60, "metadata": {}, "outputs": [ { @@ -1650,184 +1688,184 @@ " \n", " \n", " \n", - " 15278\n", - " (๐ŸŒ ,)\n", - " (๐Ÿ˜…,)\n", - " <USER> <USER> 2 years? โœŒ\n", + " 62474\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™‹\n", + " Lovely\n", " \n", " \n", - " 36882\n", - " (๐Ÿ•”,)\n", - " (๐Ÿ˜‚,)\n", - " tell me why this is me everyday\n", + " 11750\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " โ˜ child they told that to slaves and look what...\n", " \n", " \n", - " 65543\n", - " (๐ŸŒ,)\n", - " (๐Ÿ“Œ,)\n", - " please follow us ::Twitter โ–ถ๏ธ โ–ถ๏ธ โ–ถ๏ธMARSHMALL...\n", + " 316\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " Only in Wisconsin\n", " \n", " \n", - " 65893\n", - " (๐Ÿ˜‚,)\n", - " (๐Ÿ”,)\n", - " This\n", + " 33553\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™\n", + " : Barboursville For Taxi 703-445-4450\n", " \n", " \n", - " 55496\n", - " (๐ŸŽณ,)\n", - " (๐Ÿ˜,)\n", - " <USER> Im in love\n", + " 1566\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " who cares anyway\n", " \n", " \n", - " 61997\n", - " (๐ŸŒ,)\n", - " (๐ŸŒธ,)\n", - " <USER> Miss you gemmthankyou sooo muchโคโค\n", + " 54842\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " <USER> first it was spratt then faze spratt th...\n", " \n", " \n", - " 15819\n", - " (๐Ÿ”น,)\n", - " (๐Ÿ˜‚,)\n", - " Me as a parent\n", + " 16711\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " I will forever love the Dodgers! BLEED BLUE t...\n", " \n", " \n", - " 21340\n", - " (๐ŸŒ‘,)\n", - " (๐Ÿ˜‚,)\n", - " Really betting my manager rn for tonightโ€™s game\n", + " 52129\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Š\n", + " ok she nailed this โ€๏ธ\n", " \n", " \n", - " 26691\n", - " (๐ŸŽณ,)\n", - " (๐Ÿ˜ฉ,)\n", - " Y ES IM A BAD BOY SO I LIKE BAD GIRL\n", + " 66914\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™†\n", + " time to create the Christmas playlist\n", " \n", " \n", - " 57025\n", - " (๐ŸŒท,)\n", - " (๐Ÿ˜ƒ,)\n", - " <USER> Just downloaded to my fire stick over ...\n", + " 42046\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " Penultimate <HASHTAG> of the 2017 race season!...\n", " \n", " \n", - " 17967\n", - " (๐Ÿ”,)\n", - " (๐Ÿ˜,)\n", - " <USER> Love this ! Hollywood is the man\n", + " 13783\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Š\n", + " hey friends i need space 2nite. happy 11-1! lo...\n", " \n", " \n", - " 68555\n", - " (๐ŸŒ‘,)\n", - " (๐Ÿ˜‰,)\n", - " <USER> Absolutely but if it had been a banana ...\n", + " 4034\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜’\n", + " Sombitch! 3.5 secs left an the goddamn 2K serv...\n", " \n", " \n", - " 20784\n", - " (๐Ÿ’,)\n", - " (๐Ÿป,)\n", - " La Grasaaaaaaaaa Reverse Shatter Back Board S...\n", + " 9773\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " sounds great..\n", " \n", " \n", - " 68300\n", - " (๐Ÿฅฃ,)\n", - " (๐Ÿ˜,)\n", - " I go to New York next month ahhhhhh\n", + " 27593\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ด\n", + " what happens after I give babe a massage\n", " \n", " \n", - " 4659\n", - " (๐Ÿ’,)\n", - " (๐Ÿ˜ญ,)\n", - " <USER> Iโ€™m trying to enjoy it as much as the f...\n", + " 22601\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™\n", + " <USER> Thank you\n", " \n", " \n", - " 66706\n", - " (๐ŸŒ•,)\n", - " (๐Ÿ“ž,)\n", - " : Salamander Resort <HASHTAG> ๐Ÿฝ๏ธ For Taxi 70...\n", + " 64332\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " <USER> I love you I'm so proud of you\n", " \n", " \n", - " 47510\n", - " (๐ŸŽ„,)\n", - " (๐Ÿ‘‰,)\n", - " For your actions there WILL be consequences. Y...\n", + " 23677\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™‹\n", + " <USER> <USER> Love how your coffee bags pop up...\n", " \n", " \n", - " 55294\n", - " (๐Ÿ˜พ,)\n", - " (๐Ÿ˜‚,)\n", - " <USER> Omg my cousin charging 40\n", + " 1530\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " <USER> I know\n", " \n", " \n", - " 621\n", - " (๐ŸŒ,)\n", - " (๐Ÿคฆ,)\n", - " Zoey daycare lets her do whatever she want, I ...\n", + " 38375\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " <USER> Xmas songs all the way! I got a new chr...\n", " \n", " \n", - " 31011\n", - " (๐Ÿ˜Œ,)\n", - " (๐Ÿ˜€,)\n", - " yeah! โœŒ๏ธ\n", + " 37403\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™†\n", + " 54 days until Christmas!!\n", " \n", " \n", - " 30659\n", - " (๐ŸŽ,)\n", - " (๐Ÿ’ช,)\n", - " This was so much I mean SO MUCH over due for t...\n", + " 52706\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™\n", + " \"November comesAnd November goes,ย With the las...\n", " \n", " \n", - " 66284\n", - " (๐Ÿค”,)\n", - " (๐Ÿ™‚,)\n", - " Parent contact booking is now open! Please fol...\n", + " 9628\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " <USER> You want me dead\n", " \n", " \n", - " 66758\n", - " (๐ŸŽ„,)\n", - " (๐Ÿ˜ฅ,)\n", - " <USER> OCONUS we donโ€™t have the Turkey Day buf...\n", + " 41270\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " Finally arrived Thank you so much <USER> So ...\n", " \n", " \n", - " 13456\n", - " (๐ŸŒ ,)\n", - " (๐Ÿ’•,)\n", - " Dems realtor business partners have lots of ni...\n", + " 56276\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " Omfg this is amazing\n", " \n", " \n", - " 15057\n", - " (๐Ÿฅฃ,)\n", - " (๐Ÿ˜‚,)\n", - " Ready for the dodgers fans excuses\n", + " 14805\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Š\n", + " Finding my <HASHTAG> need it now\n", " \n", " \n", - " 188\n", - " (๐ŸŽ„,)\n", - " (๐ŸŽ‰,)\n", - " <USER> Happy Birthday Angge\n", + " 1275\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Š\n", + " <USER> happy birthday\n", " \n", " \n", - " 5054\n", - " (๐ŸŽ„,)\n", - " (๐Ÿ˜‚,)\n", - " <USER> <USER> Lawsuit\n", + " 30821\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Œ\n", + " <USER> better stock up, quenouille season is c...\n", " \n", " \n", - " 18099\n", - " (๐Ÿ‘ƒ,)\n", - " (๐Ÿ˜ค,)\n", - " Finna roll this up no excuses\n", + " 36974\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " i always think miguel is saying \"black power\" ...\n", " \n", " \n", - " 17120\n", - " (๐ŸŒ,)\n", - " (โšก,)\n", - " But itโ€™s forever fuck em and keep it gutta ๏ธ\n", + " 31270\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " <USER> so proud\n", " \n", " \n", - " 14552\n", - " (๐Ÿ“–,)\n", - " (๐Ÿ˜,)\n", - " I just need to hubby a hockey player up\n", + " 21672\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " <USER> snapchat chick ?\n", " \n", " \n", " ...\n", @@ -1836,255 +1874,255 @@ " ...\n", " \n", " \n", - " 21819\n", - " (๐ŸŽ„,)\n", - " (๐Ÿ˜‚,)\n", - " Niggas funny af\n", + " 6464\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " <USER> <USER> Actually I donโ€™t think that woul...\n", " \n", " \n", - " 18460\n", - " (โ™ฟ,)\n", - " (๐Ÿ’,)\n", - " 1. Donโ€™t EVER disrespect Thanksgiving cuz yo f...\n", + " 14439\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜›\n", + " happy birthday to a really great friend, hope ...\n", " \n", " \n", - " 60291\n", - " (๐Ÿšฎ,)\n", - " (๐Ÿ’˜,)\n", - " happy bday lexi <USER>\n", + " 30789\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " Might fuck around and not turn in my library b...\n", " \n", " \n", - " 22623\n", - " (๐Ÿ”–,)\n", - " (๐Ÿ˜ฉ,)\n", - " Mr.Lazaro said โ€œthereโ€™s my girlsโ€ when he seen...\n", + " 37129\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜€\n", + " My lil baby sick and itโ€™s making me sad, I den...\n", " \n", " \n", - " 87\n", - " (๐ŸŒ,)\n", - " (๐ŸŽˆ,)\n", - " Happy Birthday Blake!!!! I hope you have an am...\n", + " 61305\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ƒ\n", + " Love our customers...always on the go! โค๏ธ TRO...\n", " \n", " \n", - " 2884\n", - " (๐Ÿ„,)\n", - " (๐Ÿ˜‰,)\n", - " <USER> This would be a good time to do a Week ...\n", + " 4821\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™Œ\n", + " God bless whoever you marry!\n", " \n", " \n", - " 30212\n", - " (๐Ÿง˜,)\n", - " (๐Ÿ“Œ,)\n", - " <USER> Done, pls โค๏ธ y FAV\n", + " 6509\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ธ\n", + " j-u-v-e: On 1 November, Juventus turns 120! H...\n", " \n", " \n", - " 55813\n", - " (๐Ÿ˜พ,)\n", - " (๐Ÿ˜,)\n", - " There is just something about <USER> <HASHTAG>\n", + " 41347\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜Š\n", + " <USER> Yeah, sunshine, I promise I love you a...\n", " \n", " \n", - " 11657\n", - " (๐Ÿ’š,)\n", - " (๐Ÿ˜ด,)\n", - " <USER> you're brudda!\n", + " 15368\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™Œ\n", + " You ain't ever made love, You just wanted some...\n", " \n", " \n", - " 18215\n", - " (๐Ÿน,)\n", - " (๐Ÿคท,)\n", - " Not being depressed โ€๏ธ\n", + " 22594\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " This whole lingerie thing is funny sha\n", " \n", " \n", - " 48609\n", - " (๐Ÿง˜,)\n", - " (๐Ÿค‘,)\n", - " <USER> I โค you. My woman crush everyday as alw...\n", + " 61471\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " <USER> Wooo congrats buddy!\n", " \n", " \n", - " 16079\n", - " (๐Ÿฅฃ,)\n", - " (โš“,)\n", - " I added a video to a <USER> playlist ๐Ÿ›ณ ๏ธ The ...\n", + " 63724\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‰\n", + " Early mornings\n", " \n", " \n", - " 28380\n", - " (๐Ÿฅฃ,)\n", - " (๐Ÿ˜‚,)\n", - " Dodgers\n", + " 7399\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " <USER> <USER> So Sad\n", " \n", " \n", - " 41212\n", - " (๐ŸŒ,)\n", - " (๐Ÿ”ด,)\n", - " [LIVE] on <USER>\n", + " 8262\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜€\n", + " But opening up means trusting others.And that'...\n", " \n", " \n", - " 67555\n", - " (๐Ÿ”—,)\n", - " (๐Ÿ’ž,)\n", - " โ€ข <USER> my precious Niya always checking up o...\n", + " 61430\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " bambam pink hairโค๏ธ\n", " \n", " \n", - " 45490\n", - " (๐Ÿ•”,)\n", - " (๐Ÿคท,)\n", - " If you wanna make things right it go both ways โ€๏ธ\n", + " 59747\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " Nah last nights game was well worth my months ...\n", " \n", " \n", - " 54052\n", - " (๐ŸŒ,)\n", - " (๐Ÿ˜ข,)\n", - " Poor baby!!!\n", + " 47655\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜š\n", + " <USER> wish your many more happy returns of th...\n", " \n", " \n", - " 54517\n", - " (๐Ÿน,)\n", - " (๐Ÿ˜š,)\n", - " <USER> happy birthday, hope you have a good day\n", + " 30992\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ถ\n", + " my heart breaks into a million pieces every mo...\n", " \n", " \n", - " 24047\n", - " (๐ŸŒท,)\n", - " (๐Ÿ˜Œ,)\n", - " Donโ€™t get mad when them haters stare let em lo...\n", + " 2204\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™\n", + " Call Congress (202) 224-3121 <HASHTAG> <HASHTA...\n", " \n", " \n", - " 253\n", - " (๐Ÿฅ„,)\n", - " (๐Ÿ˜Ž,)\n", - " Sag season right around the corner. 25 on the ...\n", + " 41224\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " I love Lucasโ€™s sister! โค๏ธ Erica is so funny!\n", " \n", " \n", - " 64707\n", - " (๐ŸŽธ,)\n", - " (๐Ÿ˜‡,)\n", - " <USER> Letโ€™s see his costume\n", + " 65180\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " <USER> PULL THRU JELLYBEAN\n", " \n", " \n", - " 34279\n", - " (๐ŸŒฏ,)\n", - " (๐Ÿ˜ฅ,)\n", - " <USER> I AM NERVOUS!!\n", + " 48319\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ญ\n", + " i miss the snickerdoodle swirl from <USER> so ...\n", " \n", " \n", - " 58342\n", - " (๐Ÿค,)\n", - " (๐Ÿ™Œ,)\n", - " <USER> This looks amazing\n", + " 19825\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‹\n", + " I love you- and I really do.\n", " \n", " \n", - " 16361\n", - " (๐ŸŽ„,)\n", - " (๐Ÿ™Œ,)\n", - " <USER> <USER> <USER> <USER> <USER> <USER> Shit...\n", + " 63387\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜น\n", + " Love huvin Mason, can steal aw his Halloween s...\n", " \n", " \n", - " 39069\n", - " (๐Ÿ˜‚,)\n", - " (๐Ÿ‘‡,)\n", - " THIS\n", + " 33798\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " 80/0 at the end of 10 overs - Shikhar Dhawan ...\n", " \n", " \n", - " 59739\n", - " (๐ŸŒท,)\n", - " (๐Ÿ†,)\n", - " I've never consumed a reindeer.\n", + " 63144\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ™‹\n", + " Stoping for a few in between 12 hr shifts is p...\n", " \n", " \n", - " 49140\n", - " (๐ŸŒ•,)\n", - " (๐Ÿค,)\n", - " Sales is the heart of business.\n", + " 5185\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜\n", + " When a band member of Volumes actually adds yo...\n", " \n", " \n", - " 47901\n", - " (๐Ÿ˜‚,)\n", - " (๐Ÿ˜ญ,)\n", - " bruuuuhhh\n", + " 65919\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜ถ\n", + " <USER> <USER> Evil sick humans what a world we...\n", " \n", " \n", - " 4241\n", - " (๐Ÿ’ฒ,)\n", - " (๐ŸŽ“,)\n", - " <USER> Congratulations ! youโ€™ve graduated with...\n", + " 27834\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " <USER> I always thought it was <USER>\n", " \n", " \n", - " 24123\n", - " (โž—,)\n", - " (๐Ÿ‘,)\n", - " <USER> Your A Rock Star! How You Put Up With ...\n", + " 57241\n", + " ๐Ÿ˜‚\n", + " ๐Ÿ˜‚\n", + " <USER> <USER> I thought u meant the show neve...\n", " \n", " \n", "\n", - "

6874 rows ร— 3 columns

\n", + "

5831 rows ร— 3 columns

\n", "" ], "text/plain": [ " predict teacher text\n", - "15278 (๐ŸŒ ,) (๐Ÿ˜…,) 2 years? โœŒ\n", - "36882 (๐Ÿ•”,) (๐Ÿ˜‚,) tell me why this is me everyday \n", - "65543 (๐ŸŒ,) (๐Ÿ“Œ,) please follow us ::Twitter โ–ถ๏ธ โ–ถ๏ธ โ–ถ๏ธMARSHMALL...\n", - "65893 (๐Ÿ˜‚,) (๐Ÿ”,) This \n", - "55496 (๐ŸŽณ,) (๐Ÿ˜,) Im in love \n", - "61997 (๐ŸŒ,) (๐ŸŒธ,) Miss you gemmthankyou sooo muchโคโค\n", - "15819 (๐Ÿ”น,) (๐Ÿ˜‚,) Me as a parent \n", - "21340 (๐ŸŒ‘,) (๐Ÿ˜‚,) Really betting my manager rn for tonightโ€™s game \n", - "26691 (๐ŸŽณ,) (๐Ÿ˜ฉ,) Y ES IM A BAD BOY SO I LIKE BAD GIRL \n", - "57025 (๐ŸŒท,) (๐Ÿ˜ƒ,) Just downloaded to my fire stick over ...\n", - "17967 (๐Ÿ”,) (๐Ÿ˜,) Love this ! Hollywood is the man \n", - "68555 (๐ŸŒ‘,) (๐Ÿ˜‰,) Absolutely but if it had been a banana ...\n", - "20784 (๐Ÿ’,) (๐Ÿป,) La Grasaaaaaaaaa Reverse Shatter Back Board S...\n", - "68300 (๐Ÿฅฃ,) (๐Ÿ˜,) I go to New York next month ahhhhhh \n", - "4659 (๐Ÿ’,) (๐Ÿ˜ญ,) Iโ€™m trying to enjoy it as much as the f...\n", - "66706 (๐ŸŒ•,) (๐Ÿ“ž,) : Salamander Resort ๐Ÿฝ๏ธ For Taxi 70...\n", - "47510 (๐ŸŽ„,) (๐Ÿ‘‰,) For your actions there WILL be consequences. Y...\n", - "55294 (๐Ÿ˜พ,) (๐Ÿ˜‚,) Omg my cousin charging 40 \n", - "621 (๐ŸŒ,) (๐Ÿคฆ,) Zoey daycare lets her do whatever she want, I ...\n", - "31011 (๐Ÿ˜Œ,) (๐Ÿ˜€,) yeah! โœŒ๏ธ \n", - "30659 (๐ŸŽ,) (๐Ÿ’ช,) This was so much I mean SO MUCH over due for t...\n", - "66284 (๐Ÿค”,) (๐Ÿ™‚,) Parent contact booking is now open! Please fol...\n", - "66758 (๐ŸŽ„,) (๐Ÿ˜ฅ,) OCONUS we donโ€™t have the Turkey Day buf...\n", - "13456 (๐ŸŒ ,) (๐Ÿ’•,) Dems realtor business partners have lots of ni...\n", - "15057 (๐Ÿฅฃ,) (๐Ÿ˜‚,) Ready for the dodgers fans excuses \n", - "188 (๐ŸŽ„,) (๐ŸŽ‰,) Happy Birthday Angge \n", - "5054 (๐ŸŽ„,) (๐Ÿ˜‚,) Lawsuit \n", - "18099 (๐Ÿ‘ƒ,) (๐Ÿ˜ค,) Finna roll this up no excuses \n", - "17120 (๐ŸŒ,) (โšก,) But itโ€™s forever fuck em and keep it gutta ๏ธ\n", - "14552 (๐Ÿ“–,) (๐Ÿ˜,) I just need to hubby a hockey player up \n", + "62474 ๐Ÿ˜‚ ๐Ÿ™‹ Lovely \n", + "11750 ๐Ÿ˜‚ ๐Ÿ˜‚ โ˜ child they told that to slaves and look what...\n", + "316 ๐Ÿ˜‚ ๐Ÿ˜‚ Only in Wisconsin \n", + "33553 ๐Ÿ˜‚ ๐Ÿ™ : Barboursville For Taxi 703-445-4450 \n", + "1566 ๐Ÿ˜‚ ๐Ÿ˜ who cares anyway \n", + "54842 ๐Ÿ˜‚ ๐Ÿ˜ญ first it was spratt then faze spratt th...\n", + "16711 ๐Ÿ˜‚ ๐Ÿ˜š I will forever love the Dodgers! BLEED BLUE t...\n", + "52129 ๐Ÿ˜‚ ๐Ÿ˜Š ok she nailed this โ€๏ธ \n", + "66914 ๐Ÿ˜‚ ๐Ÿ™† time to create the Christmas playlist \n", + "42046 ๐Ÿ˜‚ ๐Ÿ˜ Penultimate of the 2017 race season!...\n", + "13783 ๐Ÿ˜‚ ๐Ÿ˜Š hey friends i need space 2nite. happy 11-1! lo...\n", + "4034 ๐Ÿ˜‚ ๐Ÿ˜’ Sombitch! 3.5 secs left an the goddamn 2K serv...\n", + "9773 ๐Ÿ˜‚ ๐Ÿ˜ sounds great.. \n", + "27593 ๐Ÿ˜‚ ๐Ÿ˜ด what happens after I give babe a massage \n", + "22601 ๐Ÿ˜‚ ๐Ÿ™ Thank you \n", + "64332 ๐Ÿ˜‚ ๐Ÿ˜š I love you I'm so proud of you \n", + "23677 ๐Ÿ˜‚ ๐Ÿ™‹ Love how your coffee bags pop up...\n", + "1530 ๐Ÿ˜‚ ๐Ÿ˜ญ I know \n", + "38375 ๐Ÿ˜‚ ๐Ÿ˜ Xmas songs all the way! I got a new chr...\n", + "37403 ๐Ÿ˜‚ ๐Ÿ™† 54 days until Christmas!! \n", + "52706 ๐Ÿ˜‚ ๐Ÿ™ \"November comesAnd November goes,ย With the las...\n", + "9628 ๐Ÿ˜‚ ๐Ÿ˜ญ You want me dead \n", + "41270 ๐Ÿ˜‚ ๐Ÿ˜ Finally arrived Thank you so much So ...\n", + "56276 ๐Ÿ˜‚ ๐Ÿ˜‚ Omfg this is amazing \n", + "14805 ๐Ÿ˜‚ ๐Ÿ˜Š Finding my need it now \n", + "1275 ๐Ÿ˜‚ ๐Ÿ˜Š happy birthday\n", + "30821 ๐Ÿ˜‚ ๐Ÿ˜Œ better stock up, quenouille season is c...\n", + "36974 ๐Ÿ˜‚ ๐Ÿ˜‚ i always think miguel is saying \"black power\" ...\n", + "31270 ๐Ÿ˜‚ ๐Ÿ˜š so proud \n", + "21672 ๐Ÿ˜‚ ๐Ÿ˜ญ snapchat chick ? \n", "... ... ... ...\n", - "21819 (๐ŸŽ„,) (๐Ÿ˜‚,) Niggas funny af \n", - "18460 (โ™ฟ,) (๐Ÿ’,) 1. Donโ€™t EVER disrespect Thanksgiving cuz yo f...\n", - "60291 (๐Ÿšฎ,) (๐Ÿ’˜,) happy bday lexi \n", - "22623 (๐Ÿ”–,) (๐Ÿ˜ฉ,) Mr.Lazaro said โ€œthereโ€™s my girlsโ€ when he seen...\n", - "87 (๐ŸŒ,) (๐ŸŽˆ,) Happy Birthday Blake!!!! I hope you have an am...\n", - "2884 (๐Ÿ„,) (๐Ÿ˜‰,) This would be a good time to do a Week ...\n", - "30212 (๐Ÿง˜,) (๐Ÿ“Œ,) Done, pls โค๏ธ y FAV\n", - "55813 (๐Ÿ˜พ,) (๐Ÿ˜,) There is just something about \n", - "11657 (๐Ÿ’š,) (๐Ÿ˜ด,) you're brudda!\n", - "18215 (๐Ÿน,) (๐Ÿคท,) Not being depressed โ€๏ธ \n", - "48609 (๐Ÿง˜,) (๐Ÿค‘,) I โค you. My woman crush everyday as alw...\n", - "16079 (๐Ÿฅฃ,) (โš“,) I added a video to a playlist ๐Ÿ›ณ ๏ธ The ...\n", - "28380 (๐Ÿฅฃ,) (๐Ÿ˜‚,) Dodgers \n", - "41212 (๐ŸŒ,) (๐Ÿ”ด,) [LIVE] on \n", - "67555 (๐Ÿ”—,) (๐Ÿ’ž,) โ€ข my precious Niya always checking up o...\n", - "45490 (๐Ÿ•”,) (๐Ÿคท,) If you wanna make things right it go both ways โ€๏ธ\n", - "54052 (๐ŸŒ,) (๐Ÿ˜ข,) Poor baby!!! \n", - "54517 (๐Ÿน,) (๐Ÿ˜š,) happy birthday, hope you have a good day\n", - "24047 (๐ŸŒท,) (๐Ÿ˜Œ,) Donโ€™t get mad when them haters stare let em lo...\n", - "253 (๐Ÿฅ„,) (๐Ÿ˜Ž,) Sag season right around the corner. 25 on the ...\n", - "64707 (๐ŸŽธ,) (๐Ÿ˜‡,) Letโ€™s see his costume \n", - "34279 (๐ŸŒฏ,) (๐Ÿ˜ฅ,) I AM NERVOUS!!\n", - "58342 (๐Ÿค,) (๐Ÿ™Œ,) This looks amazing \n", - "16361 (๐ŸŽ„,) (๐Ÿ™Œ,) Shit...\n", - "39069 (๐Ÿ˜‚,) (๐Ÿ‘‡,) THIS \n", - "59739 (๐ŸŒท,) (๐Ÿ†,) I've never consumed a reindeer. \n", - "49140 (๐ŸŒ•,) (๐Ÿค,) Sales is the heart of business. \n", - "47901 (๐Ÿ˜‚,) (๐Ÿ˜ญ,) bruuuuhhh \n", - "4241 (๐Ÿ’ฒ,) (๐ŸŽ“,) Congratulations ! youโ€™ve graduated with...\n", - "24123 (โž—,) (๐Ÿ‘,) Your A Rock Star! How You Put Up With ...\n", + "6464 ๐Ÿ˜‚ ๐Ÿ˜‚ Actually I donโ€™t think that woul...\n", + "14439 ๐Ÿ˜‚ ๐Ÿ˜› happy birthday to a really great friend, hope ...\n", + "30789 ๐Ÿ˜‚ ๐Ÿ˜ Might fuck around and not turn in my library b...\n", + "37129 ๐Ÿ˜‚ ๐Ÿ˜€ My lil baby sick and itโ€™s making me sad, I den...\n", + "61305 ๐Ÿ˜‚ ๐Ÿ˜ƒ Love our customers...always on the go! โค๏ธ TRO...\n", + "4821 ๐Ÿ˜‚ ๐Ÿ™Œ God bless whoever you marry! \n", + "6509 ๐Ÿ˜‚ ๐Ÿ˜ธ j-u-v-e: On 1 November, Juventus turns 120! H...\n", + "41347 ๐Ÿ˜‚ ๐Ÿ˜Š Yeah, sunshine, I promise I love you a...\n", + "15368 ๐Ÿ˜‚ ๐Ÿ™Œ You ain't ever made love, You just wanted some...\n", + "22594 ๐Ÿ˜‚ ๐Ÿ˜‚ This whole lingerie thing is funny sha \n", + "61471 ๐Ÿ˜‚ ๐Ÿ˜š Wooo congrats buddy!\n", + "63724 ๐Ÿ˜‚ ๐Ÿ˜‰ Early mornings \n", + "7399 ๐Ÿ˜‚ ๐Ÿ˜ญ So Sad \n", + "8262 ๐Ÿ˜‚ ๐Ÿ˜€ But opening up means trusting others.And that'...\n", + "61430 ๐Ÿ˜‚ ๐Ÿ˜š bambam pink hairโค๏ธ\n", + "59747 ๐Ÿ˜‚ ๐Ÿ˜‚ Nah last nights game was well worth my months ...\n", + "47655 ๐Ÿ˜‚ ๐Ÿ˜š wish your many more happy returns of th...\n", + "30992 ๐Ÿ˜‚ ๐Ÿ˜ถ my heart breaks into a million pieces every mo...\n", + "2204 ๐Ÿ˜‚ ๐Ÿ™ Call Congress (202) 224-3121 PULL THRU JELLYBEAN \n", + "48319 ๐Ÿ˜‚ ๐Ÿ˜ญ i miss the snickerdoodle swirl from so ...\n", + "19825 ๐Ÿ˜‚ ๐Ÿ˜‹ I love you- and I really do. \n", + "63387 ๐Ÿ˜‚ ๐Ÿ˜น Love huvin Mason, can steal aw his Halloween s...\n", + "33798 ๐Ÿ˜‚ ๐Ÿ˜ 80/0 at the end of 10 overs - Shikhar Dhawan ...\n", + "63144 ๐Ÿ˜‚ ๐Ÿ™‹ Stoping for a few in between 12 hr shifts is p...\n", + "5185 ๐Ÿ˜‚ ๐Ÿ˜ When a band member of Volumes actually adds yo...\n", + "65919 ๐Ÿ˜‚ ๐Ÿ˜ถ Evil sick humans what a world we...\n", + "27834 ๐Ÿ˜‚ ๐Ÿ˜‚ I always thought it was \n", + "57241 ๐Ÿ˜‚ ๐Ÿ˜‚ I thought u meant the show neve...\n", "\n", - "[6874 rows x 3 columns]" + "[5831 rows x 3 columns]" ] }, "metadata": {}, @@ -2097,7 +2135,7 @@ }, { "cell_type": "code", - "execution_count": 33, + "execution_count": 61, "metadata": {}, "outputs": [], "source": [ @@ -2113,13 +2151,13 @@ }, { "cell_type": "code", - "execution_count": 36, + "execution_count": 63, "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "ba20ba113dff4af0b14ea6a6e666e521", + "model_id": "865c37ebeb2443a589ccbaf220456457", "version_major": 2, "version_minor": 0 }, @@ -2148,7 +2186,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "f3af634eb2e64822921b57848e032dcf", + "model_id": "d34382a5e13c4be396303afc6b138c2a", "version_major": 2, "version_minor": 0 }, @@ -2195,21 +2233,7 @@ " with out:\n", " pred = clf.predict(vectorizer.transform([t.value]))\n", " \n", - " #binary_pred = np.zeros_like(pred)\n", - " #binary_pred[np.arange(len(pred)), pred.argmax(1)] = 1\n", - " \n", - " binary_pred = []\n", - " \n", - " s = np.argsort(pred[0])[-5:]\n", - " \n", - " for i in s:\n", - " b = np.zeros_like(pred[0])\n", - " b[i] = 1\n", - " binary_pred.append(b)\n", - " \n", - " binary_pred = np.array(binary_pred)\n", - " \n", - " display(Markdown(\"# \" + str(mlb_single.inverse_transform(binary_pred) if SINGLE_LABEL else sent2emoji(binary_pred))))\n", + " display(Markdown(\"# \" + str(sent2emoji(pred))))\n", "\n", "b.on_click(handle_submit)\n", " \n", @@ -2219,18 +2243,9 @@ }, { "cell_type": "code", - "execution_count": 44, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "0.9991493705341953\n", - "15\n" - ] - } - ], + "outputs": [], "source": [ "import numpy as np\n", "\n",