jonas/nlp-lab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactoring updates

Browse Source
This commit is contained in:
Jonas Weinz 2018-07-27 15:18:34 +02:00
parent bb116b9f44
commit e56707102c
5 changed files with 20 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
Project/Tools/EmojiCounting.ipynb
View File

File diff suppressed because one or more lines are too long

6
Project/Tools/Evaluation_with_csv.ipynb
View File

@ -41,9 +41,7 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {},
"collapsed": true
},
"source": [ "source": [
"Initial definition of emojis used later" "Initial definition of emojis used later"
] ]
@ -491,7 +489,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.6.3" "version": "3.6.5"
} }
}, },
"nbformat": 4, "nbformat": 4,

32
Project/Tools/User_Interface.ipynb
View File

@ -41,9 +41,7 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {},
"collapsed": true
},
"source": [ "source": [
"Initial definition of emojis used later" "Initial definition of emojis used later"
] ]
@ -88,13 +86,13 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"[nltk_data] Downloading package punkt to /Users/Carsten/nltk_data...\n", "[nltk_data] Downloading package punkt to /home/jonas/nltk_data...\n",
"[nltk_data] Package punkt is already up-to-date!\n", "[nltk_data] Package punkt is already up-to-date!\n",
"[nltk_data] Downloading package averaged_perceptron_tagger to\n", "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
"[nltk_data] /Users/Carsten/nltk_data...\n", "[nltk_data] /home/jonas/nltk_data...\n",
"[nltk_data] Package averaged_perceptron_tagger is already up-to-\n", "[nltk_data] Package averaged_perceptron_tagger is already up-to-\n",
"[nltk_data] date!\n", "[nltk_data] date!\n",
"[nltk_data] Downloading package wordnet to /Users/Carsten/nltk_data...\n", "[nltk_data] Downloading package wordnet to /home/jonas/nltk_data...\n",
"[nltk_data] Package wordnet is already up-to-date!\n" "[nltk_data] Package wordnet is already up-to-date!\n"
] ]
} }
@ -105,9 +103,9 @@
"sys.path.append(\"..\")\n", "sys.path.append(\"..\")\n",
"sys.path.append(\"../naive_approach\")\n", "sys.path.append(\"../naive_approach\")\n",
"\n", "\n",
"import simple_approach.simple_twitter_learning as stl\n", "import advanced_approach.twitter_learning as twl\n",
"#clf_advanced = stl.pipeline_manager.load_pipeline_from_files( '\"/Users/Carsten/DataSets/NLP_LAB/tfidf_final/final_epoch01.pipeline', ['keras_model'], ['vectorizer', 'keras_model'])\n", "#clf_advanced = stl.pipeline_manager.load_pipeline_from_files( '\"/Users/Carsten/DataSets/NLP_LAB/tfidf_final/final_epoch01.pipeline', ['keras_model'], ['vectorizer', 'keras_model'])\n",
"clf_advanced = stl.pipeline_manager.load_from_pipeline_file(\"/Users/Carsten/DataSets/NLP_LAB/tfidf_final/final_epoch01.pipeline\")\n", "clf_advanced = twl.pipeline_manager.load_from_pipeline_file(\"/home/jonas/Dokumente/NLP_DATA/python_dumps/pipelines/tfidf_final/final_epoch01.pipeline\")\n",
"import Tools.Emoji_Distance as ed" "import Tools.Emoji_Distance as ed"
] ]
}, },
@ -559,12 +557,12 @@
{ {
"data": { "data": {
"application/vnd.jupyter.widget-view+json": { "application/vnd.jupyter.widget-view+json": {
"model_id": "6c16f36840984c1e9749b70846926f66", "model_id": "de02918c53e745d7b1b8fd47226464db",
"version_major": 2, "version_major": 2,
"version_minor": 0 "version_minor": 0
}, },
"text/plain": [ "text/plain": [
"A Jupyter Widget" "VBox(children=(VBox(children=(Output(layout=Layout(max_height='500px')),)), HBox(children=(Button(description=…"
] ]
}, },
"metadata": {}, "metadata": {},
@ -581,9 +579,7 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {},
"collapsed": true
},
"source": [ "source": [
"improve naive approach\n", "improve naive approach\n",
"word2vec\n", "word2vec\n",
@ -594,9 +590,7 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"metadata": { "metadata": {},
"collapsed": true
},
"source": [ "source": [
"## I Am Groot" "## I Am Groot"
] ]
@ -655,12 +649,12 @@
{ {
"data": { "data": {
"application/vnd.jupyter.widget-view+json": { "application/vnd.jupyter.widget-view+json": {
"model_id": "503a0e49088a4374972a5f16abfa7e79", "model_id": "4e56d0b43b594e34b799365a468301ee",
"version_major": 2, "version_major": 2,
"version_minor": 0 "version_minor": 0
}, },
"text/plain": [ "text/plain": [
"A Jupyter Widget" "VBox(children=(VBox(children=(Output(layout=Layout(max_height='500px')),)), HBox(children=(Text(value=''),))),…"
] ]
}, },
"metadata": {}, "metadata": {},
@ -698,7 +692,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.6.3" "version": "3.6.5"
} }
}, },
"nbformat": 4, "nbformat": 4,

BIN
Project/Tools/histogram.png
View File

Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 37 KiB

After

Width:  |  Height:  |  Size: 12 KiB

2
Project/Tools/kmeans_on_Emojis.ipynb
View File

@ -198,7 +198,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.6.4" "version": "3.6.5"
} }
}, },
"nbformat": 4, "nbformat": 4,