jonas/nlp-lab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

changed language detector streamer

Browse Source
This commit is contained in:
Jonas Weinz 2018-05-28 14:55:43 +02:00
parent c9e182b5fa
commit 7e1af5ac2c
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Project/Tools/stream_language_detector.py
View File

@ -8,10 +8,9 @@ import sys
# other lines are just passing through so that this script can be used in a shell pipeline # other lines are just passing through so that this script can be used in a shell pipeline
for line in fi.input(): for line in fi.input():
s = str.split(line.lstrip(' '), ":") if line.startswith(' "text"'):
if s[0] == '"text"':
try: try:
sys.stdout.write(' "lang": "' + detect(s[1]) + '"\n') sys.stdout.write(' "lang": "' + detect(line[10:]) + '"\n')
except Exception: except Exception:
sys.stdout.write(' "lang": "NaN"\n') sys.stdout.write(' "lang": "NaN"\n')
sys.stdout.write(line) sys.stdout.write(line)