jonas/nlp-lab
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixed some docstrings

Browse Source
This commit is contained in:
Jonas Weinz 2018-06-04 16:18:36 +02:00
parent 294f9686d7
commit 72f2700b66
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
Project/Tools/json_stream_filter/json_stream_filter.py
View File

@ -64,7 +64,7 @@ class json_streamer(object):
if key in stream_dict: if key in stream_dict:
for r in r_list: for r in r_list:
if r.key_to_store_match is not None: if r.key_to_store_match is not None:
# looking for all occurences and storing them in an on json key # looking for all occurences and storing them in an json key
matches = r.regexp_obj.findall(stream_dict[key]) matches = r.regexp_obj.findall(stream_dict[key])
stream_dict[r.key_to_store_match] = matches # TODO: can not handle multiple rules storing in the same key!!! stream_dict[r.key_to_store_match] = matches # TODO: can not handle multiple rules storing in the same key!!!
if r.replace_str is not None: if r.replace_str is not None:
@ -116,8 +116,8 @@ class json_streamer(object):
if c == '"' and prev_c != '\\': if c == '"' and prev_c != '\\':
inside_quotes = not inside_quotes inside_quotes = not inside_quotes
# setting previous c. only exception if a double backslash occurs ignoring it. # setting previous c. only exception: if a double backslash (= escaped backslash) occurs ignore it.
# Because that breaks our escaped character detection # Because that would break our escaped character detection
prev_c = c if not (c == '\\' and prev_c == '\\') else '' prev_c = c if not (c == '\\' and prev_c == '\\') else ''
stream_error.write("\n\nReached EOF. #Processed objects: " + str(success_batch_counter) + ", #failed objects: " + str(fail_batch_counter) + "\n\n") stream_error.write("\n\nReached EOF. #Processed objects: " + str(success_batch_counter) + ", #failed objects: " + str(fail_batch_counter) + "\n\n")