fixed problem with escaped unicode chars, from Spanish smple data
This commit is contained in:
2722
B-050719-1400H-MARIA_R-PART_1.MP4.json
Normal file
2722
B-050719-1400H-MARIA_R-PART_1.MP4.json
Normal file
File diff suppressed because it is too large
Load Diff
6749
B-050719-1400H-MARIA_R-PART_1.MP4.txt
Normal file
6749
B-050719-1400H-MARIA_R-PART_1.MP4.txt
Normal file
File diff suppressed because it is too large
Load Diff
@@ -1,3 +1,4 @@
|
||||
import codecs
|
||||
import json
|
||||
import re
|
||||
|
||||
@@ -38,6 +39,7 @@ class GoogleConverter(TranscriptConverter):
|
||||
punc_after = helpers.get_punc_after(word_obj.word) or False
|
||||
|
||||
the_word = word_obj.word
|
||||
|
||||
if punc_before:
|
||||
the_word = the_word[len(punc_before):]
|
||||
if punc_after:
|
||||
@@ -128,6 +130,7 @@ def make_json_friendly(json_string):
|
||||
|
||||
new_string += line
|
||||
|
||||
new_string = new_string.replace('\\', '')
|
||||
if '\\' in new_string:
|
||||
new_string = codecs.escape_decode(new_string)[0].decode('utf-8')
|
||||
|
||||
return new_string[:-2] + ']'
|
||||
|
||||
@@ -24,19 +24,19 @@ def is_a_proper_noun(phrase):
|
||||
def get_punc_before(word):
|
||||
punc = []
|
||||
for char in word:
|
||||
if char.isalpha():
|
||||
return punc
|
||||
if char in PUNCTUATION:
|
||||
punc.append(char)
|
||||
else:
|
||||
return punc
|
||||
|
||||
|
||||
def get_punc_after(word):
|
||||
punc = []
|
||||
for char in reversed(word):
|
||||
if char.isalpha():
|
||||
return punc
|
||||
if char in PUNCTUATION:
|
||||
punc.insert(0, char)
|
||||
else:
|
||||
return punc
|
||||
|
||||
|
||||
def is_path(string):
|
||||
|
||||
@@ -11,7 +11,7 @@ output_choices = [k for k, v in
|
||||
if callable(v)]
|
||||
|
||||
@click.command()
|
||||
@click.option('-p', '--print-output', is_flag=True, default=True,
|
||||
@click.option('-p', '--print-output', is_flag=True, default=False,
|
||||
help='pretty print the transcript, breaks pipeability')
|
||||
@click.option('--language-code', default='en-US',
|
||||
help='specify language, defaults to en-US.')
|
||||
|
||||
BIN
transcription_jobs.p
Normal file
BIN
transcription_jobs.p
Normal file
Binary file not shown.
Reference in New Issue
Block a user