zhengjl/text-generation-webui
Public Access
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Improve Silero's Preprocessor to Handle Punctuation and Whitespace Better

Browse Source
This commit is contained in:
da3dsoul
2023-04-03 20:24:09 -04:00
parent 7d4e419dbe
commit 39063c48bb
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
extensions/silero_tts/tts_preprocessor.py
View File

@@ -48,7 +48,11 @@ def preprocess(string):
# For now, expand abbreviations to pronunciations # For now, expand abbreviations to pronunciations
string = replace_abbreviations(string) string = replace_abbreviations(string)
# cleanup whitespaces
string = re.sub(r'\s+([,.?!\'])', r'\1', string)
string = string.strip() string = string.strip()
string = ' '.join(string.split())
return string return string
@@ -97,7 +101,7 @@ def num_to_words(text):
def replace_abbreviations(string): def replace_abbreviations(string):
pattern = re.compile(r'[\s("\'\[<][A-Z]{2,4}[\s,.?!)"\'\]>]') pattern = re.compile(r'(^|[\s("\'\[<])([A-Z]{2,4})([\s,.?!)"\'\]>]|$)')
result = string result = string
while True: while True:
match = pattern.search(result) match = pattern.search(result)