updated voice.py with uri removal too

This commit is contained in:
Jason committed 2022-06-06 18:11:52 -04:00
1 parent 45531df823
commit cb3f825014
1 file changed
+7 -2
+7 -2
View File
@@ -4,13 +4,18 @@ import re
def sanitize_text(text):
"""
Sanitizes the text for tts.
What gets removed:
What gets removed:
- following characters`^_~@!&;#:-%“”‘"%*/{}[]()\|<>?=+`
- any http or https links
"""
# remove any urls from the text
regex_urls = r"((http|https)://[^\s]+)"
result = re.sub(regex_urls, " ", text)
# note: not removing apostrophes
regex_expr = r"\s['|’]|['|’]\s|[\^_~@!&;#:\-%“”‘\"%\*/{}\[\]\(\)\\|<>=+]"
result = re.sub(regex_expr, " ", text)
result = re.sub(regex_expr, " ", result)
# remove extra whitespace
return " ".join(result.split())