Spaces:
Paused
Paused
""" from https://github.com/keithito/tacotron """ | |
import re | |
from unidecode import unidecode | |
import inflect | |
_inflect = inflect.engine() | |
_comma_number_re = re.compile(r"([0-9][0-9\,]+[0-9])") | |
_decimal_number_re = re.compile(r"([0-9]+\.[0-9]+)") | |
_pounds_re = re.compile(r"£([0-9\,]*[0-9]+)") | |
_dollars_re = re.compile(r"\$([0-9\.\,]*[0-9]+)") | |
_ordinal_re = re.compile(r"[0-9]+(st|nd|rd|th)") | |
_number_re = re.compile(r"[0-9]+") | |
# List of (regular expression, replacement) pairs for abbreviations: | |
_abbreviations = [ | |
(re.compile("\\b%s\\." % x[0], re.IGNORECASE), x[1]) | |
for x in [ | |
("mrs", "misess"), | |
("mr", "mister"), | |
("dr", "doctor"), | |
("st", "saint"), | |
("co", "company"), | |
("jr", "junior"), | |
("maj", "major"), | |
("gen", "general"), | |
("drs", "doctors"), | |
("rev", "reverend"), | |
("lt", "lieutenant"), | |
("hon", "honorable"), | |
("sgt", "sergeant"), | |
("capt", "captain"), | |
("esq", "esquire"), | |
("ltd", "limited"), | |
("col", "colonel"), | |
("ft", "fort"), | |
] | |
] | |
# List of (ipa, ipa2) pairs | |
_ipa_to_ipa2 = [ | |
(re.compile("%s" % x[0]), x[1]) for x in [("r", "ɹ"), ("ʤ", "dʒ"), ("ʧ", "tʃ")] | |
] | |
def expand_abbreviations(text): | |
for regex, replacement in _abbreviations: | |
text = re.sub(regex, replacement, text) | |
return text | |
def collapse_whitespace(text): | |
return re.sub(r"\s+", " ", text) | |
def _remove_commas(m): | |
return m.group(1).replace(",", "") | |
def _expand_decimal_point(m): | |
return m.group(1).replace(".", " point ") | |
def _expand_dollars(m): | |
match = m.group(1) | |
parts = match.split(".") | |
if len(parts) > 2: | |
return match + " dollars" # Unexpected format | |
dollars = int(parts[0]) if parts[0] else 0 | |
cents = int(parts[1]) if len(parts) > 1 and parts[1] else 0 | |
if dollars and cents: | |
dollar_unit = "dollar" if dollars == 1 else "dollars" | |
cent_unit = "cent" if cents == 1 else "cents" | |
return "%s %s, %s %s" % (dollars, dollar_unit, cents, cent_unit) | |
elif dollars: | |
dollar_unit = "dollar" if dollars == 1 else "dollars" | |
return "%s %s" % (dollars, dollar_unit) | |
elif cents: | |
cent_unit = "cent" if cents == 1 else "cents" | |
return "%s %s" % (cents, cent_unit) | |
else: | |
return "zero dollars" | |
def _expand_ordinal(m): | |
return _inflect.number_to_words(m.group(0)) | |
def _expand_number(m): | |
num = int(m.group(0)) | |
if num > 1000 and num < 3000: | |
if num == 2000: | |
return "two thousand" | |
elif num > 2000 and num < 2010: | |
return "two thousand " + _inflect.number_to_words(num % 100) | |
elif num % 100 == 0: | |
return _inflect.number_to_words(num // 100) + " hundred" | |
else: | |
return _inflect.number_to_words( | |
num, andword="", zero="oh", group=2 | |
).replace(", ", " ") | |
else: | |
return _inflect.number_to_words(num, andword="") | |
# Normalize numbers pronunciation | |
def normalize_numbers(text): | |
text = re.sub(_comma_number_re, _remove_commas, text) | |
text = re.sub(_pounds_re, r"\1 pounds", text) | |
text = re.sub(_dollars_re, _expand_dollars, text) | |
text = re.sub(_decimal_number_re, _expand_decimal_point, text) | |
text = re.sub(_ordinal_re, _expand_ordinal, text) | |
text = re.sub(_number_re, _expand_number, text) | |
return text | |
# Mark 'ɫ' after 'l' | |
def mark_dark_l(text): | |
return re.sub(r"l([^aeiouæɑɔəɛɪʊ ]*(?: |$))", lambda x: "ɫ" + x.group(1), text) | |
def _english_to_ipa(text): | |
import eng_to_ipa as ipa | |
text = unidecode(text).lower() | |
text = expand_abbreviations(text) | |
text = normalize_numbers(text) | |
phonemes = ipa.convert(text) | |
phonemes = collapse_whitespace(phonemes) | |
return phonemes | |
# Add some special operation | |
def english_to_ipa(text): | |
text = _english_to_ipa(text) | |
text = mark_dark_l(text) | |
for regex, replacement in _ipa_to_ipa2: | |
text = re.sub(regex, replacement, text) | |
return text.replace("...", "…") | |