|
import os.path |
|
import re |
|
import cn2an |
|
import opencc |
|
import config |
|
from utils.download import download_and_verify |
|
|
|
URLS = [ |
|
"https://github.com/CjangCjengh/chinese-dialect-lexicons/releases/download/v1.0.3/chinese_dialects.7z", |
|
"https://ghproxy.com/https://github.com/CjangCjengh/chinese-dialect-lexicons/releases/download/v1.0.3/chinese_dialects.7z", |
|
] |
|
TARGET_PATH = os.path.join(config.ABS_PATH, "vits/text/chinese_dialects.7z") |
|
EXTRACT_DESTINATION = os.path.join(config.ABS_PATH, "vits/text/chinese_dialect_lexicons/") |
|
EXPECTED_MD5 = None |
|
OPENCC_FILE_PATH = os.path.join(config.ABS_PATH, "vits/text/chinese_dialect_lexicons/jyutjyu.json") |
|
|
|
if not os.path.exists(OPENCC_FILE_PATH): |
|
success, message = download_and_verify(URLS, TARGET_PATH, EXPECTED_MD5, EXTRACT_DESTINATION) |
|
|
|
converter = opencc.OpenCC(OPENCC_FILE_PATH) |
|
|
|
|
|
_latin_to_ipa = [(re.compile('%s' % x[0]), x[1]) for x in [ |
|
('A', 'ei˥'), |
|
('B', 'biː˥'), |
|
('C', 'siː˥'), |
|
('D', 'tiː˥'), |
|
('E', 'iː˥'), |
|
('F', 'e˥fuː˨˩'), |
|
('G', 'tsiː˥'), |
|
('H', 'ɪk̚˥tsʰyː˨˩'), |
|
('I', 'ɐi˥'), |
|
('J', 'tsei˥'), |
|
('K', 'kʰei˥'), |
|
('L', 'e˥llou˨˩'), |
|
('M', 'ɛːm˥'), |
|
('N', 'ɛːn˥'), |
|
('O', 'ou˥'), |
|
('P', 'pʰiː˥'), |
|
('Q', 'kʰiːu˥'), |
|
('R', 'aː˥lou˨˩'), |
|
('S', 'ɛː˥siː˨˩'), |
|
('T', 'tʰiː˥'), |
|
('U', 'juː˥'), |
|
('V', 'wiː˥'), |
|
('W', 'tʊk̚˥piː˥juː˥'), |
|
('X', 'ɪk̚˥siː˨˩'), |
|
('Y', 'waːi˥'), |
|
('Z', 'iː˨sɛːt̚˥') |
|
]] |
|
|
|
|
|
def number_to_cantonese(text): |
|
return re.sub(r'\d+(?:\.?\d+)?', lambda x: cn2an.an2cn(x.group()), text) |
|
|
|
|
|
def latin_to_ipa(text): |
|
for regex, replacement in _latin_to_ipa: |
|
text = re.sub(regex, replacement, text) |
|
return text |
|
|
|
|
|
def cantonese_to_ipa(text): |
|
from vits.text.mandarin import symbols_to_chinese |
|
text = symbols_to_chinese(text) |
|
text = number_to_cantonese(text.upper()) |
|
text = converter.convert(text).replace('-', '').replace('$', ' ') |
|
text = re.sub(r'[A-Z]', lambda x: latin_to_ipa(x.group()) + ' ', text) |
|
text = re.sub(r'[、；：]', '，', text) |
|
text = re.sub(r'\s*，\s*', ', ', text) |
|
text = re.sub(r'\s*。\s*', '. ', text) |
|
text = re.sub(r'\s*？\s*', '? ', text) |
|
text = re.sub(r'\s*！\s*', '! ', text) |
|
text = re.sub(r'\s*$', '', text) |
|
return text |
|
|
