-
Notifications
You must be signed in to change notification settings - Fork 14
/
gen_phonemes.py
38 lines (31 loc) · 1.1 KB
/
gen_phonemes.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import os.path
from glob import glob
from tqdm import tqdm
from data_conf import data_root
from text.cleaner import clean_text
import numpy as np
from multiprocessing import Pool
out_dir = "dump"
os.makedirs(out_dir, exist_ok=True)
phoneme_path = os.path.join(out_dir, "phoneme.npy")
phone_dict = {}
def process_file(data):
wav_path, language = data
lab_path = wav_path.replace(".wav", ".lab")
if os.path.exists(lab_path):
text = open(lab_path).readline().strip()
phones = clean_text(text, language)
phones = " ".join(phones)
return (wav_path, phones)
else:
return None
for language in ["zh", 'en', 'ja']:
filenames = glob(f"{data_root}/{language}/**/*.wav", recursive=True)
# Define the number of processes to use
num_processes = 5 # You can adjust this as needed
with Pool(num_processes) as pool:
results = list(tqdm(pool.imap(process_file, [(f, language) for f in filenames]), total=len(filenames)))
for result in results:
if result is not None:
phone_dict[result[0]] = result[1]
np.save(phoneme_path, phone_dict)