prepare_data.py 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051
  1. import argparse
  2. import logging
  3. import glob
  4. import os
  5. from tqdm import tqdm
  6. logger = logging.getLogger()
  7. def main():
  8. wavs = list(glob.glob('{}/*/*/*wav'.format(args.src_dir)))
  9. utt2wav, utt2text, utt2spk, spk2utt = {}, {}, {}, {}
  10. for wav in tqdm(wavs):
  11. txt = wav.replace('.wav', '.normalized.txt')
  12. if not os.path.exists(txt):
  13. logger.warning('{} do not exsist'.format(txt))
  14. continue
  15. with open(txt) as f:
  16. content = ''.join(l.replace('\n', '') for l in f.readline())
  17. utt = os.path.basename(wav).replace('.wav', '')
  18. spk = utt.split('_')[0]
  19. utt2wav[utt] = wav
  20. utt2text[utt] = content
  21. utt2spk[utt] = spk
  22. if spk not in spk2utt:
  23. spk2utt[spk] = []
  24. spk2utt[spk].append(utt)
  25. with open('{}/wav.scp'.format(args.des_dir), 'w') as f:
  26. for k, v in utt2wav.items():
  27. f.write('{} {}\n'.format(k, v))
  28. with open('{}/text'.format(args.des_dir), 'w') as f:
  29. for k, v in utt2text.items():
  30. f.write('{} {}\n'.format(k, v))
  31. with open('{}/utt2spk'.format(args.des_dir), 'w') as f:
  32. for k, v in utt2spk.items():
  33. f.write('{} {}\n'.format(k, v))
  34. with open('{}/spk2utt'.format(args.des_dir), 'w') as f:
  35. for k, v in spk2utt.items():
  36. f.write('{} {}\n'.format(k, ' '.join(v)))
  37. return
  38. if __name__ == "__main__":
  39. parser = argparse.ArgumentParser()
  40. parser.add_argument('--src_dir',
  41. type=str)
  42. parser.add_argument('--des_dir',
  43. type=str)
  44. args = parser.parse_args()
  45. main()