diff options
Diffstat (limited to 'client/vocabcompiler.py')
| -rw-r--r-- | client/vocabcompiler.py | 19 |
1 files changed, 16 insertions, 3 deletions
diff --git a/client/vocabcompiler.py b/client/vocabcompiler.py index 9481ef6..ae5dc7d 100644 --- a/client/vocabcompiler.py +++ b/client/vocabcompiler.py @@ -15,7 +15,9 @@ import brain try: import cmuclmtk except: - logging.getLogger(__name__).error("Error importing CMUCLMTK module. PocketsphinxVocabulary will not work correctly.", exc_info=True) + logging.getLogger(__name__).error("Error importing CMUCLMTK module. " + + "PocketsphinxVocabulary will not work " + + "correctly.", exc_info=True) class AbstractVocabulary(object): @@ -132,6 +134,8 @@ class AbstractVocabulary(object): return revision if not os.path.exists(self.path): + self._logger.debug("Vocabulary dir '%s' does not exist, " + + "creating...", self.path) try: os.makedirs(self.path) except OSError: @@ -146,8 +150,8 @@ class AbstractVocabulary(object): self.revision_file, exc_info=True) raise else: + self._logger.info('Starting compilation...') try: - self._logger.debug('Starting compilation...') self._compile_vocabulary(phrases) except Exception as e: self._logger.error("Fatal compilation Error occured, " + @@ -157,6 +161,8 @@ class AbstractVocabulary(object): except OSError: pass raise e + else: + self._logger.info('Compilation done.') return revision @abstractmethod @@ -252,7 +258,9 @@ class PocketsphinxVocabulary(AbstractVocabulary): phrases -- a list of phrases that this vocabulary will contain """ text = " ".join([("<s> %s </s>" % phrase) for phrase in phrases]) + self._logger.debug('Compiling languagemodel...') vocabulary = self._compile_languagemodel(text, self.languagemodel_file) + self._logger.debug('Starting dictionary...') self._compile_dictionary(vocabulary, self.dictionary_file) def _compile_languagemodel(self, text, output_file): @@ -271,19 +279,22 @@ class PocketsphinxVocabulary(AbstractVocabulary): vocab_file = f.name # Create vocab file from text + self._logger.debug("Creating vocab file: '%s'", vocab_file) cmuclmtk.text2vocab(text, vocab_file) # Create language model from text + self._logger.debug("Creating languagemodel file: '%s'", output_file) cmuclmtk.text2lm(text, output_file, vocab_file=vocab_file) # Get words from vocab file + self._logger.debug("Getting words from vocab file and removing it " + + "afterwards...") words = [] with open(vocab_file, 'r') as f: for line in f: line = line.strip() if not line.startswith('#') and line not in ('<s>', '</s>'): words.append(line) - os.remove(vocab_file) return words @@ -298,10 +309,12 @@ class PocketsphinxVocabulary(AbstractVocabulary): be written to """ # create the dictionary + self._logger.debug("Getting phonemes for %d words...", len(words)) pronounced = g2p.translateWords(words) zipped = zip(words, pronounced) lines = ["%s %s" % (x, y) for x, y in zipped] + self._logger.debug("Creating dict file: '%s'", output_file) with open(output_file, "w") as f: for line in lines: f.write("%s\n" % line) |