Merge pull request #669 from KossaiSbai/ks/supress-numeral-symbol-tokens-message

Get rid of numeral_symbol_tokens variable in printed message
This commit is contained in:
Max Bain
2024-02-18 15:43:23 +00:00
committed by GitHub

View File

@ -207,7 +207,7 @@ class FasterWhisperPipeline(Pipeline):
if self.suppress_numerals:
previous_suppress_tokens = self.options.suppress_tokens
numeral_symbol_tokens = find_numeral_symbol_tokens(self.tokenizer)
print(f"Suppressing numeral and symbol tokens: {numeral_symbol_tokens}")
print(f"Suppressing numeral and symbol tokens")
new_suppressed_tokens = numeral_symbol_tokens + self.options.suppress_tokens
new_suppressed_tokens = list(set(new_suppressed_tokens))
self.options = self.options._replace(suppress_tokens=new_suppressed_tokens)