Get rid of numeral_symbol_tokens variable in printed message

This commit is contained in:
kossaisbai
2024-01-19 22:25:21 +00:00
parent 8227807fa9
commit 2686f74bc9

View File

@ -207,7 +207,7 @@ class FasterWhisperPipeline(Pipeline):
if self.suppress_numerals: if self.suppress_numerals:
previous_suppress_tokens = self.options.suppress_tokens previous_suppress_tokens = self.options.suppress_tokens
numeral_symbol_tokens = find_numeral_symbol_tokens(self.tokenizer) numeral_symbol_tokens = find_numeral_symbol_tokens(self.tokenizer)
print(f"Suppressing numeral and symbol tokens: {numeral_symbol_tokens}") print(f"Suppressing numeral and symbol tokens")
new_suppressed_tokens = numeral_symbol_tokens + self.options.suppress_tokens new_suppressed_tokens = numeral_symbol_tokens + self.options.suppress_tokens
new_suppressed_tokens = list(set(new_suppressed_tokens)) new_suppressed_tokens = list(set(new_suppressed_tokens))
self.options = self.options._replace(suppress_tokens=new_suppressed_tokens) self.options = self.options._replace(suppress_tokens=new_suppressed_tokens)