Code: Select all
from transformers import pipeline, set_seed
pipe = pipeline("summarization", model="google/pegasus-cnn_dailymail")
Code: Select all
1588 logger.info("Converting from Tiktoken")
1589 return TikTokenConverter(
1590 vocab_file=transformer_tokenizer.vocab_file,
1591 additional_special_tokens=transformer_tokenizer.additional_special_tokens,
-> 1592 ).converted()
1593 except Exception: