from transformers import AutoTokenizer | |
# Load tokenizer from original model | |
tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large") | |
# Save tokenizer into your local model folder | |
tokenizer.save_pretrained("/home/user/app/finetuned-flan-t5") | |