7fe6ba1
1
2
3
4
5
6
7
8
from transformers import AutoTokenizer # Load tokenizer from original model tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large") # Save tokenizer into your local model folder tokenizer.save_pretrained("/home/user/app/finetuned-flan-t5")