File size: 252 Bytes
7fe6ba1
 
 
 
 
 
 
1
2
3
4
5
6
7
8
from transformers import AutoTokenizer

# Load tokenizer from original model
tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")

# Save tokenizer into your local model folder
tokenizer.save_pretrained("/home/user/app/finetuned-flan-t5")