|
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration |
|
import os |
|
|
|
model_name = "facebook/blenderbot-400M-distill" |
|
model_dir = "/home/user/app/blenderbot_model" |
|
|
|
if not os.path.exists(model_dir): |
|
print(f"Downloading {model_name}...") |
|
tokenizer = BlenderbotTokenizer.from_pretrained(model_name) |
|
model = BlenderbotForConditionalGeneration.from_pretrained(model_name) |
|
os.makedirs(model_dir, exist_ok=True) |
|
tokenizer.save_pretrained(model_dir) |
|
model.save_pretrained(model_dir) |
|
print("Download complete.") |
|
else: |
|
print(f"Model already exists at {model_dir}.") |